mirror of
https://github.com/crawler-commons/crawler-commons
synced 2024-06-10 15:46:04 +02:00
66 lines
2.9 KiB
Java
66 lines
2.9 KiB
Java
/**
|
||
* Licensed to the Apache Software Foundation (ASF) under one or more
|
||
* contributor license agreements. See the NOTICE file distributed with
|
||
* this work for additional information regarding copyright ownership.
|
||
* The ASF licenses this file to You under the Apache License, Version 2.0
|
||
* (the "License"); you may not use this file except in compliance with
|
||
* the License. You may obtain a copy of the License at
|
||
*
|
||
* http://www.apache.org/licenses/LICENSE-2.0
|
||
*
|
||
* Unless required by applicable law or agreed to in writing, software
|
||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||
* See the License for the specific language governing permissions and
|
||
* limitations under the License.
|
||
*/
|
||
package crawlercommons.fetcher;
|
||
|
||
import java.io.UnsupportedEncodingException;
|
||
|
||
import org.apache.tika.metadata.Metadata;
|
||
import org.junit.Test;
|
||
import org.slf4j.Logger;
|
||
import org.slf4j.LoggerFactory;
|
||
|
||
/**
|
||
* @author lmcgibbn
|
||
*
|
||
*/
|
||
public class FetchedResultTest {
|
||
|
||
private static final Logger LOG = LoggerFactory.getLogger(FetchedResultTest.class);
|
||
|
||
/**
|
||
* Test method for {@link crawlercommons.fetcher.FetchedResult#report()}.
|
||
* This does not actually test anything but simply allows us to see what a
|
||
* generated report would look like.
|
||
* @throws UnsupportedEncodingException
|
||
*/
|
||
@Test
|
||
public void testPrintReport() throws UnsupportedEncodingException {
|
||
Metadata headerMetadata = new Metadata();
|
||
headerMetadata.add(Metadata.CONTENT_DISPOSITION, "This is content disposition");
|
||
headerMetadata.add(Metadata.CONTENT_ENCODING, "This is the encoding");
|
||
headerMetadata.add(Metadata.CONTENT_LANGUAGE, "This is some language");
|
||
headerMetadata.add(Metadata.CONTENT_LENGTH, "This is the length");
|
||
|
||
Payload load = new Payload();
|
||
load.put("Item 1", 1234);
|
||
load.put("Item 2", 5678);
|
||
load.put("Item 3", 1357);
|
||
load.put("Item 4", 2468);
|
||
|
||
FetchedResult result = new FetchedResult
|
||
// (, , , headers, content, contentType, responseRate, payload,
|
||
// newBaseUrl, numRedirects, hostAddress, statusCode, reasonPhrase)
|
||
(
|
||
"http://en.wikipedia.org/wiki/Glasgow", // baseUrl
|
||
"http://en.wikipedia.org/wiki/Glasgow", // redirectedUrl
|
||
System.currentTimeMillis(), // fetchTime
|
||
headerMetadata, new String("Glasgow (/ˈɡlɑːzɡoʊ, ˈɡlæz-/;[4] Scots: Glesca; Scottish Gaelic: Glaschu) "
|
||
+ "is the largest city in Scotland, and the third largest in the United Kingdom.").getBytes("UTF-8"), "ScotsText", 2014, load, "http://en.wikipedia.org/wiki/Glasgow",
|
||
0, "wikipedia.org", 200, "");
|
||
LOG.error(result.report());
|
||
}
|
||
} |