Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
COMMENT |
"//" |
public static final char |
DOT |
46 |
public static final String |
DOT_REGEX |
"\\." |
public static final String |
ETLD_DATA |
"/effective_tld_names.dat" |
public static final String |
EXCEPTION |
"!" |
public static final String |
WILD_CARD |
"*." |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final long |
UNSET_CRAWL_DELAY |
-9223372036854775808L |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
ATOM_0_3 |
"http://purl.org/atom/ns#" |
public static final String |
ATOM_1_0 |
"http://www.w3.org/2005/Atom" |
public static final String |
EMPTY |
"" |
public static final String |
LINKS |
"http://www.w3.org/1999/xhtml" |
public static final String |
RSS_2_0 |
"http://www.w3.org/1999/02/22-rdf-syntax-ns#" |
public static final String |
SITEMAP |
"http://www.sitemaps.org/schemas/sitemap/0.9" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final int |
MAX_BYTES_ALLOWED |
52428800 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final double |
DEFAULT_PRIORITY |
0.5 |
Copyright © 2009–2019 Crawler-Commons. All rights reserved.