1
0
Fork 0
mirror of https://github.com/crawler-commons/crawler-commons synced 2024-06-08 15:16:04 +02:00
crawler-commons/doc/javadoc/crawlercommons/fetcher/http/BaseHttpFetcher.html
2012-11-06 04:23:01 +00:00

782 lines
31 KiB
HTML

<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
<!--NewPage-->
<HTML>
<HEAD>
<!-- Generated by javadoc (build 1.6.0_31) on Mon Nov 05 19:55:43 PST 2012 -->
<TITLE>
BaseHttpFetcher (crawlercommons 0.2-SNAPSHOT API)
</TITLE>
<META NAME="date" CONTENT="2012-11-05">
<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../stylesheet.css" TITLE="Style">
<SCRIPT type="text/javascript">
function windowTitle()
{
if (location.href.indexOf('is-external=true') == -1) {
parent.document.title="BaseHttpFetcher (crawlercommons 0.2-SNAPSHOT API)";
}
}
</SCRIPT>
<NOSCRIPT>
</NOSCRIPT>
</HEAD>
<BODY BGCOLOR="white" onload="windowTitle();">
<HR>
<!-- ========= START OF TOP NAVBAR ======= -->
<A NAME="navbar_top"><!-- --></A>
<A HREF="#skip-navbar_top" title="Skip navigation links"></A>
<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY="">
<TR>
<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1">
<A NAME="navbar_top_firstrow"><!-- --></A>
<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY="">
<TR ALIGN="center" VALIGN="top">
<TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A>&nbsp;</TD>
<TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A>&nbsp;</TD>
<TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> &nbsp;<FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT>&nbsp;</TD>
<TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/BaseHttpFetcher.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A>&nbsp;</TD>
<TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A>&nbsp;</TD>
<TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A>&nbsp;</TD>
<TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A>&nbsp;</TD>
<TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A>&nbsp;</TD>
</TR>
</TABLE>
</TD>
<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM>
</EM>
</TD>
</TR>
<TR>
<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
&nbsp;PREV CLASS&nbsp;
&nbsp;<A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.RedirectMode.html" title="enum in crawlercommons.fetcher.http"><B>NEXT CLASS</B></A></FONT></TD>
<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
<A HREF="../../../index.html?crawlercommons/fetcher/http/BaseHttpFetcher.html" target="_top"><B>FRAMES</B></A> &nbsp;
&nbsp;<A HREF="BaseHttpFetcher.html" target="_top"><B>NO FRAMES</B></A> &nbsp;
&nbsp;<SCRIPT type="text/javascript">
<!--
if(window==top) {
document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>');
}
//-->
</SCRIPT>
<NOSCRIPT>
<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>
</NOSCRIPT>
</FONT></TD>
</TR>
<TR>
<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2">
SUMMARY:&nbsp;<A HREF="#nested_class_summary">NESTED</A>&nbsp;|&nbsp;<A HREF="#field_summary">FIELD</A>&nbsp;|&nbsp;<A HREF="#constructor_summary">CONSTR</A>&nbsp;|&nbsp;<A HREF="#method_summary">METHOD</A></FONT></TD>
<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2">
DETAIL:&nbsp;<A HREF="#field_detail">FIELD</A>&nbsp;|&nbsp;<A HREF="#constructor_detail">CONSTR</A>&nbsp;|&nbsp;<A HREF="#method_detail">METHOD</A></FONT></TD>
</TR>
</TABLE>
<A NAME="skip-navbar_top"></A>
<!-- ========= END OF TOP NAVBAR ========= -->
<HR>
<!-- ======== START OF CLASS DATA ======== -->
<H2>
<FONT SIZE="-1">
crawlercommons.fetcher.http</FONT>
<BR>
Class BaseHttpFetcher</H2>
<PRE>
java.lang.Object
<IMG SRC="../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../crawlercommons/fetcher/BaseFetcher.html" title="class in crawlercommons.fetcher">crawlercommons.fetcher.BaseFetcher</A>
<IMG SRC="../../../resources/inherit.gif" ALT="extended by "><B>crawlercommons.fetcher.http.BaseHttpFetcher</B>
</PRE>
<DL>
<DT><B>All Implemented Interfaces:</B> <DD>java.io.Serializable</DD>
</DL>
<DL>
<DT><B>Direct Known Subclasses:</B> <DD><A HREF="../../../crawlercommons/fetcher/http/SimpleHttpFetcher.html" title="class in crawlercommons.fetcher.http">SimpleHttpFetcher</A></DD>
</DL>
<HR>
<DL>
<DT><PRE>public abstract class <B>BaseHttpFetcher</B><DT>extends <A HREF="../../../crawlercommons/fetcher/BaseFetcher.html" title="class in crawlercommons.fetcher">BaseFetcher</A></DL>
</PRE>
<P>
<DL>
<DT><B>See Also:</B><DD><A HREF="../../../serialized-form.html#crawlercommons.fetcher.http.BaseHttpFetcher">Serialized Form</A></DL>
<HR>
<P>
<!-- ======== NESTED CLASS SUMMARY ======== -->
<A NAME="nested_class_summary"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor">
<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2">
<B>Nested Class Summary</B></FONT></TH>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>static&nbsp;class</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.RedirectMode.html" title="enum in crawlercommons.fetcher.http">BaseHttpFetcher.RedirectMode</A></B></CODE>
<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</TD>
</TR>
</TABLE>
&nbsp;<!-- =========== FIELD SUMMARY =========== -->
<A NAME="field_summary"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor">
<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2">
<B>Field Summary</B></FONT></TH>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>protected &nbsp;java.lang.String</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.html#_acceptLanguage">_acceptLanguage</A></B></CODE>
<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>protected &nbsp;int</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.html#_maxConnectionsPerHost">_maxConnectionsPerHost</A></B></CODE>
<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>protected &nbsp;int</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.html#_maxRedirects">_maxRedirects</A></B></CODE>
<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>protected &nbsp;int</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.html#_maxThreads">_maxThreads</A></B></CODE>
<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>protected &nbsp;int</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.html#_minResponseRate">_minResponseRate</A></B></CODE>
<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>protected &nbsp;<A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.RedirectMode.html" title="enum in crawlercommons.fetcher.http">BaseHttpFetcher.RedirectMode</A></CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.html#_redirectMode">_redirectMode</A></B></CODE>
<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>protected &nbsp;<A HREF="../../../crawlercommons/fetcher/http/UserAgent.html" title="class in crawlercommons.fetcher.http">UserAgent</A></CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.html#_userAgent">_userAgent</A></B></CODE>
<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>static&nbsp;java.lang.String</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.html#DEFAULT_ACCEPT_LANGUAGE">DEFAULT_ACCEPT_LANGUAGE</A></B></CODE>
<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>static&nbsp;int</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.html#DEFAULT_MAX_CONNECTIONS_PER_HOST">DEFAULT_MAX_CONNECTIONS_PER_HOST</A></B></CODE>
<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>static&nbsp;int</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.html#DEFAULT_MAX_REDIRECTS">DEFAULT_MAX_REDIRECTS</A></B></CODE>
<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>static&nbsp;int</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.html#DEFAULT_MIN_RESPONSE_RATE">DEFAULT_MIN_RESPONSE_RATE</A></B></CODE>
<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>static&nbsp;<A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.RedirectMode.html" title="enum in crawlercommons.fetcher.http">BaseHttpFetcher.RedirectMode</A></CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.html#DEFAULT_REDIRECT_MODE">DEFAULT_REDIRECT_MODE</A></B></CODE>
<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>static&nbsp;int</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.html#NO_MIN_RESPONSE_RATE">NO_MIN_RESPONSE_RATE</A></B></CODE>
<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>static&nbsp;int</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.html#NO_REDIRECTS">NO_REDIRECTS</A></B></CODE>
<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</TD>
</TR>
</TABLE>
&nbsp;<A NAME="fields_inherited_from_class_crawlercommons.fetcher.BaseFetcher"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor">
<TH ALIGN="left"><B>Fields inherited from class crawlercommons.fetcher.<A HREF="../../../crawlercommons/fetcher/BaseFetcher.html" title="class in crawlercommons.fetcher">BaseFetcher</A></B></TH>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD><CODE><A HREF="../../../crawlercommons/fetcher/BaseFetcher.html#_defaultMaxContentSize">_defaultMaxContentSize</A>, <A HREF="../../../crawlercommons/fetcher/BaseFetcher.html#_maxContentSizes">_maxContentSizes</A>, <A HREF="../../../crawlercommons/fetcher/BaseFetcher.html#_validMimeTypes">_validMimeTypes</A>, <A HREF="../../../crawlercommons/fetcher/BaseFetcher.html#DEFAULT_MAX_CONTENT_SIZE">DEFAULT_MAX_CONTENT_SIZE</A></CODE></TD>
</TR>
</TABLE>
&nbsp;
<!-- ======== CONSTRUCTOR SUMMARY ======== -->
<A NAME="constructor_summary"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor">
<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2">
<B>Constructor Summary</B></FONT></TH>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD><CODE><B><A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.html#BaseHttpFetcher(int, crawlercommons.fetcher.http.UserAgent)">BaseHttpFetcher</A></B>(int&nbsp;maxThreads,
<A HREF="../../../crawlercommons/fetcher/http/UserAgent.html" title="class in crawlercommons.fetcher.http">UserAgent</A>&nbsp;userAgent)</CODE>
<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</TD>
</TR>
</TABLE>
&nbsp;
<!-- ========== METHOD SUMMARY =========== -->
<A NAME="method_summary"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor">
<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2">
<B>Method Summary</B></FONT></TH>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>&nbsp;java.lang.String</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.html#getAcceptLanguage()">getAcceptLanguage</A></B>()</CODE>
<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>&nbsp;int</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.html#getMaxConnectionsPerHost()">getMaxConnectionsPerHost</A></B>()</CODE>
<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>&nbsp;int</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.html#getMaxRedirects()">getMaxRedirects</A></B>()</CODE>
<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>&nbsp;int</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.html#getMaxThreads()">getMaxThreads</A></B>()</CODE>
<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>&nbsp;int</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.html#getMinResponseRate()">getMinResponseRate</A></B>()</CODE>
<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;Return the minimum response rate.</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>&nbsp;<A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.RedirectMode.html" title="enum in crawlercommons.fetcher.http">BaseHttpFetcher.RedirectMode</A></CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.html#getRedirectMode()">getRedirectMode</A></B>()</CODE>
<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>&nbsp;<A HREF="../../../crawlercommons/fetcher/http/UserAgent.html" title="class in crawlercommons.fetcher.http">UserAgent</A></CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.html#getUserAgent()">getUserAgent</A></B>()</CODE>
<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>&nbsp;void</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.html#setAcceptLanguage(java.lang.String)">setAcceptLanguage</A></B>(java.lang.String&nbsp;acceptLanguage)</CODE>
<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>&nbsp;void</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.html#setMaxConnectionsPerHost(int)">setMaxConnectionsPerHost</A></B>(int&nbsp;maxConnectionsPerHost)</CODE>
<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>&nbsp;void</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.html#setMaxRedirects(int)">setMaxRedirects</A></B>(int&nbsp;maxRedirects)</CODE>
<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>&nbsp;void</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.html#setMinResponseRate(int)">setMinResponseRate</A></B>(int&nbsp;minResponseRate)</CODE>
<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</TD>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
<CODE>&nbsp;void</CODE></FONT></TD>
<TD><CODE><B><A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.html#setRedirectMode(crawlercommons.fetcher.http.BaseHttpFetcher.RedirectMode)">setRedirectMode</A></B>(<A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.RedirectMode.html" title="enum in crawlercommons.fetcher.http">BaseHttpFetcher.RedirectMode</A>&nbsp;mode)</CODE>
<BR>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</TD>
</TR>
</TABLE>
&nbsp;<A NAME="methods_inherited_from_class_crawlercommons.fetcher.BaseFetcher"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor">
<TH ALIGN="left"><B>Methods inherited from class crawlercommons.fetcher.<A HREF="../../../crawlercommons/fetcher/BaseFetcher.html" title="class in crawlercommons.fetcher">BaseFetcher</A></B></TH>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD><CODE><A HREF="../../../crawlercommons/fetcher/BaseFetcher.html#abort()">abort</A>, <A HREF="../../../crawlercommons/fetcher/BaseFetcher.html#addValidMimeType(java.lang.String)">addValidMimeType</A>, <A HREF="../../../crawlercommons/fetcher/BaseFetcher.html#addValidMimeTypes(java.util.Set)">addValidMimeTypes</A>, <A HREF="../../../crawlercommons/fetcher/BaseFetcher.html#get(java.lang.String)">get</A>, <A HREF="../../../crawlercommons/fetcher/BaseFetcher.html#get(java.lang.String, crawlercommons.fetcher.Payload)">get</A>, <A HREF="../../../crawlercommons/fetcher/BaseFetcher.html#getDefaultMaxContentSize()">getDefaultMaxContentSize</A>, <A HREF="../../../crawlercommons/fetcher/BaseFetcher.html#getMaxContentSize(java.lang.String)">getMaxContentSize</A>, <A HREF="../../../crawlercommons/fetcher/BaseFetcher.html#getMimeTypeFromContentType(java.lang.String)">getMimeTypeFromContentType</A>, <A HREF="../../../crawlercommons/fetcher/BaseFetcher.html#getValidMimeTypes()">getValidMimeTypes</A>, <A HREF="../../../crawlercommons/fetcher/BaseFetcher.html#setDefaultMaxContentSize(int)">setDefaultMaxContentSize</A>, <A HREF="../../../crawlercommons/fetcher/BaseFetcher.html#setMaxContentSize(java.lang.String, int)">setMaxContentSize</A>, <A HREF="../../../crawlercommons/fetcher/BaseFetcher.html#setValidMimeTypes(java.util.Set)">setValidMimeTypes</A></CODE></TD>
</TR>
</TABLE>
&nbsp;<A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor">
<TH ALIGN="left"><B>Methods inherited from class java.lang.Object</B></TH>
</TR>
<TR BGCOLOR="white" CLASS="TableRowColor">
<TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD>
</TR>
</TABLE>
&nbsp;
<P>
<!-- ============ FIELD DETAIL =========== -->
<A NAME="field_detail"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor">
<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2">
<B>Field Detail</B></FONT></TH>
</TR>
</TABLE>
<A NAME="NO_MIN_RESPONSE_RATE"><!-- --></A><H3>
NO_MIN_RESPONSE_RATE</H3>
<PRE>
public static final int <B>NO_MIN_RESPONSE_RATE</B></PRE>
<DL>
<DL>
<DT><B>See Also:</B><DD><A HREF="../../../constant-values.html#crawlercommons.fetcher.http.BaseHttpFetcher.NO_MIN_RESPONSE_RATE">Constant Field Values</A></DL>
</DL>
<HR>
<A NAME="NO_REDIRECTS"><!-- --></A><H3>
NO_REDIRECTS</H3>
<PRE>
public static final int <B>NO_REDIRECTS</B></PRE>
<DL>
<DL>
<DT><B>See Also:</B><DD><A HREF="../../../constant-values.html#crawlercommons.fetcher.http.BaseHttpFetcher.NO_REDIRECTS">Constant Field Values</A></DL>
</DL>
<HR>
<A NAME="DEFAULT_MIN_RESPONSE_RATE"><!-- --></A><H3>
DEFAULT_MIN_RESPONSE_RATE</H3>
<PRE>
public static final int <B>DEFAULT_MIN_RESPONSE_RATE</B></PRE>
<DL>
<DL>
<DT><B>See Also:</B><DD><A HREF="../../../constant-values.html#crawlercommons.fetcher.http.BaseHttpFetcher.DEFAULT_MIN_RESPONSE_RATE">Constant Field Values</A></DL>
</DL>
<HR>
<A NAME="DEFAULT_MAX_CONNECTIONS_PER_HOST"><!-- --></A><H3>
DEFAULT_MAX_CONNECTIONS_PER_HOST</H3>
<PRE>
public static final int <B>DEFAULT_MAX_CONNECTIONS_PER_HOST</B></PRE>
<DL>
<DL>
<DT><B>See Also:</B><DD><A HREF="../../../constant-values.html#crawlercommons.fetcher.http.BaseHttpFetcher.DEFAULT_MAX_CONNECTIONS_PER_HOST">Constant Field Values</A></DL>
</DL>
<HR>
<A NAME="DEFAULT_MAX_REDIRECTS"><!-- --></A><H3>
DEFAULT_MAX_REDIRECTS</H3>
<PRE>
public static final int <B>DEFAULT_MAX_REDIRECTS</B></PRE>
<DL>
<DL>
<DT><B>See Also:</B><DD><A HREF="../../../constant-values.html#crawlercommons.fetcher.http.BaseHttpFetcher.DEFAULT_MAX_REDIRECTS">Constant Field Values</A></DL>
</DL>
<HR>
<A NAME="DEFAULT_ACCEPT_LANGUAGE"><!-- --></A><H3>
DEFAULT_ACCEPT_LANGUAGE</H3>
<PRE>
public static final java.lang.String <B>DEFAULT_ACCEPT_LANGUAGE</B></PRE>
<DL>
<DL>
<DT><B>See Also:</B><DD><A HREF="../../../constant-values.html#crawlercommons.fetcher.http.BaseHttpFetcher.DEFAULT_ACCEPT_LANGUAGE">Constant Field Values</A></DL>
</DL>
<HR>
<A NAME="DEFAULT_REDIRECT_MODE"><!-- --></A><H3>
DEFAULT_REDIRECT_MODE</H3>
<PRE>
public static final <A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.RedirectMode.html" title="enum in crawlercommons.fetcher.http">BaseHttpFetcher.RedirectMode</A> <B>DEFAULT_REDIRECT_MODE</B></PRE>
<DL>
<DL>
</DL>
</DL>
<HR>
<A NAME="_maxThreads"><!-- --></A><H3>
_maxThreads</H3>
<PRE>
protected int <B>_maxThreads</B></PRE>
<DL>
<DL>
</DL>
</DL>
<HR>
<A NAME="_userAgent"><!-- --></A><H3>
_userAgent</H3>
<PRE>
protected <A HREF="../../../crawlercommons/fetcher/http/UserAgent.html" title="class in crawlercommons.fetcher.http">UserAgent</A> <B>_userAgent</B></PRE>
<DL>
<DL>
</DL>
</DL>
<HR>
<A NAME="_maxRedirects"><!-- --></A><H3>
_maxRedirects</H3>
<PRE>
protected int <B>_maxRedirects</B></PRE>
<DL>
<DL>
</DL>
</DL>
<HR>
<A NAME="_maxConnectionsPerHost"><!-- --></A><H3>
_maxConnectionsPerHost</H3>
<PRE>
protected int <B>_maxConnectionsPerHost</B></PRE>
<DL>
<DL>
</DL>
</DL>
<HR>
<A NAME="_minResponseRate"><!-- --></A><H3>
_minResponseRate</H3>
<PRE>
protected int <B>_minResponseRate</B></PRE>
<DL>
<DL>
</DL>
</DL>
<HR>
<A NAME="_acceptLanguage"><!-- --></A><H3>
_acceptLanguage</H3>
<PRE>
protected java.lang.String <B>_acceptLanguage</B></PRE>
<DL>
<DL>
</DL>
</DL>
<HR>
<A NAME="_redirectMode"><!-- --></A><H3>
_redirectMode</H3>
<PRE>
protected <A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.RedirectMode.html" title="enum in crawlercommons.fetcher.http">BaseHttpFetcher.RedirectMode</A> <B>_redirectMode</B></PRE>
<DL>
<DL>
</DL>
</DL>
<!-- ========= CONSTRUCTOR DETAIL ======== -->
<A NAME="constructor_detail"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor">
<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2">
<B>Constructor Detail</B></FONT></TH>
</TR>
</TABLE>
<A NAME="BaseHttpFetcher(int, crawlercommons.fetcher.http.UserAgent)"><!-- --></A><H3>
BaseHttpFetcher</H3>
<PRE>
public <B>BaseHttpFetcher</B>(int&nbsp;maxThreads,
<A HREF="../../../crawlercommons/fetcher/http/UserAgent.html" title="class in crawlercommons.fetcher.http">UserAgent</A>&nbsp;userAgent)</PRE>
<DL>
</DL>
<!-- ============ METHOD DETAIL ========== -->
<A NAME="method_detail"><!-- --></A>
<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor">
<TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2">
<B>Method Detail</B></FONT></TH>
</TR>
</TABLE>
<A NAME="getMaxThreads()"><!-- --></A><H3>
getMaxThreads</H3>
<PRE>
public int <B>getMaxThreads</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
</DL>
<HR>
<A NAME="getUserAgent()"><!-- --></A><H3>
getUserAgent</H3>
<PRE>
public <A HREF="../../../crawlercommons/fetcher/http/UserAgent.html" title="class in crawlercommons.fetcher.http">UserAgent</A> <B>getUserAgent</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
</DL>
<HR>
<A NAME="setMaxConnectionsPerHost(int)"><!-- --></A><H3>
setMaxConnectionsPerHost</H3>
<PRE>
public void <B>setMaxConnectionsPerHost</B>(int&nbsp;maxConnectionsPerHost)</PRE>
<DL>
<DD><DL>
</DL>
</DD>
</DL>
<HR>
<A NAME="getMaxConnectionsPerHost()"><!-- --></A><H3>
getMaxConnectionsPerHost</H3>
<PRE>
public int <B>getMaxConnectionsPerHost</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
</DL>
<HR>
<A NAME="setMinResponseRate(int)"><!-- --></A><H3>
setMinResponseRate</H3>
<PRE>
public void <B>setMinResponseRate</B>(int&nbsp;minResponseRate)</PRE>
<DL>
<DD><DL>
</DL>
</DD>
</DL>
<HR>
<A NAME="getMinResponseRate()"><!-- --></A><H3>
getMinResponseRate</H3>
<PRE>
public int <B>getMinResponseRate</B>()</PRE>
<DL>
<DD>Return the minimum response rate. If the speed at which bytes are being returned
from the server drops below this, the fetch of that page will be aborted.
<P>
<DD><DL>
<DT><B>Returns:</B><DD>bytes/second</DL>
</DD>
</DL>
<HR>
<A NAME="setAcceptLanguage(java.lang.String)"><!-- --></A><H3>
setAcceptLanguage</H3>
<PRE>
public void <B>setAcceptLanguage</B>(java.lang.String&nbsp;acceptLanguage)</PRE>
<DL>
<DD><DL>
</DL>
</DD>
</DL>
<HR>
<A NAME="getAcceptLanguage()"><!-- --></A><H3>
getAcceptLanguage</H3>
<PRE>
public java.lang.String <B>getAcceptLanguage</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
</DL>
<HR>
<A NAME="setMaxRedirects(int)"><!-- --></A><H3>
setMaxRedirects</H3>
<PRE>
public void <B>setMaxRedirects</B>(int&nbsp;maxRedirects)</PRE>
<DL>
<DD><DL>
</DL>
</DD>
</DL>
<HR>
<A NAME="getMaxRedirects()"><!-- --></A><H3>
getMaxRedirects</H3>
<PRE>
public int <B>getMaxRedirects</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
</DL>
<HR>
<A NAME="setRedirectMode(crawlercommons.fetcher.http.BaseHttpFetcher.RedirectMode)"><!-- --></A><H3>
setRedirectMode</H3>
<PRE>
public void <B>setRedirectMode</B>(<A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.RedirectMode.html" title="enum in crawlercommons.fetcher.http">BaseHttpFetcher.RedirectMode</A>&nbsp;mode)</PRE>
<DL>
<DD><DL>
</DL>
</DD>
</DL>
<HR>
<A NAME="getRedirectMode()"><!-- --></A><H3>
getRedirectMode</H3>
<PRE>
public <A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.RedirectMode.html" title="enum in crawlercommons.fetcher.http">BaseHttpFetcher.RedirectMode</A> <B>getRedirectMode</B>()</PRE>
<DL>
<DD><DL>
</DL>
</DD>
</DL>
<!-- ========= END OF CLASS DATA ========= -->
<HR>
<!-- ======= START OF BOTTOM NAVBAR ====== -->
<A NAME="navbar_bottom"><!-- --></A>
<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A>
<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY="">
<TR>
<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1">
<A NAME="navbar_bottom_firstrow"><!-- --></A>
<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY="">
<TR ALIGN="center" VALIGN="top">
<TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A>&nbsp;</TD>
<TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A>&nbsp;</TD>
<TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> &nbsp;<FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT>&nbsp;</TD>
<TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/BaseHttpFetcher.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A>&nbsp;</TD>
<TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A>&nbsp;</TD>
<TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A>&nbsp;</TD>
<TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A>&nbsp;</TD>
<TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A>&nbsp;</TD>
</TR>
</TABLE>
</TD>
<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM>
</EM>
</TD>
</TR>
<TR>
<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
&nbsp;PREV CLASS&nbsp;
&nbsp;<A HREF="../../../crawlercommons/fetcher/http/BaseHttpFetcher.RedirectMode.html" title="enum in crawlercommons.fetcher.http"><B>NEXT CLASS</B></A></FONT></TD>
<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
<A HREF="../../../index.html?crawlercommons/fetcher/http/BaseHttpFetcher.html" target="_top"><B>FRAMES</B></A> &nbsp;
&nbsp;<A HREF="BaseHttpFetcher.html" target="_top"><B>NO FRAMES</B></A> &nbsp;
&nbsp;<SCRIPT type="text/javascript">
<!--
if(window==top) {
document.writeln('<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>');
}
//-->
</SCRIPT>
<NOSCRIPT>
<A HREF="../../../allclasses-noframe.html"><B>All Classes</B></A>
</NOSCRIPT>
</FONT></TD>
</TR>
<TR>
<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2">
SUMMARY:&nbsp;<A HREF="#nested_class_summary">NESTED</A>&nbsp;|&nbsp;<A HREF="#field_summary">FIELD</A>&nbsp;|&nbsp;<A HREF="#constructor_summary">CONSTR</A>&nbsp;|&nbsp;<A HREF="#method_summary">METHOD</A></FONT></TD>
<TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2">
DETAIL:&nbsp;<A HREF="#field_detail">FIELD</A>&nbsp;|&nbsp;<A HREF="#constructor_detail">CONSTR</A>&nbsp;|&nbsp;<A HREF="#method_detail">METHOD</A></FONT></TD>
</TR>
</TABLE>
<A NAME="skip-navbar_bottom"></A>
<!-- ======== END OF BOTTOM NAVBAR ======= -->
<HR>
</BODY>
</HTML>