public class FetchDNS extends Processor
Modifier and Type | Field and Description |
---|---|
protected boolean |
acceptNonDnsResolves
If a DNS lookup fails, whether or not to fallback to InetAddress
resolution, which may use local 'hosts' files or other mechanisms.
|
protected String |
digestAlgorithm
Which algorithm (for example MD5 or SHA-1) to use to perform an
on-the-fly digest hash of retrieved content-bodies.
|
protected ServerCache |
serverCache
Used to do DNS lookups.
|
protected InetAddress |
serverInetAddr |
Constructor and Description |
---|
FetchDNS() |
Modifier and Type | Method and Description |
---|---|
boolean |
getAcceptNonDnsResolves() |
String |
getDigestAlgorithm() |
boolean |
getDigestContent() |
protected byte[] |
getDNSRecord(long fetchStart,
org.xbill.DNS.Record[] rrecordSet) |
protected org.xbill.DNS.ARecord |
getFirstARecord(org.xbill.DNS.Record[] rrecordSet) |
ServerCache |
getServerCache() |
protected void |
innerProcess(CrawlURI curi)
Actually performs the process.
|
protected boolean |
isQuadAddress(CrawlURI curi,
String dnsName,
CrawlHost targetHost) |
protected void |
recordDNS(CrawlURI curi,
org.xbill.DNS.Record[] rrecordSet) |
void |
setAcceptNonDnsResolves(boolean acceptNonDnsResolves) |
void |
setDigestAlgorithm(String digestAlgorithm) |
void |
setDigestContent(boolean digest) |
void |
setServerCache(ServerCache serverCache) |
protected void |
setUnresolvable(CrawlURI curi,
CrawlHost host) |
protected boolean |
shouldProcess(CrawlURI curi)
Determines whether the given uri should be processed by this
processor.
|
protected void |
storeDNSRecord(CrawlURI curi,
String dnsName,
CrawlHost targetHost,
org.xbill.DNS.Record[] rrecordSet) |
doCheckpoint, finishCheckpoint, flattenVia, fromCheckpointJson, getBeanName, getEnabled, getKeyedProperties, getRecordedSize, getShouldProcessRule, getURICount, hasHttpAuthenticationCredential, innerProcessResult, innerRejectProcess, isRunning, isSuccess, process, report, setBeanName, setEnabled, setRecoveryCheckpoint, setShouldProcessRule, start, startCheckpoint, stop, toCheckpointJson
protected InetAddress serverInetAddr
protected boolean acceptNonDnsResolves
protected ServerCache serverCache
protected String digestAlgorithm
public boolean getAcceptNonDnsResolves()
public void setAcceptNonDnsResolves(boolean acceptNonDnsResolves)
public ServerCache getServerCache()
public void setServerCache(ServerCache serverCache)
public boolean getDigestContent()
public void setDigestContent(boolean digest)
public String getDigestAlgorithm()
public void setDigestAlgorithm(String digestAlgorithm)
protected boolean shouldProcess(CrawlURI curi)
Processor
shouldProcess
in class Processor
curi
- the URI to testprotected void innerProcess(CrawlURI curi)
Processor
#ENABLED
, the
#DECIDE_RULES
and the #shouldProcess(ProcessorURI)
tests.innerProcess
in class Processor
curi
- the URI to processprotected void storeDNSRecord(CrawlURI curi, String dnsName, CrawlHost targetHost, org.xbill.DNS.Record[] rrecordSet)
protected void recordDNS(CrawlURI curi, org.xbill.DNS.Record[] rrecordSet) throws IOException
IOException
protected byte[] getDNSRecord(long fetchStart, org.xbill.DNS.Record[] rrecordSet) throws IOException
IOException
protected org.xbill.DNS.ARecord getFirstARecord(org.xbill.DNS.Record[] rrecordSet)
Copyright © 2003-2014 Internet Archive. All Rights Reserved.