|
From: <go...@us...> - 2003-09-24 01:44:46
|
Update of /cvsroot/archive-crawler/ArchiveOpenCrawler/src/org/archive/crawler/basic
In directory sc8-pr-cvs1:/tmp/cvs-serv26968/src/org/archive/crawler/basic
Modified Files:
SimplePreselector.java
Log Message:
don't apply scoping to 'embeds' (which includes prerequisities)
Index: SimplePreselector.java
===================================================================
RCS file: /cvsroot/archive-crawler/ArchiveOpenCrawler/src/org/archive/crawler/basic/SimplePreselector.java,v
retrieving revision 1.1
retrieving revision 1.2
diff -C2 -d -r1.1 -r1.2
*** SimplePreselector.java 23 Sep 2003 01:16:34 -0000 1.1
--- SimplePreselector.java 24 Sep 2003 01:44:42 -0000 1.2
***************
*** 53,59 ****
protected void innerRejectProcess(CrawlURI curi) {
super.innerRejectProcess(curi);
! // filter-rejection means out-of-scope
! curi.setFetchStatus(S_OUT_OF_SCOPE);
! curi.cancelFurtherProcessing();
}
--- 53,63 ----
protected void innerRejectProcess(CrawlURI curi) {
super.innerRejectProcess(curi);
! // filter-rejection means out-of-scope for everything but embeds
! if (curi.getEmbedHopCount() < 1) {
! curi.setFetchStatus(S_OUT_OF_SCOPE);
! curi.cancelFurtherProcessing();
! } else {
! // never mind; scope filters don't apply
! }
}
|