[Archive-crawler-cvs] ArchiveOpenCrawler/src/org/archive/crawler/basic SimplePreselector.java,1.1,1.2

[<go...@us...>]

Update of /cvsroot/archive-crawler/ArchiveOpenCrawler/src/org/archive/crawler/basic
In directory sc8-pr-cvs1:/tmp/cvs-serv26968/src/org/archive/crawler/basic

Modified Files:
	SimplePreselector.java 
Log Message:
don't apply scoping to 'embeds' (which includes prerequisities)

Index: SimplePreselector.java
===================================================================
RCS file: /cvsroot/archive-crawler/ArchiveOpenCrawler/src/org/archive/crawler/basic/SimplePreselector.java,v
retrieving revision 1.1
retrieving revision 1.2
diff -C2 -d -r1.1 -r1.2
*** SimplePreselector.java	23 Sep 2003 01:16:34 -0000	1.1
--- SimplePreselector.java	24 Sep 2003 01:44:42 -0000	1.2
***************
*** 53,59 ****
  	protected void innerRejectProcess(CrawlURI curi) {
  		super.innerRejectProcess(curi);
! 		// filter-rejection means out-of-scope
! 		curi.setFetchStatus(S_OUT_OF_SCOPE);
! 		curi.cancelFurtherProcessing();
  	}
  	
--- 53,63 ----
  	protected void innerRejectProcess(CrawlURI curi) {
  		super.innerRejectProcess(curi);
! 		// filter-rejection means out-of-scope for everything but embeds
! 		if (curi.getEmbedHopCount() < 1) {
! 			curi.setFetchStatus(S_OUT_OF_SCOPE);
! 			curi.cancelFurtherProcessing();
! 		} else {
! 			// never mind; scope filters don't apply
! 		}
  	}