archive-crawler-cvs

[<go...@us...>]

Update of /cvsroot/archive-crawler/ArchiveOpenCrawler/src/org/archive/crawler/basic
In directory sc8-pr-cvs1:/tmp/cvs-serv15442/src/org/archive/crawler/basic

Modified Files:
	SimpleSelector.java 
Log Message:
insert at tail rather than head (for now)

Index: SimpleSelector.java
===================================================================
RCS file: /cvsroot/archive-crawler/ArchiveOpenCrawler/src/org/archive/crawler/basic/SimpleSelector.java,v
retrieving revision 1.23
retrieving revision 1.24
diff -C2 -d -r1.23 -r1.24
*** SimpleSelector.java	13 Aug 2003 19:17:29 -0000	1.23
--- SimpleSelector.java	6 Sep 2003 01:46:38 -0000	1.24
***************
*** 173,177 ****
  				//if(filtersAccept(u)) {
  					logger.fine("inserting header at head "+u);
! 					store.insertAtHead(u,curi.getAList().getInt("distance-from-seed"));
  				//}
  			} catch (URISyntaxException ex) {
--- 173,178 ----
  				//if(filtersAccept(u)) {
  					logger.fine("inserting header at head "+u);
! 					//store.insertAtHead(u,curi.getAList().getInt("distance-from-seed"));
! 					store.insert(u,curi,0);
  				//}
  			} catch (URISyntaxException ex) {
***************
*** 279,283 ****
  				if(filtersAccept(link)) {
  					logger.fine("inserting link "+link+" "+curi.getStoreState());
! 					store.insert(link,curi.getAList().getInt("distance-from-seed")+1);
  				} 
  			} catch (URISyntaxException ex) {
--- 280,284 ----
  				if(filtersAccept(link)) {
  					logger.fine("inserting link "+link+" "+curi.getStoreState());
! 					store.insert(link,curi,1);
  				} 
  			} catch (URISyntaxException ex) {
***************
*** 302,306 ****
--- 303,311 ----
  				//if(filtersAccept(embed)) {
  					logger.fine("inserting embed at head "+embed);
+ 					// For now, insert at tail instead of head
+ 					store.insert(embed,curi,0);
+ 					/* 
  					store.insertAtHead(embed,curi.getAList().getInt("distance-from-seed"));
+ 					*/
  				//}
  			} catch (URISyntaxException ex) {
***************
*** 327,331 ****
  			}
  			logger.fine("inserting prereq at head "+prereq);
! 			CrawlURI prereqCuri = store.insertAtHead(prereq,curi.getAList().getInt("distance-from-seed"));
  			if (prereqCuri.getStoreState()==URIStoreable.FINISHED) {
  				curi.setFetchStatus(S_PREREQUISITE_FAILURE);
--- 332,337 ----
  			}
  			logger.fine("inserting prereq at head "+prereq);
! 			//CrawlURI prereqCuri = store.insertAtHead(prereq,curi.getAList().getInt("distance-from-seed"));
! 			CrawlURI prereqCuri = store.insert(prereq,curi,0);
  			if (prereqCuri.getStoreState()==URIStoreable.FINISHED) {
  				curi.setFetchStatus(S_PREREQUISITE_FAILURE);