[Archive-crawler-cvs] ArchiveOpenCrawler/src/org/archive/crawler/extractor ExtractorHTML.java,1.12,1.13

[<go...@us...>]

Update of /cvsroot/archive-crawler/ArchiveOpenCrawler/src/org/archive/crawler/extractor
In directory sc8-pr-cvs1:/tmp/cvs-serv17531/src/org/archive/crawler/extractor

Modified Files:
	ExtractorHTML.java 
Log Message:
in-attribute '&' handling

Index: ExtractorHTML.java
===================================================================
RCS file: /cvsroot/archive-crawler/ArchiveOpenCrawler/src/org/archive/crawler/extractor/ExtractorHTML.java,v
retrieving revision 1.12
retrieving revision 1.13
diff -C2 -d -r1.12 -r1.13
*** ExtractorHTML.java	3 Sep 2003 01:51:05 -0000	1.12
--- ExtractorHTML.java	6 Sep 2003 02:01:07 -0000	1.13
***************
*** 205,212 ****
  	 */
  	private void processLink(CrawlURI curi, CharSequence value) {
! 		if(value.toString().matches("(?i)^javascript:.*")) {
  			processScriptCode(curi,value.subSequence(11,value.length()));
  		} else {
! 			curi.addLink(value.toString());
  		}
  	}
--- 205,214 ----
  	 */
  	private void processLink(CrawlURI curi, CharSequence value) {
! 		String link = value.toString();
! 		link = link.replaceAll("&","&"); // TODO: more HTML deescaping?
! 		if(link.matches("(?i)^javascript:.*")) {
  			processScriptCode(curi,value.subSequence(11,value.length()));
  		} else {
! 			curi.addLink(link);
  		}
  	}
***************
*** 219,223 ****
  	 */
  	private void processEmbed(CrawlURI curi, CharSequence value) {
! 		curi.addEmbed(value.toString());
  	}
  
--- 221,227 ----
  	 */
  	private void processEmbed(CrawlURI curi, CharSequence value) {
! 		String embed = value.toString();
! 		embed = embed.replaceAll("&","&"); // TODO: more HTML deescaping?
! 		curi.addEmbed(embed);
  	}