Thread: [Archive-access-cvs] SF.net SVN: archive-access:[3044] trunk/archive-access/projects/wayback/ wayb

SourceForge Headquarters 225 Broadway Suite 1600 San Diego, CA 92101 +1 (858) 422-6466

Revision: 3044
          http://archive-access.svn.sourceforge.net/archive-access/?rev=3044&view=rev
Author:   bradtofel
Date:     2010-04-14 21:41:44 +0000 (Wed, 14 Apr 2010)

Log Message:
-----------
INITIAL REV: very early /liveweb/ AccessPoint, which returns and rewrites resources from the live web according to configuration of an "inner" AccessPoint

Added Paths:
-----------
    trunk/archive-access/projects/wayback/wayback-core/src/main/java/org/archive/wayback/webapp/LiveWebAccessPoint.java

Added: trunk/archive-access/projects/wayback/wayback-core/src/main/java/org/archive/wayback/webapp/LiveWebAccessPoint.java
===================================================================

--- trunk/archive-access/projects/wayback/wayback-core/src/main/java/org/archive/wayback/webapp/LiveWebAccessPoint.java	                        (rev 0)
+++ trunk/archive-access/projects/wayback/wayback-core/src/main/java/org/archive/wayback/webapp/LiveWebAccessPoint.java	2010-04-14 21:41:44 UTC (rev 3044)
@@ -0,0 +1,213 @@
+/* LiveWebAccessPoint
+ *
+ * $Id$:
+ *
+ * Created on Apr 1, 2010.
+ *
+ * Copyright (C) 2006 Internet Archive.
+ *
+ * This file is part of Wayback.
+ *
+ * Wayback is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser Public License as published by
+ * the Free Software Foundation; either version 2.1 of the License, or
+ * any later version.
+ *
+ * Wayback is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU Lesser Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser Public License
+ * along with Wayback; if not, write to the Free Software
+ * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+ */
+
+package org.archive.wayback.webapp;
+
+import java.io.IOException;
+import java.net.MalformedURLException;
+import java.net.URL;
+
+import javax.servlet.ServletException;
+import javax.servlet.http.HttpServletRequest;
+import javax.servlet.http.HttpServletResponse;
+
+import org.archive.io.arc.ARCRecord;
+import org.archive.wayback.accesscontrol.robotstxt.RobotExclusionFilterFactory;
+import org.archive.wayback.core.CaptureSearchResult;
+import org.archive.wayback.core.CaptureSearchResults;
+import org.archive.wayback.core.WaybackRequest;
+import org.archive.wayback.exception.BadQueryException;
+import org.archive.wayback.exception.ResourceNotInArchiveException;
+import org.archive.wayback.exception.RobotAccessControlException;
+import org.archive.wayback.exception.WaybackException;
+import org.archive.wayback.liveweb.LiveWebCache;
+import org.archive.wayback.resourceindex.filters.ExclusionFilter;
+import org.archive.wayback.resourcestore.resourcefile.ArcResource;
+import org.springframework.beans.factory.BeanNameAware;
+
+/**
+ * @author brad
+ *
+ * AccessPoint subclass which allows no Queries, but makes all replay requests
+ * through a LiveWebCache
+ *
+ */
+public class LiveWebAccessPoint extends ServletRequestContext implements BeanNameAware {
+	private AccessPoint inner = null;
+	private LiveWebCache cache = null;
+	private RobotExclusionFilterFactory robotFactory = null;
+	private long maxCacheMS = 86400000;
+	private String beanName = null;
+	private int contextPort = 0;
+	private String contextName = null;
+	
+	public void setBeanName(String beanName) {
+		this.beanName = beanName;
+		this.contextName = "";
+		int idx = beanName.indexOf(":");
+		if(idx > -1) {
+			contextPort = Integer.valueOf(beanName.substring(0,idx));
+			contextName = beanName.substring(idx + 1);
+		} else {
+			try {
+				this.contextPort = Integer.valueOf(beanName);
+			} catch(NumberFormatException e) {
+				e.printStackTrace();
+			}
+		}
+	}
+	/**
+	 * @param httpRequest HttpServletRequest which is being handled 
+	 * @return the prefix of paths received by this server that are handled by
+	 * this WaybackContext, including the trailing '/'
+	 */
+	public String getContextPath(HttpServletRequest httpRequest) {
+		String httpContextPath = httpRequest.getContextPath();
+		if(contextName.length() == 0) {
+			return httpContextPath + "/";
+		}
+		return httpContextPath + "/" + contextName + "/";
+	}
+
+	
+	protected String translateRequest(HttpServletRequest httpRequest, 
+			boolean includeQuery) {
+
+		String origRequestPath = httpRequest.getRequestURI();
+		if(includeQuery) {
+			String queryString = httpRequest.getQueryString();
+			if (queryString != null) {
+				origRequestPath += "?" + queryString;
+			}
+		}
+		String contextPath = getContextPath(httpRequest);
+		if (!origRequestPath.startsWith(contextPath)) {
+			if(contextPath.startsWith(origRequestPath)) {
+				// missing trailing '/', just omit:
+				return "";
+			}
+			return null;
+		}
+		return origRequestPath.substring(contextPath.length());
+	}
+	
+	public boolean handleRequest(HttpServletRequest httpRequest,
+			HttpServletResponse httpResponse) 
+	throws ServletException, IOException {
+		
+		String urlString = translateRequest(httpRequest,true);
+		boolean handled = true;
+		WaybackRequest wbRequest = new WaybackRequest();
+		wbRequest.setAccessPoint(inner);
+		wbRequest.setContextPrefix(inner.getAbsoluteServerPrefix(httpRequest));
+		wbRequest.setServerPrefix(inner.getAbsoluteServerPrefix(httpRequest));
+		wbRequest.setLiveWebRequest(true);
+		wbRequest.setRequestUrl(urlString);
+		URL url = null;
+		try {
+			try {
+				url = new URL(urlString);
+			} catch(MalformedURLException e) {
+				throw new BadQueryException("Bad URL(" + urlString + ")");
+			}
+
+			CaptureSearchResult result = new CaptureSearchResult();
+			result.setOriginalUrl(urlString);
+			result.setUrlKey(urlString);
+			// should we check robots, first?
+			if(robotFactory != null) {
+				int ruling = robotFactory.get().filterObject(result);
+				if(ruling == ExclusionFilter.FILTER_EXCLUDE) {
+					throw new RobotAccessControlException(urlString + "is blocked by robots.txt");
+				}
+			}
+			// robots says GO:
+			ArcResource r = (ArcResource) cache.getCachedResource(url, maxCacheMS , false);
+			ARCRecord ar = (ARCRecord) r.getArcRecord();
+			int status = ar.getStatusCode();
+			if((status == 200) || ((status >= 300) && (status < 400))) {
+				result.setCaptureTimestamp(ar.getMetaData().getDate());
+				result.setMimeType(ar.getMetaData().getMimetype());
+				CaptureSearchResults results = new CaptureSearchResults();
+				results.addSearchResult(result);
+			
+				wbRequest.setReplayTimestamp(result.getCaptureTimestamp());
+					
+				inner.getReplay().getRenderer(wbRequest, result, r).renderResource(
+						httpRequest, httpResponse, wbRequest, result, r, 
+						inner.getUriConverter(), results);
+			} else {
+				throw new ResourceNotInArchiveException("Not In Archive - Not on Live web");
+			}
+
+		} catch(WaybackException e) {
+			inner.getException().renderException(httpRequest, httpResponse, wbRequest,
+					e, inner.getUriConverter());
+		}
+		return handled;
+	}
+
+	/**
+	 * @return the cache
+	 */
+	public LiveWebCache getCache() {
+		return cache;
+	}
+
+	/**
+	 * @param cache the cache to set
+	 */
+	public void setCache(LiveWebCache cache) {
+		this.cache = cache;
+	}
+
+	/**
+	 * @return the robotFactory
+	 */
+	public RobotExclusionFilterFactory getRobotFactory() {
+		return robotFactory;
+	}
+
+	/**
+	 * @param robotFactory the robotFactory to set
+	 */
+	public void setRobotFactory(RobotExclusionFilterFactory robotFactory) {
+		this.robotFactory = robotFactory;
+	}
+
+	/**
+	 * @return the inner
+	 */
+	public AccessPoint getInner() {
+		return inner;
+	}
+
+	/**
+	 * @param inner the inner to set
+	 */
+	public void setInner(AccessPoint inner) {
+		this.inner = inner;
+	}
+}


Property changes on: trunk/archive-access/projects/wayback/wayback-core/src/main/java/org/archive/wayback/webapp/LiveWebAccessPoint.java
___________________________________________________________________
Added: svn:keywords
   + Author Date Revision Id


This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.




Thread: [Archive-access-cvs] SF.net SVN: archive-access:[3044] trunk/archive-access/projects/wayback/ wayb

archive-access-cvs