Revision: 2199
http://archive-access.svn.sourceforge.net/archive-access/?rev=2199&view=rev
Author: alexoz
Date: 2008-02-11 13:29:21 -0800 (Mon, 11 Feb 2008)
Log Message:
-----------
* AccessControlClient.java, CachingRobotClient.java, HttpRobotClient.java, RobotClient.java
Added a method to enable using a proxy for robots.txt fetches.
Modified Paths:
--------------
trunk/archive-access/projects/access-control/access-control/src/main/java/org/archive/accesscontrol/AccessControlClient.java
trunk/archive-access/projects/access-control/access-control/src/main/java/org/archive/accesscontrol/robotstxt/CachingRobotClient.java
trunk/archive-access/projects/access-control/access-control/src/main/java/org/archive/accesscontrol/robotstxt/HttpRobotClient.java
trunk/archive-access/projects/access-control/access-control/src/main/java/org/archive/accesscontrol/robotstxt/RobotClient.java
Modified: trunk/archive-access/projects/access-control/access-control/src/main/java/org/archive/accesscontrol/AccessControlClient.java
===================================================================
--- trunk/archive-access/projects/access-control/access-control/src/main/java/org/archive/accesscontrol/AccessControlClient.java 2008-02-11 21:23:12 UTC (rev 2198)
+++ trunk/archive-access/projects/access-control/access-control/src/main/java/org/archive/accesscontrol/AccessControlClient.java 2008-02-11 21:29:21 UTC (rev 2199)
@@ -176,5 +176,14 @@
public void setRobotPreparationEnabled(boolean robotPreparationEnabled) {
this.robotPreparationEnabled = robotPreparationEnabled;
}
+
+ /**
+ * Use a proxy server when fetching robots.txt data.
+ * @param host
+ * @param port
+ */
+ public void setRobotProxy(String host, int port) {
+ robotClient.setRobotProxy(host, port);
+ }
}
Modified: trunk/archive-access/projects/access-control/access-control/src/main/java/org/archive/accesscontrol/robotstxt/CachingRobotClient.java
===================================================================
--- trunk/archive-access/projects/access-control/access-control/src/main/java/org/archive/accesscontrol/robotstxt/CachingRobotClient.java 2008-02-11 21:23:12 UTC (rev 2198)
+++ trunk/archive-access/projects/access-control/access-control/src/main/java/org/archive/accesscontrol/robotstxt/CachingRobotClient.java 2008-02-11 21:29:21 UTC (rev 2199)
@@ -102,4 +102,9 @@
}
}
+ @Override
+ public void setRobotProxy(String host, int port) {
+ client.setRobotProxy(host, port);
+ }
+
}
Modified: trunk/archive-access/projects/access-control/access-control/src/main/java/org/archive/accesscontrol/robotstxt/HttpRobotClient.java
===================================================================
--- trunk/archive-access/projects/access-control/access-control/src/main/java/org/archive/accesscontrol/robotstxt/HttpRobotClient.java 2008-02-11 21:23:12 UTC (rev 2198)
+++ trunk/archive-access/projects/access-control/access-control/src/main/java/org/archive/accesscontrol/robotstxt/HttpRobotClient.java 2008-02-11 21:29:21 UTC (rev 2199)
@@ -36,4 +36,9 @@
public void prepare(Collection<String> urls, String userAgent) {
// no-op
}
+
+ @Override
+ public void setRobotProxy(String host, int port) {
+ http.getHostConfiguration().setProxy(host, port);
+ }
}
Modified: trunk/archive-access/projects/access-control/access-control/src/main/java/org/archive/accesscontrol/robotstxt/RobotClient.java
===================================================================
--- trunk/archive-access/projects/access-control/access-control/src/main/java/org/archive/accesscontrol/robotstxt/RobotClient.java 2008-02-11 21:23:12 UTC (rev 2198)
+++ trunk/archive-access/projects/access-control/access-control/src/main/java/org/archive/accesscontrol/robotstxt/RobotClient.java 2008-02-11 21:29:21 UTC (rev 2199)
@@ -55,4 +55,11 @@
* This may be a no-op.
*/
public abstract void prepare(Collection<String> urls, String userAgent);
+
+ /**
+ * Use a proxy server when fetching robots.txt data.
+ * @param host
+ * @param port
+ */
+ public abstract void setRobotProxy(String host, int port);
}
This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.
|
