[Archive-access-cvs] SF.net SVN: archive-access: [2199] trunk/archive-access/projects/ access-control/access-control/src/main/java/org/archive/accesscontrol

[<al...@us...>]

Revision: 2199
          http://archive-access.svn.sourceforge.net/archive-access/?rev=2199&view=rev
Author:   alexoz
Date:     2008-02-11 13:29:21 -0800 (Mon, 11 Feb 2008)

Log Message:
-----------
* AccessControlClient.java, CachingRobotClient.java, HttpRobotClient.java, RobotClient.java
Added a method to enable using a proxy for robots.txt fetches.

Modified Paths:
--------------
    trunk/archive-access/projects/access-control/access-control/src/main/java/org/archive/accesscontrol/AccessControlClient.java
    trunk/archive-access/projects/access-control/access-control/src/main/java/org/archive/accesscontrol/robotstxt/CachingRobotClient.java
    trunk/archive-access/projects/access-control/access-control/src/main/java/org/archive/accesscontrol/robotstxt/HttpRobotClient.java
    trunk/archive-access/projects/access-control/access-control/src/main/java/org/archive/accesscontrol/robotstxt/RobotClient.java

Modified: trunk/archive-access/projects/access-control/access-control/src/main/java/org/archive/accesscontrol/AccessControlClient.java
===================================================================
--- trunk/archive-access/projects/access-control/access-control/src/main/java/org/archive/accesscontrol/AccessControlClient.java	2008-02-11 21:23:12 UTC (rev 2198)
+++ trunk/archive-access/projects/access-control/access-control/src/main/java/org/archive/accesscontrol/AccessControlClient.java	2008-02-11 21:29:21 UTC (rev 2199)
@@ -176,5 +176,14 @@
     public void setRobotPreparationEnabled(boolean robotPreparationEnabled) {
         this.robotPreparationEnabled = robotPreparationEnabled;
     }
+    
+    /**
+     * Use a proxy server when fetching robots.txt data.
+     * @param host
+     * @param port
+     */
+    public void setRobotProxy(String host, int port) {
+        robotClient.setRobotProxy(host, port);
+    }
 
 }

Modified: trunk/archive-access/projects/access-control/access-control/src/main/java/org/archive/accesscontrol/robotstxt/CachingRobotClient.java
===================================================================
--- trunk/archive-access/projects/access-control/access-control/src/main/java/org/archive/accesscontrol/robotstxt/CachingRobotClient.java	2008-02-11 21:23:12 UTC (rev 2198)
+++ trunk/archive-access/projects/access-control/access-control/src/main/java/org/archive/accesscontrol/robotstxt/CachingRobotClient.java	2008-02-11 21:29:21 UTC (rev 2199)
@@ -102,4 +102,9 @@
         }
     }
 
+    @Override
+    public void setRobotProxy(String host, int port) {
+        client.setRobotProxy(host, port);
+    }
+
 }

Modified: trunk/archive-access/projects/access-control/access-control/src/main/java/org/archive/accesscontrol/robotstxt/HttpRobotClient.java
===================================================================
--- trunk/archive-access/projects/access-control/access-control/src/main/java/org/archive/accesscontrol/robotstxt/HttpRobotClient.java	2008-02-11 21:23:12 UTC (rev 2198)
+++ trunk/archive-access/projects/access-control/access-control/src/main/java/org/archive/accesscontrol/robotstxt/HttpRobotClient.java	2008-02-11 21:29:21 UTC (rev 2199)
@@ -36,4 +36,9 @@
     public void prepare(Collection<String> urls, String userAgent) {
         // no-op
     }
+
+    @Override
+    public void setRobotProxy(String host, int port) {
+        http.getHostConfiguration().setProxy(host, port);
+    }
 }

Modified: trunk/archive-access/projects/access-control/access-control/src/main/java/org/archive/accesscontrol/robotstxt/RobotClient.java
===================================================================
--- trunk/archive-access/projects/access-control/access-control/src/main/java/org/archive/accesscontrol/robotstxt/RobotClient.java	2008-02-11 21:23:12 UTC (rev 2198)
+++ trunk/archive-access/projects/access-control/access-control/src/main/java/org/archive/accesscontrol/robotstxt/RobotClient.java	2008-02-11 21:29:21 UTC (rev 2199)
@@ -55,4 +55,11 @@
      * This may be a no-op.
      */
     public abstract void prepare(Collection<String> urls, String userAgent);
+    
+    /**
+     * Use a proxy server when fetching robots.txt data.
+     * @param host
+     * @param port
+     */
+    public abstract void setRobotProxy(String host, int port);
 }


This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.