Menu
▾
▴
[Jython-checkins] SF.net SVN: jython:[5986] trunk/sandbox/wierzbicki/jlr_experiment/src/org/ python/core/packagecache
|
From: <fwi...@us...> - 2009-01-26 18:12:02
|
Revision: 5986
http://jython.svn.sourceforge.net/jython/?rev=5986&view=rev
Author: fwierzbicki
Date: 2009-01-26 18:11:57 +0000 (Mon, 26 Jan 2009)
Log Message:
-----------
Another try at separating out the Python specific bits of PackageManager.
Modified Paths:
--------------
trunk/sandbox/wierzbicki/jlr_experiment/src/org/python/core/packagecache/PyPackageManager.java
trunk/sandbox/wierzbicki/jlr_experiment/src/org/python/core/packagecache/SysPackageManager.java
Added Paths:
-----------
trunk/sandbox/wierzbicki/jlr_experiment/src/org/python/core/packagecache/BasePackageManager.java
Removed Paths:
-------------
trunk/sandbox/wierzbicki/jlr_experiment/src/org/python/core/packagecache/PackageManager.java
Added: trunk/sandbox/wierzbicki/jlr_experiment/src/org/python/core/packagecache/BasePackageManager.java
===================================================================
--- trunk/sandbox/wierzbicki/jlr_experiment/src/org/python/core/packagecache/BasePackageManager.java (rev 0)
+++ trunk/sandbox/wierzbicki/jlr_experiment/src/org/python/core/packagecache/BasePackageManager.java 2009-01-26 18:11:57 UTC (rev 5986)
@@ -0,0 +1,1000 @@
+// Copyright (c) Corporation for National Research Initiatives
+// Copyright 2000 Samuele Pedroni
+
+package org.python.core.packagecache;
+
+import java.io.BufferedInputStream;
+import java.io.BufferedOutputStream;
+import java.io.DataInputStream;
+import java.io.DataOutputStream;
+import java.io.EOFException;
+import java.io.File;
+import java.io.FileInputStream;
+import java.io.FileOutputStream;
+import java.io.FilenameFilter;
+import java.io.IOException;
+import java.io.InputStream;
+import java.lang.reflect.Modifier;
+import java.net.URL;
+import java.net.URLConnection;
+import java.security.AccessControlException;
+import java.util.List;
+import java.util.Map;
+import java.util.Map.Entry;
+import java.util.Properties;
+import java.util.StringTokenizer;
+import java.util.zip.ZipEntry;
+import java.util.zip.ZipInputStream;
+
+import org.python.core.Options;
+import org.python.core.Py;
+import org.python.core.PyJavaPackage;
+import org.python.core.PyList;
+import org.python.core.PyObject;
+import org.python.core.PyString;
+import org.python.core.PyStringMap;
+import org.python.core.PySystemState;
+import org.python.core.imp;
+import org.python.core.util.RelativeFile;
+import org.python.util.Generic;
+
+/**
+ * Base package manager.
+ */
+public abstract class BasePackageManager {
+
+ /* from old PackageManager */
+ protected PyList searchPath;
+ protected PyJavaPackage topLevelPackage;
+
+ protected boolean indexModified;
+
+ protected Map<String,JarXEntry> jarfiles;
+
+ // for default cache (local fs based) impl
+ protected File cachedir;
+
+ protected void message(String msg) {
+ Py.writeMessage("*sys-package-mgr*", msg);
+ }
+
+ protected void warning(String warn) {
+ Py.writeWarning("*sys-package-mgr*", warn);
+ }
+
+ protected void comment(String msg) {
+ Py.writeComment("*sys-package-mgr*", msg);
+ }
+
+ protected void debug(String msg) {
+ Py.writeDebug("*sys-package-mgr*", msg);
+ }
+
+ public abstract Object makeJavaPackage(String name, String classes, String jarfile);
+
+ public void addJar(String jarfile, boolean cache) {
+ addJarToPackages(new File(jarfile), cache);
+ if (cache) {
+ saveCache();
+ }
+ }
+
+ public void addJarDir(String jdir, boolean cache) {
+ addJarDir(jdir, cache, cache);
+ }
+
+ private void addJarDir(String jdir, boolean cache, boolean saveCache) {
+ File file = new File(jdir);
+ if (!file.isDirectory()) {
+ return;
+ }
+ String[] files = file.list();
+ for (int i = 0; i < files.length; i++) {
+ String entry = files[i];
+ if (entry.endsWith(".jar") || entry.endsWith(".zip")) {
+ addJarToPackages(new File(jdir, entry), cache);
+ }
+ }
+ if (saveCache) {
+ saveCache();
+ }
+ }
+
+ private void addJarPath(String path) {
+ StringTokenizer tok = new StringTokenizer(path,
+ java.io.File.pathSeparator);
+ while (tok.hasMoreTokens()) {
+ // ??pending: do jvms trim? how is interpreted entry=""?
+ String entry = tok.nextToken();
+ addJarDir(entry, true, false);
+ }
+ }
+
+ protected void findAllPackages(Properties registry) {
+ String paths = registry.getProperty("python.packages.paths",
+ "java.class.path,sun.boot.class.path");
+ String directories = registry.getProperty(
+ "python.packages.directories", "java.ext.dirs");
+ String fakepath = registry
+ .getProperty("python.packages.fakepath", null);
+ StringTokenizer tok = new StringTokenizer(paths, ",");
+ while (tok.hasMoreTokens()) {
+ String entry = tok.nextToken().trim();
+ String tmp = registry.getProperty(entry);
+ if (tmp == null) {
+ continue;
+ }
+ addClassPath(tmp);
+ }
+
+ tok = new StringTokenizer(directories, ",");
+ while (tok.hasMoreTokens()) {
+ String entry = tok.nextToken().trim();
+ String tmp = registry.getProperty(entry);
+ if (tmp == null) {
+ continue;
+ }
+ addJarPath(tmp);
+ }
+
+ if (fakepath != null) {
+ addClassPath(fakepath);
+ }
+ }
+
+ public void notifyPackageImport(String pkg, String name) {
+ if (pkg != null && pkg.length() > 0) {
+ name = pkg + '.' + name;
+ }
+ Py.writeComment("import", "'" + name + "' as java package");
+ }
+
+ public Class findClass(String pkg, String name) {
+ Class c = findClass(pkg, name, "java class");
+ if (c != null) {
+ Py.writeComment("import", "'" + name + "' as java class");
+ }
+ return c;
+ }
+
+ public Class findClass(String pkg, String name, String reason) {
+ if (pkg != null && pkg.length() > 0) {
+ name = pkg + '.' + name;
+ }
+ return Py.findClassEx(name, reason);
+ }
+
+ /**
+ * Dynamically check if pkg.name exists as java pkg in the controlled
+ * hierarchy. Should be overriden.
+ *
+ * @param pkg parent pkg name
+ * @param name candidate name
+ * @return true if pkg exists
+ */
+ public boolean packageExists(String pkg, String name) {
+ if (packageExists(this.getSearchPath(), pkg, name)) {
+ return true;
+ }
+
+ PySystemState system = Py.getSystemState();
+
+ if (system.getClassLoader() == null
+ && packageExists(Py.getSystemState().path, pkg, name)) {
+ return true;
+ }
+
+ return false;
+ }
+
+
+ /**
+ * Helper for {@link #packageExists(java.lang.String,java.lang.String)}.
+ * Scans for package pkg.name the directories in path.
+ */
+ protected boolean packageExists(PyList path, String pkg, String name) {
+ String child = pkg.replace('.', File.separatorChar) + File.separator
+ + name;
+
+ for (int i = 0; i < path.__len__(); i++) {
+ String dir = path.pyget(i).__str__().toString();
+
+ File f = new RelativeFile(dir, child);
+ if (f.isDirectory() && imp.caseok(f, name)) {
+ /*
+ * Figure out if we have a directory a mixture of python and
+ * java or just an empty directory (which means Java) or a
+ * directory with only Python source (which means Python).
+ */
+ PackageExistsFileFilter m = new PackageExistsFileFilter();
+ f.listFiles(m);
+ boolean exists = m.packageExists();
+ if (exists) {
+ Py.writeComment("import", "java package as '"
+ + f.getAbsolutePath() + "'");
+ }
+ return exists;
+ }
+ }
+ return false;
+ }
+
+ /**
+ * @return the searchPath
+ */
+ public PyList getSearchPath() {
+ return searchPath;
+ }
+
+ /**
+ * @param searchPath the searchPath to set
+ */
+ public void setSearchPath(PyList searchPath) {
+ this.searchPath = searchPath;
+ }
+
+ /**
+ * @return the topLevelPackage
+ */
+ public PyJavaPackage getTopLevelPackage() {
+ return topLevelPackage;
+ }
+
+ /**
+ * @param topLevelPackage the topLevelPackage to set
+ */
+ public void setTopLevelPackage(PyJavaPackage topLevelPackage) {
+ this.topLevelPackage = topLevelPackage;
+ }
+
+ class PackageExistsFileFilter implements FilenameFilter {
+ private boolean java;
+
+ private boolean python;
+
+ public boolean accept(File dir, String name) {
+ if(name.endsWith(".py") || name.endsWith("$py.class") || name.endsWith("$_PyInner.class")) {
+ python = true;
+ }else if (name.endsWith(".class")) {
+ java = true;
+ }
+ return false;
+ }
+
+ public boolean packageExists() {
+ if (this.python && !this.java) {
+ return false;
+ }
+ return true;
+ }
+ }
+
+ /**
+ * Helper for {@link #doDir(PyJavaPackage,boolean,boolean)}. Scans for
+ * package jpkg content over the directories in path. Add to ret the founded
+ * classes/pkgs. Filter out classes using {@link #filterByName},{@link #filterByAccess}.
+ */
+ protected void doDir(PyList path, PyList ret, PyJavaPackage jpkg,
+ boolean instantiate, boolean exclpkgs) {
+ String child = jpkg.__name__.replace('.', File.separatorChar);
+
+ for (int i = 0; i < path.__len__(); i++) {
+ String dir = path.pyget(i).__str__().toString();
+ if (dir.length() == 0) {
+ dir = null;
+ }
+
+ File childFile = new File(dir, child);
+
+ String[] list = childFile.list();
+ if (list == null) {
+ continue;
+ }
+
+ doList: for (int j = 0; j < list.length; j++) {
+ String jname = list[j];
+
+ File cand = new File(childFile, jname);
+
+ int jlen = jname.length();
+
+ boolean pkgCand = false;
+
+ if (cand.isDirectory()) {
+ if (!instantiate && exclpkgs) {
+ continue;
+ }
+ pkgCand = true;
+ } else {
+ if (!jname.endsWith(".class")) {
+ continue;
+ }
+ jlen -= 6;
+ }
+
+ jname = jname.substring(0, jlen);
+ PyString name = new PyString(jname);
+
+ if (filterByName(jname, pkgCand)) {
+ continue;
+ }
+
+ // for opt maybe we should some hash-set for ret
+ if (jpkg.__dict__.has_key(name) || jpkg.clsSet.has_key(name)
+ || ret.__contains__(name)) {
+ continue;
+ }
+
+ if (!Character.isJavaIdentifierStart(jname.charAt(0))) {
+ continue;
+ }
+
+ for (int k = 1; k < jlen; k++) {
+ if (!Character.isJavaIdentifierPart(jname.charAt(k))) {
+ continue doList;
+ }
+ }
+
+ if (!pkgCand) {
+ try {
+ int acc = checkAccess(new BufferedInputStream(
+ new FileInputStream(cand)));
+ if ((acc == -1) || filterByAccess(jname, acc)) {
+ continue;
+ }
+ } catch (IOException e) {
+ continue;
+ }
+ }
+
+ if (instantiate) {
+ if (pkgCand) {
+ jpkg.addPackage(jname);
+ } else {
+ jpkg.addClass(jname, Py.findClass(jpkg.__name__ + "." + jname));
+ }
+ }
+
+ ret.append(name);
+
+ }
+ }
+
+ }
+
+ /**
+ * Add directory dir (if exists) to {@link #searchPath}.
+ */
+ public void addDirectory(File dir) {
+ try {
+ if (dir.getPath().length() == 0) {
+ this.getSearchPath().append(Py.EmptyString);
+ } else {
+ this.getSearchPath().append(new PyString(dir.getCanonicalPath()));
+ }
+ } catch (IOException e) {
+ warning("skipping bad directory, '" + dir + "'");
+ }
+ }
+
+ // ??pending:
+ // Uses simply split and not a StringTokenizer+trim to adhere to
+ // sun jvm parsing of classpath.
+ // E.g. "a;" is parsed by sun jvm as a, ""; the latter is interpreted
+ // as cwd. jview trims and cwd is per default in classpath.
+ // The logic here should work for both(...). Need to distinguish?
+ // This code does not avoid duplicates in searchPath.
+ // Should cause no problem (?).
+
+ /**
+ * Adds "classpath" entry. Calls {@link #addDirectory} if path refers to a
+ * dir, {@link #addJarToPackages(java.io.File, boolean)} with param cache
+ * true if path refers to a jar.
+ */
+ public void addClassPath(String path) {
+ PyList paths = new PyString(path).split(java.io.File.pathSeparator);
+
+ for (int i = 0; i < paths.__len__(); i++) {
+ String entry = paths.pyget(i).toString();
+ if (entry.endsWith(".jar") || entry.endsWith(".zip")) {
+ addJarToPackages(new File(entry), true);
+ } else {
+ File dir = new File(entry);
+ if (entry.length() == 0 || dir.isDirectory()) {
+ addDirectory(dir);
+ }
+ }
+ }
+ }
+
+ //Copied from CachedJarsPackageManager
+ /**
+ * Filter class/pkg by name helper method - hook. The default impl. is used
+ * by {@link #addJarToPackages} in order to filter out classes whose name
+ * contains '$' (e.g. inner classes,...). Should be used or overriden by
+ * derived classes too. Also to be used in {@link #doDir}.
+ *
+ * @param name class/pkg name
+ * @param pkg if true, name refers to a pkg
+ * @return true if name must be filtered out
+ */
+ protected boolean filterByName(String name, boolean pkg) {
+ return name.indexOf('$') != -1;
+ }
+
+ /**
+ * Filter class by access perms helper method - hook. The default impl. is
+ * used by {@link #addJarToPackages} in order to filter out non-public
+ * classes. Should be used or overriden by derived classes too. Also to be
+ * used in {@link #doDir}. Access perms can be read with
+ * {@link #checkAccess}.
+ *
+ * @param name class name
+ * @param acc class access permissions as int
+ * @return true if name must be filtered out
+ */
+ protected boolean filterByAccess(String name, int acc) {
+ return (acc & Modifier.PUBLIC) != Modifier.PUBLIC;
+ }
+
+ private static String listToString(List<String> list) {
+ int n = list.size();
+ StringBuilder ret = new StringBuilder();
+ for (int i = 0; i < n; i++) {
+ ret.append(list.get(i));
+ if (i < n - 1) {
+ ret.append(",");
+ }
+ }
+ return ret.toString();
+ }
+
+ // Add a single class from zipFile to zipPackages
+ // Only add valid, public classes
+ private void addZipEntry(Map<String, List<String>[]> zipPackages, ZipEntry entry,
+ ZipInputStream zip) throws IOException {
+ String name = entry.getName();
+ // System.err.println("entry: "+name);
+ if (!name.endsWith(".class")) {
+ return;
+ }
+
+ char sep = '/';
+ int breakPoint = name.lastIndexOf(sep);
+ if (breakPoint == -1) {
+ breakPoint = name.lastIndexOf('\\');
+ sep = '\\';
+ }
+
+ String packageName;
+ if (breakPoint == -1) {
+ packageName = "";
+ } else {
+ packageName = name.substring(0, breakPoint).replace(sep, '.');
+ }
+
+ String className = name.substring(breakPoint + 1, name.length() - 6);
+
+ if (filterByName(className, false)) {
+ return;
+ }
+
+ List<String>[] vec = zipPackages.get(packageName);
+ if (vec == null) {
+ vec = new List[] { Generic.list(), Generic.list() };
+ zipPackages.put(packageName, vec);
+ }
+ int access = checkAccess(zip);
+ if ((access != -1) && !filterByAccess(name, access)) {
+ vec[0].add(className);
+ } else {
+ vec[1].add(className);
+ }
+ }
+
+ // Extract all of the packages in a single jarfile
+ private Map<String, String> getZipPackages(InputStream jarin) throws IOException {
+ Map<String, List<String>[]> zipPackages = Generic.map();
+
+ ZipInputStream zip = new ZipInputStream(jarin);
+
+ ZipEntry entry;
+ while ((entry = zip.getNextEntry()) != null) {
+ addZipEntry(zipPackages, entry, zip);
+ zip.closeEntry();
+ }
+
+ // Turn each vector into a comma-separated String
+ Map<String, String> transformed = Generic.map();
+ for (String key : zipPackages.keySet()) {
+ List<String>[] vec = zipPackages.get(key);
+ String classes = listToString(vec[0]);
+ if (vec[1].size() > 0) {
+ classes += '@' + listToString(vec[1]);
+ }
+ transformed.put(key, classes);
+ }
+
+ return transformed;
+ }
+
+ /**
+ * Gathers classes info from jar specified by jarurl URL. Eventually just
+ * using previously cached info. Eventually updated info is not cached.
+ * Persistent cache storage access goes through inOpenCacheFile() and
+ * outCreateCacheFile().
+ */
+ public void addJarToPackages(java.net.URL jarurl) {
+ addJarToPackages(jarurl, null, false);
+ }
+
+ /**
+ * Gathers classes info from jar specified by jarurl URL. Eventually just
+ * using previously cached info. Eventually updated info is (re-)cached if
+ * param cache is true. Persistent cache storage access goes through
+ * inOpenCacheFile() and outCreateCacheFile().
+ */
+ public void addJarToPackages(URL jarurl, boolean cache) {
+ addJarToPackages(jarurl, null, cache);
+ }
+
+ /**
+ * Gathers classes info from jar specified by File jarfile. Eventually just
+ * using previously cached info. Eventually updated info is not cached.
+ * Persistent cache storage access goes through inOpenCacheFile() and
+ * outCreateCacheFile().
+ */
+ public void addJarToPackages(File jarfile) {
+ addJarToPackages(null, jarfile, false);
+ }
+
+ /**
+ * Gathers classes info from jar specified by File jarfile. Eventually just
+ * using previously cached info. Eventually updated info is (re-)cached if
+ * param cache is true. Persistent cache storage access goes through
+ * inOpenCacheFile() and outCreateCacheFile().
+ */
+ public void addJarToPackages(File jarfile, boolean cache) {
+ addJarToPackages(null, jarfile, cache);
+ }
+
+ private void addJarToPackages(URL jarurl, File jarfile, boolean cache) {
+ try {
+ boolean caching = this.jarfiles != null;
+
+ URLConnection jarconn = null;
+ boolean localfile = true;
+
+ if (jarfile == null) {
+ jarconn = jarurl.openConnection();
+ // This is necessary because 'file:' url-connections
+ // return always 0 through getLastModified (bug?).
+ // And in order to handle localfiles (from urls too)
+ // uniformly.
+ if (jarconn.getURL().getProtocol().equals("file")) {
+ // ??pending: need to use java2 URLDecoder.decode?
+ String jarfilename = jarurl.getFile();
+ jarfilename = jarfilename.replace('/', File.separatorChar);
+ jarfile = new File(jarfilename);
+ } else {
+ localfile = false;
+ }
+ }
+
+ if (localfile && !jarfile.exists()) {
+ return;
+ }
+
+ Map<String, String> zipPackages = null;
+
+ long mtime = 0;
+ String jarcanon = null;
+ JarXEntry entry = null;
+ boolean brandNew = false;
+
+ if (caching) {
+
+ if (localfile) {
+ mtime = jarfile.lastModified();
+ jarcanon = jarfile.getCanonicalPath();
+ } else {
+ mtime = jarconn.getLastModified();
+ jarcanon = jarurl.toString();
+ }
+
+ entry = this.jarfiles.get(jarcanon);
+
+ if ((entry == null || !(new File(entry.cachefile).exists()))
+ && cache) {
+ message("processing new jar, '" + jarcanon + "'");
+
+ String jarname;
+ if (localfile) {
+ jarname = jarfile.getName();
+ } else {
+ jarname = jarurl.getFile();
+ int slash = jarname.lastIndexOf('/');
+ if (slash != -1)
+ jarname = jarname.substring(slash + 1);
+ }
+ jarname = jarname.substring(0, jarname.length() - 4);
+
+ entry = new JarXEntry(jarname);
+ this.jarfiles.put(jarcanon, entry);
+
+ brandNew = true;
+ }
+
+ if (mtime != 0 && entry != null && entry.mtime == mtime) {
+ zipPackages = readCacheFile(entry, jarcanon);
+ }
+
+ }
+
+ if (zipPackages == null) {
+ caching = caching && cache;
+
+ if (caching) {
+ this.indexModified = true;
+ if (entry.mtime != 0) {
+ message("processing modified jar, '" + jarcanon + "'");
+ }
+ entry.mtime = mtime;
+ }
+
+ InputStream jarin;
+ if (jarconn == null) {
+ jarin = new BufferedInputStream(
+ new FileInputStream(jarfile));
+ } else {
+ jarin = jarconn.getInputStream();
+ }
+
+ zipPackages = getZipPackages(jarin);
+
+ if (caching) {
+ writeCacheFile(entry, jarcanon, zipPackages, brandNew);
+ }
+ }
+
+ addPackages(zipPackages, jarcanon);
+ } catch (IOException ioe) {
+ // silently skip any bad directories
+ warning("skipping bad jar, '"
+ + (jarfile != null ? jarfile.toString() : jarurl.toString())
+ + "'");
+ }
+
+ }
+
+ private void addPackages(Map<String,String> zipPackages, String jarfile) {
+ for (Entry<String,String> entry : zipPackages.entrySet()) {
+ String pkg = entry.getKey();
+ String classes = entry.getValue();
+
+ int idx = classes.indexOf('@');
+ if (idx >= 0 && Options.respectJavaAccessibility) {
+ classes = classes.substring(0, idx);
+ }
+
+ makeJavaPackage(pkg, classes, jarfile);
+ }
+ }
+
+ // Read in cache file storing package info for a single .jar
+ // Return null and delete this cachefile if it is invalid
+ private Map<String, String> readCacheFile(JarXEntry entry, String jarcanon) {
+ String cachefile = entry.cachefile;
+ long mtime = entry.mtime;
+
+ debug("reading cache, '" + jarcanon + "'");
+
+ try {
+ DataInputStream istream = inOpenCacheFile(cachefile);
+ String old_jarcanon = istream.readUTF();
+ long old_mtime = istream.readLong();
+ if ((!old_jarcanon.equals(jarcanon)) || (old_mtime != mtime)) {
+ comment("invalid cache file: " + cachefile + ", " + jarcanon
+ + ":" + old_jarcanon + ", " + mtime + ":" + old_mtime);
+ deleteCacheFile(cachefile);
+ return null;
+ }
+ Map<String, String> packs = Generic.map();
+ try {
+ while (true) {
+ String packageName = istream.readUTF();
+ String classes = istream.readUTF();
+ packs.put(packageName, classes);
+ }
+ } catch (EOFException eof) {
+ //ignore
+ }
+ istream.close();
+
+ return packs;
+ } catch (IOException ioe) {
+ // if (cachefile.exists()) cachefile.delete();
+ return null;
+ }
+ }
+
+ // Write a cache file storing package info for a single .jar
+ private void writeCacheFile(JarXEntry entry, String jarcanon,
+ Map<String,String> zipPackages, boolean brandNew) {
+ try {
+ DataOutputStream ostream = outCreateCacheFile(entry, brandNew);
+ ostream.writeUTF(jarcanon);
+ ostream.writeLong(entry.mtime);
+ comment("rewriting cachefile for '" + jarcanon + "'");
+
+ for (String packageName : zipPackages.keySet()) {
+ String classes = zipPackages.get(packageName);
+ ostream.writeUTF(packageName);
+ ostream.writeUTF(classes);
+ }
+ ostream.close();
+ } catch (IOException ioe) {
+ warning("can't write cache file for '" + jarcanon + "'");
+ }
+ }
+
+ /**
+ * Initializes cache. Eventually reads back cache index. Index persistent
+ * storage is accessed through inOpenIndex().
+ */
+ protected void initCache() {
+ this.indexModified = false;
+ this.jarfiles = Generic.map();
+
+ try {
+ DataInputStream istream = inOpenIndex();
+ if (istream == null) {
+ return;
+ }
+
+ try {
+ while (true) {
+ String jarcanon = istream.readUTF();
+ String cachefile = istream.readUTF();
+ long mtime = istream.readLong();
+ this.jarfiles.put(jarcanon, new JarXEntry(cachefile, mtime));
+ }
+ } catch (EOFException eof) {
+ //ignore
+ }
+ istream.close();
+ } catch (IOException ioe) {
+ warning("invalid index file");
+ }
+
+ }
+
+ /**
+ * Write back cache index. Index persistent storage is accessed through
+ * outOpenIndex().
+ */
+ public void saveCache() {
+ if (jarfiles == null || !indexModified) {
+ return;
+ }
+
+ indexModified = false;
+
+ comment("writing modified index file");
+
+ try {
+ DataOutputStream ostream = outOpenIndex();
+ for (Entry<String,JarXEntry> entry : jarfiles.entrySet()) {
+ String jarcanon = entry.getKey();
+ JarXEntry xentry = entry.getValue();
+ ostream.writeUTF(jarcanon);
+ ostream.writeUTF(xentry.cachefile);
+ ostream.writeLong(xentry.mtime);
+ }
+ ostream.close();
+ } catch (IOException ioe) {
+ warning("can't write index file");
+ }
+ }
+
+ // hooks for changing cache storage
+
+ /**
+ * To pass a cachefile id by ref. And for internal use. See
+ * outCreateCacheFile
+ */
+ public static class JarXEntry extends Object {
+ /** cachefile id */
+ public String cachefile;
+
+ public long mtime;
+
+ public JarXEntry(String cachefile) {
+ this.cachefile = cachefile;
+ }
+
+ public JarXEntry(String cachefile, long mtime) {
+ this.cachefile = cachefile;
+ this.mtime = mtime;
+ }
+
+ }
+
+ /**
+ * Open cache index for reading from persistent storage - hook. Must Return
+ * null if this is absent. This default impl is part of the off-the-shelf
+ * local file-system cache impl. Can be overriden.
+ */
+ protected DataInputStream inOpenIndex() throws IOException {
+ File indexFile = new File(this.cachedir, "packages.idx");
+
+ if (!indexFile.exists()) {
+ return null;
+ }
+
+ DataInputStream istream = new DataInputStream(new BufferedInputStream(
+ new FileInputStream(indexFile)));
+
+ return istream;
+ }
+
+ /**
+ * Open cache index for writing back to persistent storage - hook. This
+ * default impl is part of the off-the-shelf local file-system cache impl.
+ * Can be overriden.
+ */
+ protected DataOutputStream outOpenIndex() throws IOException {
+ File indexFile = new File(this.cachedir, "packages.idx");
+
+ return new DataOutputStream(new BufferedOutputStream(
+ new FileOutputStream(indexFile)));
+ }
+
+ /**
+ * Open cache file for reading from persistent storage - hook. This default
+ * impl is part of the off-the-shelf local file-system cache impl. Can be
+ * overriden.
+ */
+ protected DataInputStream inOpenCacheFile(String cachefile)
+ throws IOException {
+ return new DataInputStream(new BufferedInputStream(new FileInputStream(
+ cachefile)));
+ }
+
+ /**
+ * Delete (invalidated) cache file from persistent storage - hook. This
+ * default impl is part of the off-the-shelf local file-system cache impl.
+ * Can be overriden.
+ */
+ protected void deleteCacheFile(String cachefile) {
+ new File(cachefile).delete();
+ }
+
+ /**
+ * Create/open cache file for rewriting back to persistent storage - hook.
+ * If create is false, cache file is supposed to exist and must be opened
+ * for rewriting, entry.cachefile is a valid cachefile id. If create is
+ * true, cache file must be created. entry.cachefile is a flat jarname to be
+ * used to produce a valid cachefile id (to be put back in entry.cachefile
+ * on exit). This default impl is part of the off-the-shelf local
+ * file-system cache impl. Can be overriden.
+ */
+ protected DataOutputStream outCreateCacheFile(JarXEntry entry,
+ boolean create) throws IOException {
+ File cachefile = null;
+
+ if (create) {
+ int index = 1;
+ String suffix = "";
+ String jarname = entry.cachefile;
+ while (true) {
+ cachefile = new File(this.cachedir, jarname + suffix + ".pkc");
+ // System.err.println("try cachefile: "+cachefile);
+ if (!cachefile.exists()) {
+ break;
+ }
+ suffix = "$" + index;
+ index += 1;
+ }
+ entry.cachefile = cachefile.getCanonicalPath();
+ } else
+ cachefile = new File(entry.cachefile);
+
+ return new DataOutputStream(new BufferedOutputStream(
+ new FileOutputStream(cachefile)));
+ }
+
+ /**
+ * Initialize off-the-shelf (default) local file-system cache impl. Must be
+ * called before {@link #initCache}. cachedir is the cache repository
+ * directory, this is eventually created. Returns true if dir works.
+ */
+ protected boolean useCacheDir(File aCachedir1) {
+ if (aCachedir1 == null) {
+ return false;
+ }
+ try {
+ if(!aCachedir1.isDirectory() && aCachedir1.mkdirs() == false) {
+ warning("can't create package cache dir, '" + aCachedir1 + "'");
+ return false;
+ }
+ } catch(AccessControlException ace) {
+ warning("The java security manager isn't allowing access to the package cache dir, '" + aCachedir1 + "'");
+ return false;
+ }
+
+ this.cachedir = aCachedir1;
+
+ return true;
+ }
+
+ /**
+ * Check that a given stream is a valid Java .class file. And return its
+ * access permissions as an int.
+ */
+ static protected int checkAccess(java.io.InputStream cstream)
+ throws java.io.IOException {
+ java.io.DataInputStream istream = new java.io.DataInputStream(cstream);
+
+ try {
+ int magic = istream.readInt();
+ if (magic != 0xcafebabe) {
+ return -1;
+ }
+ } catch (EOFException eof) {
+ //Empty or 1 byte file.
+ return -1;
+ }
+ //int minor =
+ istream.readShort();
+ //int major =
+ istream.readShort();
+
+ // Check versions???
+ // System.out.println("magic: "+magic+", "+major+", "+minor);
+ int nconstants = istream.readShort();
+ for (int i = 1; i < nconstants; i++) {
+ int cid = istream.readByte();
+ // System.out.println(""+i+" : "+cid);
+ switch (cid) {
+ case 7:
+ istream.skipBytes(2);
+ break;
+ case 9:
+ case 10:
+ case 11:
+ istream.skipBytes(4);
+ break;
+ case 8:
+ istream.skipBytes(2);
+ break;
+ case 3:
+ case 4:
+ istream.skipBytes(4);
+ break;
+ case 5:
+ case 6:
+ istream.skipBytes(8);
+ i++;
+ break;
+ case 12:
+ istream.skipBytes(4);
+ break;
+ case 1:
+ // System.out.println("utf: "+istream.readUTF()+";");
+ int slength = istream.readUnsignedShort();
+ istream.skipBytes(slength);
+ break;
+ default:
+ // System.err.println("unexpected cid: "+cid+", "+i+", "+
+ // nconstants);
+ // for (int j=0; j<10; j++)
+ // System.err.print(", "+istream.readByte());
+ // System.err.println();
+ return -1;
+ }
+ }
+ return istream.readShort();
+ }
+
+}
Deleted: trunk/sandbox/wierzbicki/jlr_experiment/src/org/python/core/packagecache/PackageManager.java
===================================================================
--- trunk/sandbox/wierzbicki/jlr_experiment/src/org/python/core/packagecache/PackageManager.java 2009-01-26 17:17:52 UTC (rev 5985)
+++ trunk/sandbox/wierzbicki/jlr_experiment/src/org/python/core/packagecache/PackageManager.java 2009-01-26 18:11:57 UTC (rev 5986)
@@ -1,37 +0,0 @@
-package org.python.core.packagecache;
-
-public interface PackageManager {
-
- Class findClass(String pkg, String name, String reason);
-
- Class findClass(String pkg, String name);
-
- void notifyPackageImport(String pkg, String name);
-
- boolean packageExists(String pkg, String name);
-
- /**
- * Append a directory to the list of directories searched for java packages
- * and java classes.
- *
- * @param dir A directory.
- */
- void addDirectory(java.io.File dir);
-
- /**
- * Append a directory to the list of directories searched for java packages
- * and java classes.
- *
- * @param dir A directory name.
- */
- void addJarDir(String dir, boolean cache);
-
- /**
- * Append a jar file to the list of locations searched for java packages and
- * java classes.
- *
- * @param jarfile A directory name.
- */
- void addJar(String jarfile, boolean cache);
-
-}
Modified: trunk/sandbox/wierzbicki/jlr_experiment/src/org/python/core/packagecache/PyPackageManager.java
===================================================================
--- trunk/sandbox/wierzbicki/jlr_experiment/src/org/python/core/packagecache/PyPackageManager.java 2009-01-26 17:17:52 UTC (rev 5985)
+++ trunk/sandbox/wierzbicki/jlr_experiment/src/org/python/core/packagecache/PyPackageManager.java 2009-01-26 18:11:57 UTC (rev 5986)
@@ -7,9 +7,42 @@
import org.python.core.PyList;
import org.python.core.PyObject;
-public interface PyPackageManager extends PackageManager {
+public interface PyPackageManager {
+ Class findClass(String pkg, String name, String reason);
+
+ Class findClass(String pkg, String name);
+
+ void notifyPackageImport(String pkg, String name);
+
+ boolean packageExists(String pkg, String name);
+
/**
+ * Append a directory to the list of directories searched for java packages
+ * and java classes.
+ *
+ * @param dir A directory.
+ */
+ void addDirectory(java.io.File dir);
+
+ /**
+ * Append a directory to the list of directories searched for java packages
+ * and java classes.
+ *
+ * @param dir A directory name.
+ */
+ void addJarDir(String dir, boolean cache);
+
+ /**
+ * Append a jar file to the list of locations searched for java packages and
+ * java classes.
+ *
+ * @param jarfile A directory name.
+ */
+ void addJar(String jarfile, boolean cache);
+
+
+ /**
* Reports the specified package content names. Should be overriden. Used by
* {@link PyJavaPackage#__dir__} and {@link PyJavaPackage#fillDir}.
*
@@ -33,5 +66,5 @@
* @param jarfile involved jarfile; can be null
* @return created/updated package
*/
- PyJavaPackage makeJavaPackage(String name, String classes, String jarfile);
+ Object makeJavaPackage(String name, String classes, String jarfile);
}
Modified: trunk/sandbox/wierzbicki/jlr_experiment/src/org/python/core/packagecache/SysPackageManager.java
===================================================================
--- trunk/sandbox/wierzbicki/jlr_experiment/src/org/python/core/packagecache/SysPackageManager.java 2009-01-26 17:17:52 UTC (rev 5985)
+++ trunk/sandbox/wierzbicki/jlr_experiment/src/org/python/core/packagecache/SysPackageManager.java 2009-01-26 18:11:57 UTC (rev 5986)
@@ -41,35 +41,8 @@
/**
* System package manager. Used by org.python.core.PySystemState.
*/
-public class SysPackageManager implements PyPackageManager {
+public class SysPackageManager extends BasePackageManager implements PyPackageManager{
- /* from old PackageManager */
- private PyList searchPath;
- private PyJavaPackage topLevelPackage;
-
- private boolean indexModified;
-
- private Map<String,JarXEntry> jarfiles;
-
- // for default cache (local fs based) impl
- private File cachedir;
-
- protected void message(String msg) {
- Py.writeMessage("*sys-package-mgr*", msg);
- }
-
- protected void warning(String warn) {
- Py.writeWarning("*sys-package-mgr*", warn);
- }
-
- protected void comment(String msg) {
- Py.writeComment("*sys-package-mgr*", msg);
- }
-
- protected void debug(String msg) {
- Py.writeDebug("*sys-package-mgr*", msg);
- }
-
public SysPackageManager(File cachedir, Properties registry) {
/* from PathPackageManager constructor */
this.searchPath = new PyList();
@@ -84,98 +57,6 @@
}
}
- public void addJar(String jarfile, boolean cache) {
- addJarToPackages(new File(jarfile), cache);
- if (cache) {
- saveCache();
- }
- }
-
- public void addJarDir(String jdir, boolean cache) {
- addJarDir(jdir, cache, cache);
- }
-
- private void addJarDir(String jdir, boolean cache, boolean saveCache) {
- File file = new File(jdir);
- if (!file.isDirectory()) {
- return;
- }
- String[] files = file.list();
- for (int i = 0; i < files.length; i++) {
- String entry = files[i];
- if (entry.endsWith(".jar") || entry.endsWith(".zip")) {
- addJarToPackages(new File(jdir, entry), cache);
- }
- }
- if (saveCache) {
- saveCache();
- }
- }
-
- private void addJarPath(String path) {
- StringTokenizer tok = new StringTokenizer(path,
- java.io.File.pathSeparator);
- while (tok.hasMoreTokens()) {
- // ??pending: do jvms trim? how is interpreted entry=""?
- String entry = tok.nextToken();
- addJarDir(entry, true, false);
- }
- }
-
- private void findAllPackages(Properties registry) {
- String paths = registry.getProperty("python.packages.paths",
- "java.class.path,sun.boot.class.path");
- String directories = registry.getProperty(
- "python.packages.directories", "java.ext.dirs");
- String fakepath = registry
- .getProperty("python.packages.fakepath", null);
- StringTokenizer tok = new StringTokenizer(paths, ",");
- while (tok.hasMoreTokens()) {
- String entry = tok.nextToken().trim();
- String tmp = registry.getProperty(entry);
- if (tmp == null) {
- continue;
- }
- addClassPath(tmp);
- }
-
- tok = new StringTokenizer(directories, ",");
- while (tok.hasMoreTokens()) {
- String entry = tok.nextToken().trim();
- String tmp = registry.getProperty(entry);
- if (tmp == null) {
- continue;
- }
- addJarPath(tmp);
- }
-
- if (fakepath != null) {
- addClassPath(fakepath);
- }
- }
-
- public void notifyPackageImport(String pkg, String name) {
- if (pkg != null && pkg.length() > 0) {
- name = pkg + '.' + name;
- }
- Py.writeComment("import", "'" + name + "' as java package");
- }
-
- public Class findClass(String pkg, String name) {
- Class c = findClass(pkg, name, "java class");
- if (c != null) {
- Py.writeComment("import", "'" + name + "' as java class");
- }
- return c;
- }
-
- public Class findClass(String pkg, String name, String reason) {
- if (pkg != null && pkg.length() > 0) {
- name = pkg + '.' + name;
- }
- return Py.findClassEx(name, reason);
- }
-
public PyList doDir(PyJavaPackage jpkg, boolean instantiate,
boolean exclpkgs) {
PyList basic = basicDoDir(jpkg, instantiate, exclpkgs);
@@ -192,770 +73,6 @@
return merge(basic, ret);
}
- /**
- * Dynamically check if pkg.name exists as java pkg in the controlled
- * hierarchy. Should be overriden.
- *
- * @param pkg parent pkg name
- * @param name candidate name
- * @return true if pkg exists
- */
- public boolean packageExists(String pkg, String name) {
- if (packageExists(this.getSearchPath(), pkg, name)) {
- return true;
- }
-
- PySystemState system = Py.getSystemState();
-
- if (system.getClassLoader() == null
- && packageExists(Py.getSystemState().path, pkg, name)) {
- return true;
- }
-
- return false;
- }
-
-
- /**
- * Helper for {@link #packageExists(java.lang.String,java.lang.String)}.
- * Scans for package pkg.name the directories in path.
- */
- protected boolean packageExists(PyList path, String pkg, String name) {
- String child = pkg.replace('.', File.separatorChar) + File.separator
- + name;
-
- for (int i = 0; i < path.__len__(); i++) {
- String dir = path.pyget(i).__str__().toString();
-
- File f = new RelativeFile(dir, child);
- if (f.isDirectory() && imp.caseok(f, name)) {
- /*
- * Figure out if we have a directory a mixture of python and
- * java or just an empty directory (which means Java) or a
- * directory with only Python source (which means Python).
- */
- PackageExistsFileFilter m = new PackageExistsFileFilter();
- f.listFiles(m);
- boolean exists = m.packageExists();
- if (exists) {
- Py.writeComment("import", "java package as '"
- + f.getAbsolutePath() + "'");
- }
- return exists;
- }
- }
- return false;
- }
-
- /**
- * @return the searchPath
- */
- public PyList getSearchPath() {
- return searchPath;
- }
-
- /**
- * @param searchPath the searchPath to set
- */
- public void setSearchPath(PyList searchPath) {
- this.searchPath = searchPath;
- }
-
- /**
- * @return the topLevelPackage
- */
- public PyJavaPackage getTopLevelPackage() {
- return topLevelPackage;
- }
-
- /**
- * @param topLevelPackage the topLevelPackage to set
- */
- public void setTopLevelPackage(PyJavaPackage topLevelPackage) {
- this.topLevelPackage = topLevelPackage;
- }
-
- class PackageExistsFileFilter implements FilenameFilter {
- private boolean java;
-
- private boolean python;
-
- public boolean accept(File dir, String name) {
- if(name.endsWith(".py") || name.endsWith("$py.class") || name.endsWith("$_PyInner.class")) {
- python = true;
- }else if (name.endsWith(".class")) {
- java = true;
- }
- return false;
- }
-
- public boolean packageExists() {
- if (this.python && !this.java) {
- return false;
- }
- return true;
- }
- }
-
- /**
- * Helper for {@link #doDir(PyJavaPackage,boolean,boolean)}. Scans for
- * package jpkg content over the directories in path. Add to ret the founded
- * classes/pkgs. Filter out classes using {@link #filterByName},{@link #filterByAccess}.
- */
- protected void doDir(PyList path, PyList ret, PyJavaPackage jpkg,
- boolean instantiate, boolean exclpkgs) {
- String child = jpkg.__name__.replace('.', File.separatorChar);
-
- for (int i = 0; i < path.__len__(); i++) {
- String dir = path.pyget(i).__str__().toString();
- if (dir.length() == 0) {
- dir = null;
- }
-
- File childFile = new File(dir, child);
-
- String[] list = childFile.list();
- if (list == null) {
- continue;
- }
-
- doList: for (int j = 0; j < list.length; j++) {
- String jname = list[j];
-
- File cand = new File(childFile, jname);
-
- int jlen = jname.length();
-
- boolean pkgCand = false;
-
- if (cand.isDirectory()) {
- if (!instantiate && exclpkgs) {
- continue;
- }
- pkgCand = true;
- } else {
- if (!jname.endsWith(".class")) {
- continue;
- }
- jlen -= 6;
- }
-
- jname = jname.substring(0, jlen);
- PyString name = new PyString(jname);
-
- if (filterByName(jname, pkgCand)) {
- continue;
- }
-
- // for opt maybe we should some hash-set for ret
- if (jpkg.__dict__.has_key(name) || jpkg.clsSet.has_key(name)
- || ret.__contains__(name)) {
- continue;
- }
-
- if (!Character.isJavaIdentifierStart(jname.charAt(0))) {
- continue;
- }
-
- for (int k = 1; k < jlen; k++) {
- if (!Character.isJavaIdentifierPart(jname.charAt(k))) {
- continue doList;
- }
- }
-
- if (!pkgCand) {
- try {
- int acc = checkAccess(new BufferedInputStream(
- new FileInputStream(cand)));
- if ((acc == -1) || filterByAccess(jname, acc)) {
- continue;
- }
- } catch (IOException e) {
- continue;
- }
- }
-
- if (instantiate) {
- if (pkgCand) {
- jpkg.addPackage(jname);
- } else {
- jpkg.addClass(jname, Py.findClass(jpkg.__name__ + "." + jname));
- }
- }
-
- ret.append(name);
-
- }
- }
-
- }
-
- /**
- * Add directory dir (if exists) to {@link #searchPath}.
- */
- public void addDirectory(File dir) {
- try {
- if (dir.getPath().length() == 0) {
- this.getSearchPath().append(Py.EmptyString);
- } else {
- this.getSearchPath().append(new PyString(dir.getCanonicalPath()));
- }
- } catch (IOException e) {
- warning("skipping bad directory, '" + dir + "'");
- }
- }
-
- // ??pending:
- // Uses simply split and not a StringTokenizer+trim to adhere to
- // sun jvm parsing of classpath.
- // E.g. "a;" is parsed by sun jvm as a, ""; the latter is interpreted
- // as cwd. jview trims and cwd is per default in classpath.
- // The logic here should work for both(...). Need to distinguish?
- // This code does not avoid duplicates in searchPath.
- // Should cause no problem (?).
-
- /**
- * Adds "classpath" entry. Calls {@link #addDirectory} if path refers to a
- * dir, {@link #addJarToPackages(java.io.File, boolean)} with param cache
- * true if path refers to a jar.
- */
- public void addClassPath(String path) {
- PyList paths = new PyString(path).split(java.io.File.pathSeparator);
-
- for (int i = 0; i < paths.__len__(); i++) {
- String entry = paths.pyget(i).toString();
- if (entry.endsWith(".jar") || entry.endsWith(".zip")) {
- addJarToPackages(new File(entry), true);
- } else {
- File dir = new File(entry);
- if (entry.length() == 0 || dir.isDirectory()) {
- addDirectory(dir);
- }
- }
- }
- }
-
- //Copied from CachedJarsPackageManager
- /**
- * Filter class/pkg by name helper method - hook. The default impl. is used
- * by {@link #addJarToPackages} in order to filter out classes whose name
- * contains '$' (e.g. inner classes,...). Should be used or overriden by
- * derived classes too. Also to be used in {@link #doDir}.
- *
- * @param name class/pkg name
- * @param pkg if true, name refers to a pkg
- * @return true if name must be filtered out
- */
- protected boolean filterByName(String name, boolean pkg) {
- return name.indexOf('$') != -1;
- }
-
- /**
- * Filter class by access perms helper method - hook. The default impl. is
- * used by {@link #addJarToPackages} in order to filter out non-public
- * classes. Should be used or overriden by derived classes too. Also to be
- * used in {@link #doDir}. Access perms can be read with
- * {@link #checkAccess}.
- *
- * @param name class name
- * @param acc class access permissions as int
- * @return true if name must be filtered out
- */
- protected boolean filterByAccess(String name, int acc) {
- return (acc & Modifier.PUBLIC) != Modifier.PUBLIC;
- }
-
- private static String listToString(List<String> list) {
- int n = list.size();
- StringBuilder ret = new StringBuilder();
- for (int i = 0; i < n; i++) {
- ret.append(list.get(i));
- if (i < n - 1) {
- ret.append(",");
- }
- }
- return ret.toString();
- }
-
- // Add a single class from zipFile to zipPackages
- // Only add valid, public classes
- private void addZipEntry(Map<String, List<String>[]> zipPackages, ZipEntry entry,
- ZipInputStream zip) throws IOException {
- String name = entry.getName();
- // System.err.println("entry: "+name);
- if (!name.endsWith(".class")) {
- return;
- }
-
- char sep = '/';
- int breakPoint = name.lastIndexOf(sep);
- if (breakPoint == -1) {
- breakPoint = name.lastIndexOf('\\');
- sep = '\\';
- }
-
- String packageName;
- if (breakPoint == -1) {
- packageName = "";
- } else {
- packageName = name.substring(0, breakPoint).replace(sep, '.');
- }
-
- String className = name.substring(breakPoint + 1, name.length() - 6);
-
- if (filterByName(className, false)) {
- return;
- }
-
- List<String>[] vec = zipPackages.get(packageName);
- if (vec == null) {
- vec = new List[] { Generic.list(), Generic.list() };
- zipPackages.put(packageName, vec);
- }
- int access = checkAccess(zip);
- if ((access != -1) && !filterByAccess(name, access)) {
- vec[0].add(className);
- } else {
- vec[1].add(className);
- }
- }
-
- // Extract all of the packages in a single jarfile
- private Map<String, String> getZipPackages(InputStream jarin) throws IOException {
- Map<String, List<String>[]> zipPackages = Generic.map();
-
- ZipInputStream zip = new ZipInputStream(jarin);
-
- ZipEntry entry;
- while ((entry = zip.getNextEntry()) != null) {
- addZipEntry(zipPackages, entry, zip);
- zip.closeEntry();
- }
-
- // Turn each vector into a comma-separated String
- Map<String, String> transformed = Generic.map();
- for (String key : zipPackages.keySet()) {
- List<String>[] vec = zipPackages.get(key);
- String classes = listToString(vec[0]);
- if (vec[1].size() > 0) {
- classes += '@' + listToString(vec[1]);
- }
- transformed.put(key, classes);
- }
-
- return transformed;
- }
-
- /**
- * Gathers classes info from jar specified by jarurl URL. Eventually just
- * using previously cached info. Eventually updated info is not cached.
- * Persistent cache storage access goes through inOpenCacheFile() and
- * outCreateCacheFile().
- */
- public void addJarToPackages(java.net.URL jarurl) {
- addJarToPackages(jarurl, null, false);
- }
-
- /**
- * Gathers classes info from jar specified by jarurl URL. Eventually just
- * using previously cached info. Eventually updated info is (re-)cached if
- * param cache is true. Persistent cache storage access goes through
- * inOpenCacheFile() and outCreateCacheFile().
- */
- public void addJarToPackages(URL jarurl, boolean cache) {
- addJarToPackages(jarurl, null, cache);
- }
-
- /**
- * Gathers classes info from jar specified by File jarfile. Eventually just
- * using previously cached info. Eventually updated info is not cached.
- * Persistent cache storage access goes through inOpenCacheFile() and
- * outCreateCacheFile().
- */
- public void addJarToPackages(File jarfile) {
- addJarToPackages(null, jarfile, false);
- }
-
- /**
- * Gathers classes info from jar specified by File jarfile. Eventually just
- * using previously cached info. Eventually updated info is (re-)cached if
- * param cache is true. Persistent cache storage access goes through
- * inOpenCacheFile() and outCreateCacheFile().
- */
- public void addJarToPackages(File jarfile, boolean cache) {
- addJarToPackages(null, jarfile, cache);
- }
-
- private void addJarToPackages(URL jarurl, File jarfile, boolean cache) {
- try {
- boolean caching = this.jarfiles != null;
-
- URLConnection jarconn = null;
- boolean localfile = true;
-
- if (jarfile == null) {
- jarconn = jarurl.openConnection();
- // This is necessary because 'file:' url-connections
- // return always 0 through getLastModified (bug?).
- // And in order to handle localfiles (from urls too)
- // uniformly.
- if (jarconn.getURL().getProtocol().equals("file")) {
- // ??pending: need to use java2 URLDecoder.decode?
- String jarfilename = jarurl.getFile();
- jarfilename = jarfilename.replace('/', File.separatorChar);
- jarfile = new File(jarfilename);
- } else {
- localfile = false;
- }
- }
-
- if (localfile && !jarfile.exists()) {
- return;
- }
-
- Map<String, String> zipPackages = null;
-
- long mtime = 0;
- String jarcanon = null;
- JarXEntry entry = null;
- boolean brandNew = false;
-
- if (caching) {
-
- if (localfile) {
- mtime = jarfile.lastModified();
- jarcanon = jarfile.getCanonicalPath();
- } else {
- mtime = jarconn.getLastModified();
- jarcanon = jarurl.toString();
- }
-
- entry = this.jarfiles.get(jarcanon);
-
- if ((entry == null || !(new File(entry.cachefile).exists()))
- && cache) {
- message("processing new jar, '" + jarcanon + "'");
-
- String jarname;
- if (localfile) {
- jarname = jarfile.getName();
- } else {
- jarname = jarurl.getFile();
- int slash = jarname.lastIndexOf('/');
- if (slash != -1)
- jarname = jarname.substring(slash + 1);
- }
- jarname = jarname.substring(0, jarname.length() - 4);
-
- entry = new JarXEntry(jarname);
- this.jarfiles.put(jarcanon, entry);
-
- brandNew = true;
- }
-
- if (mtime != 0 && entry != null && entry.mtime == mtime) {
- zipPackages = readCacheFile(entry, jarcanon);
- }
-
- }
-
- if (zipPackages == null) {
- caching = caching && cache;
-
- if (caching) {
- this.indexModified = true;
- if (entry.mtime != 0) {
- message("processing modified jar, '" + jarcanon + "'");
- }
- entry.mtime = mtime;
- }
-
- InputStream jarin;
- if (jarconn == null) {
- jarin = new BufferedInputStream(
- new FileInputStream(jarfile));
- } else {
- jarin = jarconn.getInputStream();
- }
-
- zipPackages = getZipPackages(jarin);
-
- if (caching) {
- writeCacheFile(entry, jarcanon, zipPackages, brandNew);
- }
- }
-
- addPackages(zipPackages, jarcanon);
- } catch (IOException ioe) {
- // silently skip any bad directories
- ...
[truncated message content] |
