[Pypt-offline-general] SF.net SVN: pypt-offline: [137] trunk
Status: Beta
Brought to you by:
riteshsarraf
Menu
▾
▴
[Pypt-offline-general] SF.net SVN: pypt-offline: [137] trunk
|
From: <rit...@us...> - 2007-04-25 14:55:41
|
Revision: 137
http://svn.sourceforge.net/pypt-offline/?rev=137&view=rev
Author: riteshsarraf
Date: 2007-04-25 07:55:41 -0700 (Wed, 25 Apr 2007)
Log Message:
-----------
* This should be better. Most files which aren't required for bug details fetch
are not required for my purpose. Also there are minor import modifications in
debianbts.py because I don't need the full reportbug suite.
* This hopefully should be the final package selection
Modified Paths:
--------------
trunk/debianbts.py
trunk/fetch_bugs.py
trunk/pypt_core.py
Removed Paths:
-------------
trunk/checkversions.py
trunk/reportbug.py
Deleted: trunk/checkversions.py
===================================================================
--- trunk/checkversions.py 2007-04-25 14:18:34 UTC (rev 136)
+++ trunk/checkversions.py 2007-04-25 14:55:41 UTC (rev 137)
@@ -1,334 +0,0 @@
-#
-# checkversions.py - Find if the installed version of a package is the latest
-#
-# Written by Chris Lawrence <law...@de...>
-# (C) 2002-06 Chris Lawrence
-#
-# This program is freely distributable per the following license:
-#
-## Permission to use, copy, modify, and distribute this software and its
-## documentation for any purpose and without fee is hereby granted,
-## provided that the above copyright notice appears in all copies and that
-## both that copyright notice and this permission notice appear in
-## supporting documentation.
-##
-## I DISCLAIM ALL WARRANTIES WITH REGARD TO THIS SOFTWARE, INCLUDING ALL
-## IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS, IN NO EVENT SHALL I
-## BE LIABLE FOR ANY SPECIAL, INDIRECT OR CONSEQUENTIAL DAMAGES OR ANY
-## DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS,
-## WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION,
-## ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS
-## SOFTWARE.
-#
-# $Id: checkversions.py,v 1.6.2.3 2006/10/16 18:52:41 lawrencc Exp $
-#
-# Version 3.35; see changelog for revision history
-
-import sgmllib
-#import HTMLParser
-
-import os, re, sys, urllib2
-from urlutils import open_url
-from reportbug_exceptions import *
-
-PACKAGES_URL = 'http://packages.debian.org/%s'
-INCOMING_URL = 'http://incoming.debian.org/'
-NEWQUEUE_URL = 'http://ftp-master.debian.org/new.html'
-
-# The format is an unordered list
-
-class BaseParser(sgmllib.SGMLParser):
- def __init__(self):
- sgmllib.SGMLParser.__init__(self)
- self.savedata = None
-
- # --- Formatter interface, taking care of 'savedata' mode;
- # shouldn't need to be overridden
-
- def handle_data(self, data):
- if self.savedata is not None:
- self.savedata = self.savedata + data
-
- # --- Hooks to save data; shouldn't need to be overridden
- def save_bgn(self):
- self.savedata = ''
-
- def save_end(self, mode=0):
- data = self.savedata
- self.savedata = None
- if not mode and data is not None: data = ' '.join(data.split())
- return data
-
-class PackagesParser(BaseParser):
- def __init__(self, arch='i386'):
- BaseParser.__init__(self)
- self.versions = {}
- self.row = None
- arch = r'\s(all|'+re.escape(arch)+r')\b'
- self.arch = re.compile(arch)
- self.dist = None
-
- def start_li(self, attrs):
- if self.row is not None:
- self.end_li()
- self.row = []
-
- def start_a(self, attrs):
- if self.row is not None:
- self.save_bgn()
-
- def end_a(self):
- if self.row is not None and self.savedata:
- self.dist = self.save_end()
-
- def lineend(self):
- line = self.save_end().strip()
- if self.arch.search(line):
- version = line.split(': ', 1)
- self.versions[self.dist] = version[0]
-
- def start_br(self, attrs):
- if self.savedata:
- self.lineend()
- self.save_bgn()
-
- def end_li(self):
- if self.savedata:
- self.lineend()
- self.row = None
-
-class IncomingParser(sgmllib.SGMLParser):
- def __init__(self, package, arch='i386'):
- sgmllib.SGMLParser.__init__(self)
- self.found = []
- self.savedata = None
- arch = r'(?:all|'+re.escape(arch)+')'
- self.package = re.compile(re.escape(package)+r'_([^_]+)_'+arch+'.deb')
-
- def start_a(self, attrs):
- for attrib, value in attrs:
- if attrib.lower() != 'href':
- continue
-
- mob = self.package.match(value)
- if mob:
- self.found.append(mob.group(1))
-
-class NewQueueParser(BaseParser):
- def __init__(self, package, arch='i386'):
- BaseParser.__init__(self)
- self.package = package
- self.row = None
- arch = r'\s(all|'+re.escape(arch)+r')\b'
- self.arch = re.compile(arch)
- self.versions = {}
-
- def start_tr (self, attrs):
- for name, value in attrs:
- if name == 'class' and value in ("odd", "even"):
- self.row = []
-
- def end_tr (self):
- if self.row is not None:
- # row (name, versions, architectures, distribution)
- dist = "%s (new queue)" % self.row[3]
- for version in self.row[1].split():
- self.versions[dist] = version
- self.row = None
-
- def start_td (self, attrs):
- if self.row is None:
- return
- self.save_bgn()
-
- def end_td (self):
- if self.row is None:
- return
- data = self.save_end()
- l = len(self.row)
- if l == 0:
- # package name
- if self.package == data:
- # found package name
- self.row.append(data)
- else:
- self.row = None
- elif l == 2:
- # architecture
- if self.arch.search(data):
- self.row.append(data)
- else:
- self.row = None
- else:
- self.row.append(data)
-
-def compare_versions(current, upstream):
- """Return 1 if upstream is newer than current, -1 if current is
- newer than upstream, and 0 if the same."""
- if not upstream: return 0
- rc = os.system('dpkg --compare-versions %s lt %s' % (current, upstream))
- rc2 = os.system('dpkg --compare-versions %s gt %s' % (current, upstream))
- if not rc:
- return 1
- elif not rc2:
- return -1
- return 0
-
-def later_version(a, b):
- if compare_versions(a, b) > 0:
- return b
- return a
-
-def get_versions_available(package, dists=None, http_proxy=None, arch='i386'):
- if not dists:
- dists = ('stable', 'testing', 'unstable')
-
- try:
- page = open_url(PACKAGES_URL % package, http_proxy)
- except NoNetwork:
- return {}
- except urllib2.HTTPError, x:
- print >> sys.stderr, "Warning:", x
- return {}
- if not page:
- return {}
-
- parser = PackagesParser(arch)
- for line in page:
- parser.feed(line)
- parser.close()
- try:
- page.fp._sock.recv = None
- except:
- pass
- page.close()
-
-## content = page.read()
-## parser.feed(content)
-## parser.close()
-## page.close()
-
- versions = {}
- for dist in dists:
- if dist in parser.versions:
- versions[dist] = parser.versions[dist]
- del parser
- del page
-
- return versions
-
-def get_newqueue_available(package, dists=None, http_proxy=None, arch='i386'):
- if dists is None:
- dists = ('unstable (new queue)', )
- try:
- page = open_url(NEWQUEUE_URL, http_proxy)
- except NoNetwork:
- return {}
- except urllib2.HTTPError, x:
- print >> sys.stderr, "Warning:", x
- return {}
- if not page:
- return {}
- parser = NewQueueParser(package, arch)
- for line in page:
- parser.feed(line)
- parser.close()
- try:
- page.fp._sock.recv = None
- except:
- pass
- page.close()
-
- #print repr(page)
-
- versions = {}
- for dist in dists:
- if dist in parser.versions:
- versions[dist] = parser.versions[dist]
-
- del parser
- del page
- #print 'HERE', gc.garbage
- return versions
-
-def get_incoming_version(package, http_proxy=None, arch='i386'):
- try:
- page = open_url(INCOMING_URL, http_proxy)
- except NoNetwork:
- return None
- except urllib2.HTTPError, x:
- print >> sys.stderr, "Warning:", x
- return None
- if not page:
- return None
-
- parser = IncomingParser(package, arch)
- for line in page:
- parser.feed(line)
- parser.close()
- try:
- page.fp._sock.recv = None
- except:
- pass
- page.close()
-
- if parser.found:
- found = parser.found
- del parser
- return reduce(later_version, found, '0')
-
- del page
- del parser
- return None
-
-import gc
-def check_available(package, version, dists=None, check_incoming=True,
- check_newqueue=True,
- http_proxy=None, arch='i386'):
- avail = {}
-
- if check_incoming:
- iv = get_incoming_version(package, http_proxy, arch)
- if iv:
- avail['incoming'] = iv
- stuff = get_versions_available(package, dists, http_proxy, arch)
- avail.update(stuff)
- if check_newqueue:
- import reportbug
- srcpackage = reportbug.get_source_name(package)
- if srcpackage is None:
- srcpackage = package
- stuff = get_newqueue_available(srcpackage, dists, http_proxy, arch)
- avail.update(stuff)
- #print gc.garbage, stuff
-
- new = {}
- newer = 0
- for dist in avail:
- if dist == 'incoming':
- if ':' in version:
- ver = version.split(':', 1)[1]
- else:
- ver = version
- comparison = compare_versions(ver, avail[dist])
- else:
- comparison = compare_versions(version, avail[dist])
- if comparison > 0:
- new[dist] = avail[dist]
- elif comparison < 0:
- newer += 1
- too_new = (newer and newer == len(avail))
- return new, too_new
-
-if __name__=='__main__':
- import time
- import gc
-
- gc.set_debug(gc.DEBUG_LEAK)
- print get_newqueue_available('reportbug')
- print gc.garbage
- print check_available('reportbug', '3.7', arch='s390')
- #print check_available('openssh-server', '1:4.2p1-8', arch='i386')
- #print check_available('openssh-server', '1:4.2p1-8', arch='kfreebsd-i386')
- time.sleep(1000)
- #print check_available('dpkg', '1.10.2', arch='sparc')
Modified: trunk/debianbts.py
===================================================================
--- trunk/debianbts.py 2007-04-25 14:18:34 UTC (rev 136)
+++ trunk/debianbts.py 2007-04-25 14:55:41 UTC (rev 137)
@@ -24,7 +24,7 @@
#
# $Id: debianbts.py,v 1.24.2.7 2006/10/16 17:14:03 lawrencc Exp $
-import sgmllib, glob, os, re, reportbug, rfc822, time, urllib, checkversions
+import sgmllib, glob, os, re, rfc822, time, urllib
from urlutils import open_url
import sys
Modified: trunk/fetch_bugs.py
===================================================================
--- trunk/fetch_bugs.py 2007-04-25 14:18:34 UTC (rev 136)
+++ trunk/fetch_bugs.py 2007-04-25 14:55:41 UTC (rev 137)
@@ -2,13 +2,11 @@
import sys
import string
-sys.path.append('/usr/share/reportbug')
import debianbts
package = "sl"
-bug_dict = {}
bug_list = []
-file = "/tmp/bug_report.txt"
+file = "C:\\bug_report.txt"
file_handle = open(file, 'w')
(num_of_bugs, header, bugs_list) = debianbts.get_reports(package)
Modified: trunk/pypt_core.py
===================================================================
--- trunk/pypt_core.py 2007-04-25 14:18:34 UTC (rev 136)
+++ trunk/pypt_core.py 2007-04-25 14:55:41 UTC (rev 137)
@@ -282,6 +282,32 @@
return False
+def FetchBugReportsDebian(PackageName, FileHandle):
+ try:
+ import debianbts
+ except ImportError:
+ return False
+
+ bug_list = []
+ file_handle = open("FileHandle", 'w')
+
+ (num_of_bugs, header, bugs_list) = debianbts.get_reports(package)
+
+ if num_of_bugs:
+ for x in bugs_list:
+ (sub_bugs_header, sub_bugs_list) = x
+ for x in sub_bugs_list:
+ break_bugs = x.split(':')
+ bug_num = string.lstrip(break_bugs[0], '#')
+ data = debianbts.get_report(bug_num, followups=True)
+ file_handle.write(data[0] + "\n\n")
+ for x in data[1]:
+ file_handle.write(x)
+ file_handle.write("\n")
+ file_handle.write("\n\n\n")
+ file_handle.flush()
+
+
def files(root):
for path, folders, files in os.walk(root):
for file in files:
Deleted: trunk/reportbug.py
===================================================================
--- trunk/reportbug.py 2007-04-25 14:18:34 UTC (rev 136)
+++ trunk/reportbug.py 2007-04-25 14:55:41 UTC (rev 137)
@@ -1,1026 +0,0 @@
-#
-# Reportbug module - common functions for reportbug and greportbug
-# Written by Chris Lawrence <law...@de...>
-# Copyright (C) 1999-2006 Chris Lawrence
-#
-# This program is freely distributable per the following license:
-#
-## Permission to use, copy, modify, and distribute this software and its
-## documentation for any purpose and without fee is hereby granted,
-## provided that the above copyright notice appears in all copies and that
-## both that copyright notice and this permission notice appear in
-## supporting documentation.
-##
-## I DISCLAIM ALL WARRANTIES WITH REGARD TO THIS SOFTWARE, INCLUDING ALL
-## IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS, IN NO EVENT SHALL I
-## BE LIABLE FOR ANY SPECIAL, INDIRECT OR CONSEQUENTIAL DAMAGES OR ANY
-## DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS,
-## WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION,
-## ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS
-## SOFTWARE.
-#
-# Version 3.35; see changelog for revision history
-#
-# $Id: reportbug.py,v 1.35.2.18 2007/04/08 03:22:21 lawrencc Exp $
-
-VERSION = "reportbug 3.35"
-VERSION_NUMBER = "3.35"
-COPYRIGHT = VERSION + '\nCopyright (C) 1999-2006 Chris Lawrence <law...@de...>'
-
-import time, sys, os, locale, re, pwd, commands, shlex, debianbts, rfc822
-import socket
-import pprint
-import subprocess
-
-from string import ascii_letters, digits
-
-# Paths for dpkg
-DPKGLIB = '/var/lib/dpkg'
-AVAILDB = os.path.join(DPKGLIB, 'available')
-STATUSDB = os.path.join(DPKGLIB, 'status')
-
-# Headers other than these become email headers for debbugs servers
-PSEUDOHEADERS = ('Package', 'Version', 'Severity', 'File', 'Tags',
- 'Justification', 'Followup-For', 'Owner')
-
-VALID_UIS = ['newt', 'text', 'gnome2', 'urwid']
-AVAILABLE_UIS = []
-for ui in VALID_UIS:
- pkgname = 'reportbug_ui_%s.py' % ui
- for d in sys.path:
- if os.path.exists(os.path.join(d, pkgname)):
- AVAILABLE_UIS.append(ui)
- break
-
-UIS = {'text': 'A text-oriented console interface',
- 'urwid': 'A menu-based console interface',
- 'gnome2': 'A graphical (Gnome 2) interface'}
-
-MODES = {'novice': 'Offer simple prompts, bypassing technical questions.',
- 'standard': 'Offer more extensive prompts, including asking about '
- 'things that a moderately sophisticated user would be expected to '
- 'know about Debian.',
- 'advanced' : 'Like standard, but assumes you know a bit more about '
- 'Debian, including "incoming".',
- 'expert': 'Bypass most handholding measures and preliminary triage '
- 'routines. This mode should not be used by people unfamiliar with '
- 'Debian\'s policies and operating procedures.'}
-MODELIST = ['novice', 'standard', 'advanced', 'expert']
-for mode in MODELIST:
- exec 'MODE_%s=%d' % (mode.upper(), MODELIST.index(mode))
-del mode
-
-NEWBIELINE = '*** Please type your report below this line ***'
-
-fhs_directories = ['/', '/usr', '/usr/share', '/var', '/usr/X11R6',
- '/usr/man', '/usr/doc', '/usr/bin']
-
-def realpath(filename):
- filename = os.path.abspath(filename)
-
- bits = filename.split('/')
- for i in range(2, len(bits)+1):
- component = '/'.join(bits[0:i])
- if component in fhs_directories:
- continue
-
- if os.path.islink(component):
- resolved = os.readlink(component)
- (dir, file) = os.path.split(component)
- resolved = os.path.normpath(os.path.join(dir, resolved))
- newpath = apply(os.path.join, [resolved] + bits[i:])
- return realpath(newpath)
-
- return filename
-
-pathdirs = ['/usr/sbin', '/usr/bin', '/sbin', '/bin', '/usr/X11R6/bin',
- '/usr/games']
-
-def search_path_for(filename):
- d, f = os.path.split(filename)
- if d: return realpath(filename)
-
- path = os.environ.get("PATH", os.defpath).split('/')
- for d in pathdirs:
- if not d in path:
- path.append(d)
-
- for d in path:
- fullname = os.path.join(d, f)
- if os.path.exists(fullname):
- return realpath(fullname)
- return None
-
-def glob_escape(filename):
- filename = re.sub(r'([*?\[\]])', r'\\\1', filename)
- return filename
-
-def search_pipe(searchfile, use_dlocate=True):
- arg = commands.mkarg(searchfile)
- if use_dlocate and os.path.exists('/usr/bin/dlocate'):
- pipe = os.popen('COLUMNS=79 dlocate -S %s 2>/dev/null' % arg)
- else:
- use_dlocate = False
- pipe = os.popen('COLUMNS=79 dpkg --search %s 2>/dev/null' % arg)
- return (pipe, use_dlocate)
-
-def query_dpkg_for(filename, use_dlocate=True):
- try:
- x = os.getcwd()
- except OSError:
- os.chdir('/')
- searchfilename = glob_escape(filename)
- (pipe, dlocate_used) = search_pipe(searchfilename)
- packages = {}
-
- for line in pipe:
- line = line.strip()
- # Ignore diversions
- if 'diversion by' in line: continue
-
- (package, path) = line.split(':', 1)
- path = path.strip()
- packlist = package.split(', ')
- for package in packlist:
- if packages.has_key(package):
- packages[package].append(path)
- else:
- packages[package] = [path]
- pipe.close()
- # Try again without dlocate if no packages found
- if not packages and dlocate_used:
- return query_dpkg_for(filename, use_dlocate=False)
-
- return filename, packages
-
-def find_package_for(filename, pathonly=False):
- """Find the package(s) containing this file."""
- packages = {}
- if filename[0] == '/':
- fn, pkglist = query_dpkg_for(filename)
- if pkglist: return fn, pkglist
-
- newfilename = search_path_for(filename)
- if pathonly and not newfilename:
- return (filename, None)
- return query_dpkg_for(newfilename or filename)
-
-def find_rewritten(username):
- for filename in ['/etc/email-addresses']:
- if os.path.exists(filename):
- try:
- fp = file(filename)
- except IOError:
- continue
- for line in fp:
- line = line.strip().split('#')[0]
- if not line:
- continue
- try:
- name, alias = line.split(':')
- if name.strip() == username:
- return alias.strip()
- except ValueError:
- print 'Invalid entry in %s' % filename
- return None
-
-def get_email_addr(addr):
- addr = rfc822.AddressList(addr)
- return addr.addresslist[0]
-
-def get_email(email='', realname=''):
- return get_email_addr(get_user_id(email, realname))
-
-def get_user_id(email='', realname='', charset='utf-8'):
- uid = os.getuid()
- info = pwd.getpwuid(uid)
- email = (os.environ.get('REPORTBUGEMAIL', email) or
- os.environ.get('DEBEMAIL') or os.environ.get('EMAIL'))
-
- email = email or find_rewritten(info[0]) or info[0]
-
- if '@' not in email:
- if os.path.exists('/etc/mailname'):
- domainname = file('/etc/mailname').readline().strip()
- else:
- domainname = socket.getfqdn()
-
- email = email+'@'+domainname
-
- # Handle EMAIL if it's formatted as 'Bob <bob@host>'.
- if '<' in email or '(' in email:
- realname, email = get_email_addr(email)
-
- if not realname:
- realname = (os.environ.get('DEBFULLNAME') or os.environ.get('DEBNAME')
- or os.environ.get('NAME'))
- if not realname:
- realname = info[4].split(',', 1)[0]
- # Convert & in gecos field 4 to capitalized logname: #224231
- realname = realname.replace('&', info[0].upper())
-
- if not realname:
- return email
-
- # Decode the realname from the charset -
- # but only if it is not already in Unicode
- if isinstance(realname, str):
- realname = realname.decode(charset, 'replace')
-
- if re.match(r'[\w\s]+$', realname):
- return '%s <%s>' % (realname, email)
-
- return rfc822.dump_address_pair( (realname, email) )
-
-statuscache = {}
-def get_package_status(package, avail=False):
- if not avail and package in statuscache:
- return statuscache[package]
-
- versionre = re.compile('Version: ')
- packagere = re.compile('Package: ')
- priorityre = re.compile('Priority: ')
- dependsre = re.compile('(Pre-)?Depends: ')
- recsre = re.compile('Recommends: ')
- conffilesre = re.compile('Conffiles: ')
- maintre = re.compile('Maintainer: ')
- statusre = re.compile('Status: ')
- originre = re.compile('Origin: ')
- bugsre = re.compile('Bugs: ')
- descre = re.compile('Description: ')
- fullre = re.compile(' ')
- srcre = re.compile('Source: ')
-
- pkgversion = pkgavail = maintainer = status = origin = None
- bugs = vendor = priority = desc = src_name = None
- conffiles = []
- fulldesc = []
- depends = []
- recommends = []
- confmode = False
- state = ''
-
- try:
- x = os.getcwd()
- except OSError:
- os.chdir('/')
-
- packarg = commands.mkarg(package)
- if avail:
- output = commands.getoutput(
- "COLUMNS=79 dpkg --print-avail %s 2>/dev/null" % packarg)
- else:
- output = commands.getoutput(
- "COLUMNS=79 dpkg --status %s 2>/dev/null" % packarg)
-
- # dpkg output is in UTF-8 format
- output = output.decode('utf-8', 'replace')
-
- for line in output.split(os.linesep):
- line = line.rstrip()
- if not line: continue
-
- if confmode:
- if line[0] != '/':
- confmode = False
- else:
- conffiles = conffiles + (line.split(),)
-
- if versionre.match(line):
- (crud, pkgversion) = line.split(": ", 1)
- elif statusre.match(line):
- (crud, status) = line.split(": ", 1)
- elif priorityre.match(line):
- (crud, priority) = line.split(": ", 1)
- elif packagere.match(line):
- (crud, pkgavail) = line.split(": ", 1)
- elif originre.match(line):
- (crud, origin) = line.split(": ", 1)
- elif bugsre.match(line):
- (crud, bugs) = line.split(": ", 1)
- elif descre.match(line):
- (crud, desc) = line.split(": ", 1)
- elif dependsre.match(line):
- (crud, thisdepends) = line.split(": ", 1)
- # Remove versioning crud
- thisdepends = [[y.split()[0] for y in x.split('|')]
- for x in (thisdepends.split(', '))]
- depends.extend(thisdepends)
- elif recsre.match(line):
- (crud, thisdepends) = line.split(": ", 1)
- # Remove versioning crud
- thisdepends = [[y.split()[0] for y in x.split('|')]
- for x in (thisdepends.split(', '))]
- recommends.extend(thisdepends)
- elif conffilesre.match(line):
- confmode = True
- elif maintre.match(line):
- crud, maintainer = line.split(": ", 1)
- elif srcre.match(line):
- crud, src_name = line.split(": ", 1)
- src_name = src_name.split()[0]
- elif desc and line[0]==' ':
- fulldesc.append(line)
-
- installed = False
- if status:
- state = status.split()[2]
- installed = (state not in ('config-files', 'not-installed'))
-
- reportinfo = None
- if bugs:
- reportinfo = debianbts.parse_bts_url(bugs)
- elif origin:
- if debianbts.SYSTEMS.has_key(origin):
- vendor = debianbts.SYSTEMS[origin]['name']
- reportinfo = (debianbts.SYSTEMS[origin].get('type', 'debbugs'),
- debianbts.SYSTEMS[origin]['btsroot'])
- else:
- vendor = origin.capitalize()
- else:
- vendor = ''
-
- info = (pkgversion, pkgavail, tuple(depends), tuple(recommends),
- tuple(conffiles),
- maintainer, installed, origin, vendor, reportinfo, priority,
- desc, src_name, os.linesep.join(fulldesc), state)
-
- if not avail:
- statuscache[package] = info
- return info
-
-#dbase = []
-#avail = []
-
-# Object that essentially chunkifies the output of apt-cache dumpavail
-class AvailDB(object):
- def __init__(self, fp=None, popenob=None):
- self.popenob = popenob
- if fp:
- self.fp = fp
- elif popenob:
- self.fp = popenob.stdout
-
- def __iter__(self):
- return self
-
- def next(self):
- chunk = u''
- while True:
- if self.popenob:
- if self.popenob.returncode:
- break
-
- line = self.fp.readline()
- if not line:
- break
-
- if line == '\n':
- return chunk
- chunk += line.decode('utf-8', 'replace')
-
- if chunk:
- return chunk
-
- raise StopIteration
-
- def __del__(self):
- #print >> sys.stderr, 'availdb cleanup', repr(self.popenob), repr(self.fp)
- if self.fp:
- self.fp.close()
- if self.popenob:
- try:
- self.popenob.wait()
- except:
- pass
-
-def get_dpkg_database():
- if os.path.exists(STATUSDB):
- fp = open(STATUSDB)
- if fp:
- return AvailDB(fp=fp)
-
- print >> sys.stderr, 'Unable to open', STATUSDB
- sys.exit(1)
-
-def get_avail_database():
- #print >> sys.stderr, 'Searching available database'
- subp = subprocess.Popen(('apt-cache', 'dumpavail'), stdout=subprocess.PIPE)
- return AvailDB(popenob=subp)
-
-def get_source_package(package):
- """Return any binary packages provided by a source package."""
- packinfo = get_avail_database()
- packages = []
- packob = re.compile(r'^Package: (?P<pkg>.*)$', re.MULTILINE)
- descob = re.compile(r'^Description: (?P<desc>.*)$', re.MULTILINE)
- hassource = re.compile(r'^Source: .*$', re.MULTILINE)
- if package == 'libc':
- searchob1 = re.compile(r'^Source: g?libc[\d.]*$', re.MULTILINE)
- searchob2 = re.compile(r'^Package: g?libc[\d.]*$', re.MULTILINE)
- else:
- searchob1 = re.compile(r'^Source: '+re.escape(package)+r'$',
- re.MULTILINE)
- searchob2 = re.compile(r'^Package: '+re.escape(package)+r'$',
- re.MULTILINE)
-
- for p in packinfo:
- match = searchob1.search(p)
- if match:
- packname = packdesc = ''
- namematch, descmatch = packob.search(p), descob.search(p)
-
- if namematch:
- packname = namematch.group('pkg')
- if descmatch:
- packdesc = descmatch.group('desc')
-
- if packname:
- packages.append( (packname, packdesc) )
- elif hassource.search(p):
- continue
-
- match = searchob2.search(p)
- if match:
- packname = packdesc = ''
- namematch, descmatch = packob.search(p), descob.search(p)
-
- if namematch:
- packname = namematch.group('pkg')
- if descmatch:
- packdesc = descmatch.group('desc')
-
- if packname:
- packages.append( (packname, packdesc) )
-
-
- packages.sort()
- return packages
-
-def get_source_name(package):
- """Return source package name for given package or None."""
- packinfo = get_avail_database()
- has_source = re.compile(r'^Source: %s$' % re.escape(package), re.MULTILINE).search
- get_source = re.compile(r'^Source: (?P<pkg>.*)$', re.MULTILINE).search
- has_package = re.compile(r'^Package: %s$' % re.escape(package), re.MULTILINE).search
- for p in packinfo:
- match = has_source(p)
- if match:
- return package
- if has_package(p):
- match = get_source(p)
- if match:
- return match.group('pkg')
- return None
-
-def get_package_info(packages, skip_notfound=False):
- if not packages:
- return []
-
- packinfo = get_dpkg_database()
- pkgname = r'(?:[\S]+(?:$|,\s+))'
-
- groupfor = {}
- searchpkgs = []
- searchbits = []
- for (group, package) in packages:
- groupfor[package] = group
- escpkg = re.escape(package)
- searchpkgs.append(escpkg)
-
- searchbits = [
- # Package regular expression
- r'^(?P<hdr>Package):\s+('+'|'.join(searchpkgs)+')$',
- # Provides regular expression
- r'^(?P<hdr>Provides):\s+'+pkgname+r'*(?P<pkg>'+'|'.join(searchpkgs)+
- r')(?:$|,\s+)'+pkgname+'*$'
- ]
-
- groups = groupfor.values()
- found = {}
-
- searchobs = [re.compile(x, re.MULTILINE) for x in searchbits]
- packob = re.compile('^Package: (?P<pkg>.*)$', re.MULTILINE)
- statob = re.compile('^Status: (?P<stat>.*)$', re.MULTILINE)
- versob = re.compile('^Version: (?P<vers>.*)$', re.MULTILINE)
- descob = re.compile('^Description: (?P<desc>.*)$', re.MULTILINE)
-
- ret = []
- for p in packinfo:
- for ob in searchobs:
- m = ob.search(p)
- if m:
- pack = packob.search(p).group('pkg')
- stat = statob.search(p).group('stat')
- sinfo = stat.split()
- stat = sinfo[0][0] + sinfo[2][0]
- if stat[1] != 'i':
- continue
-
- if m.group('hdr') == 'Provides':
- provides = m.group('pkg')
- else:
- provides = None
-
- vers = versob.search(p).group('vers')
- desc = descob.search(p).group('desc')
-
- info = (pack,stat,vers,desc,provides)
- ret.append(info)
- group = groupfor.get(pack)
- if group:
- for item in group:
- found[item] = True
- if provides not in found:
- found[provides] = True
-
- if skip_notfound:
- return ret
-
- for group in groups:
- notfound = [x for x in group if x not in found]
- if len(notfound) == len(group):
- if group not in found:
- ret.append( (' | '.join(group), 'pn', '<none>',
- '(no description available)', None) )
-
- return ret
-
-def packages_providing(package):
- aret = get_package_info([((package,), package)], skip_notfound=True)
- ret = []
- for pkg in aret:
- ret.append( (pkg[0], pkg[3]) )
-
- return ret
-
-def get_dependency_info(package, depends, rel="depends on"):
- if not depends:
- return ('\n%s %s no packages.\n' % (package, rel))
-
- dependencies = []
- for dep in depends:
- for bit in dep:
- dependencies.append( (tuple(dep), bit) )
-
- depinfo = "\nVersions of packages %s %s:\n" % (package, rel)
-
- packs = {}
- for info in get_package_info(dependencies):
- pkg = info[0]
- if pkg not in packs:
- packs[pkg] = info
- elif info[4]:
- if not packs[pkg][4]:
- packs[pkg] = info
-
- deplist = packs.values()
- deplist.sort()
- maxlen = max([len(x[2]) for x in deplist] + [10])
-
- for (pack, status, vers, desc, provides) in deplist:
- if provides:
- pack += ' [' + provides + ']'
-
- packstuff = '%-*.*s %s' % (39-maxlen, 39-maxlen, pack, vers)
-
- info = '%-3.3s %-40.40s %-.34s\n' % (status, packstuff, desc)
- depinfo += info
-
- return depinfo
-
-def get_changed_config_files(conffiles, nocompress=False):
- confinfo = {}
- changed = []
- for (filename, md5sum) in conffiles:
- try:
- fp = file(filename)
- except IOError, msg:
- confinfo[filename] = msg
- continue
-
- filemd5 = commands.getoutput('md5sum ' + commands.mkarg(filename)).split()[0]
- if filemd5 == md5sum: continue
-
- changed.append(filename)
- thisinfo = 'changed:\n'
- for line in fp:
- if not line: continue
-
- if line == '\n' and not nocompress: continue
- if line[0] == '#' and not nocompress: continue
-
- thisinfo += line
-
- confinfo[filename] = thisinfo
-
- return confinfo, changed
-
-DISTORDER = ['stable', 'testing', 'unstable', 'experimental']
-
-def get_debian_release_info():
- debvers = debinfo = verfile = warn = ''
- dists = []
- output = commands.getoutput('apt-cache policy 2>/dev/null')
- if output:
- mre = re.compile('\s+(\d+)\s+.*$\s+release\s.*o=(Ubuntu|Debian),a=([^,]+),', re.MULTILINE)
- found = {}
- ## XXX: When Python 2.4 rolls around, rewrite this
- for match in mre.finditer(output):
- pword, distname = match.group(1, 3)
- if distname in DISTORDER:
- pri, dist = int(pword), DISTORDER.index(distname)
- else:
- pri, dist = int(pword), len(DISTORDER)
-
- found[(pri, dist, distname)] = True
-
- if found:
- dists = found.keys()
- dists.sort()
- dists.reverse()
- dists = [(x[0], x[2]) for x in dists]
- debvers = dists[0][1]
-
- if os.path.exists('/etc/debian_version'):
- fob = open('/etc/debian_version')
- verfile = fob.readline().strip()
- fob.close()
-
- if verfile:
- debinfo += 'Debian Release: '+verfile+'\n'
- if debvers:
- debinfo += ' APT prefers '+debvers+'\n'
- if dists:
- # Should wrap this eventually...
- #policystr = pprint.pformat(dists)
- policystr = ', '.join([str(x) for x in dists])
- debinfo += ' APT policy: %s\n' % policystr
- if warn:
- debinfo += warn
-
- return debinfo
-
-def get_arch():
- arch = commands.getoutput('COLUMNS=79 dpkg --print-installation-architecture 2>/dev/null')
- if not arch:
- un = os.uname()
- arch = un[4]
- arch = re.sub(r'i[456]86', 'i386', arch)
- arch = re.sub(r's390x', 's390', arch)
- arch = re.sub(r'ppc', 'powerpc', arch)
- return arch
-
-def generate_blank_report(package, pkgversion, severity, justification,
- depinfo, confinfo, foundfile='', incfiles='',
- system='debian', exinfo=0, type=None, klass='',
- subject='', tags='', body='', mode=MODE_EXPERT,
- pseudos=None):
- un = os.uname()
- utsmachine = un[4]
- debinfo = ''
- shellpath = realpath('/bin/sh')
-
- locinfo = []
- langsetting = os.environ.get('LANG', 'C')
- allsetting = os.environ.get('LC_ALL', '')
- for setting in ('LANG', 'LC_CTYPE'):
- if setting == 'LANG':
- env = langsetting
- else:
- env = '%s (charmap=%s)' % (os.environ.get(setting, langsetting), commands.getoutput("locale charmap"))
-
- if allsetting and env:
- env = "%s (ignored: LC_ALL set to %s)" % (env, allsetting)
- else:
- env = allsetting or env
- locinfo.append('%s=%s' % (setting, env))
-
- locinfo = ', '.join(locinfo)
-
- if debianbts.SYSTEMS[system].has_key('namefmt'):
- package = debianbts.SYSTEMS[system]['namefmt'] % package
-
- if pseudos:
- headers = '\n'.join(pseudos)+'\n'
- else:
- headers = ''
-
- if pkgversion:
- headers += 'Version: %s\n' % pkgversion
-
- if not exinfo:
- if severity:
- headers += 'Severity: %s\n' % severity
-
- if justification:
- headers += 'Justification: %s\n' % justification
-
- if tags:
- headers += 'Tags: %s\n' % tags
-
- if foundfile:
- headers += 'File: %s\n' % foundfile
-
- if mode < MODE_ADVANCED:
- body = NEWBIELINE+'\n\n'+body
-
- report = "\n"
- if not exinfo:
- if type == 'gnats':
- report = ">Synopsis: %s\n>Confidential: no\n" % subject
- if package == 'debian-general':
- report += ">Category: %s\n" % package
- else:
- report += ">Category: debian-packages\n"\
- ">Release: %s_%s\n" % (package, pkgversion)
-
- if severity:
- report += ">" + ('Severity: %s\n' % severity)
-
- if klass:
- report += ">Class: %s\n" % klass
- report += (
- ">Description:\n\n"
- " <describe the bug here; use as many lines as you need>\n\n"
- ">How-To-Repeat:\n\n"
- " <show how the bug is triggered>\n\n"
- ">Fix:\n\n"
- " <if you have a patch or solution, put it here>\n\n"
- ">Environment:\n")
- else:
- report = "Package: %s\n%s\n" % (package, headers)
- else:
- report = "Followup-For: Bug #%d\nPackage: %s\n%s\n" % (
- exinfo, package, headers)
-
- if not body:
- body = "\n"
-
- if debianbts.SYSTEMS[system].get('query-dpkg', True):
- debinfo += get_debian_release_info()
- debarch = get_arch()
- if debarch:
- if utsmachine == debarch:
- debinfo += 'Architecture: %s\n' % (debarch)
- else:
- debinfo += 'Architecture: %s (%s)\n' % (debarch, utsmachine)
- else:
- debinfo += 'Architecture: ? (%s)\n' % utsmachine
- debinfo += '\n'
-
- if un[0] == 'GNU':
- # Use uname -v on Hurd
- uname_string = un[3]
- else:
- kern = un[0]
- if kern.startswith('GNU/'):
- kern = kern[4:]
-
- uname_string = '%s %s' % (kern, un[2])
- if kern == 'Linux':
- kinfo = []
-
- if 'SMP' in un[3]:
- cores = get_cpu_cores()
- if cores > 1:
- kinfo += ['SMP w/%d CPU cores' % cores]
- else:
- kinfo += ['SMP w/1 CPU core']
- if 'PREEMPT' in un[3]:
- kinfo += ['PREEMPT']
-
- if kinfo:
- uname_string = '%s (%s)' % (uname_string, '; '.join(kinfo))
-
- if uname_string:
- debinfo += u'Kernel: %s\n' % uname_string
-
- if locinfo:
- debinfo += u'Locale: %s\n' % locinfo
- if shellpath != '/bin/sh':
- debinfo += u'Shell: /bin/sh linked to %s\n' % shellpath
-
- return u"""%s%s%s
--- System Information:
-%s%s%s""" % (report, body, incfiles, debinfo, depinfo, confinfo)
-
-def get_cpu_cores():
- cpucount = 0
- fob = open('/proc/cpuinfo')
- for line in fob:
- if line.startswith('processor'):
- cpucount += 1
- #print repr(line), cpucount
- fob.close()
-
- return max(cpucount, 1)
-
-class our_lex(shlex.shlex):
- def get_token(self):
- token = shlex.shlex.get_token(self)
- if not len(token): return token
- if (token[0] == token[-1]) and token[0] in self.quotes:
- token = token[1:-1]
- return token
-
-USERFILE = os.path.expanduser('~/.reportbugrc')
-FILES = ('/etc/reportbug.conf', USERFILE)
-
-CONFIG_ARGS = (
- 'sendto', 'severity', 'mua', 'mta', 'email', 'realname', 'bts', 'verify',
- 'replyto', 'http_proxy', 'smtphost', 'editor', 'debconf', 'justification',
- 'sign', 'nocc', 'nocompress', 'dontquery', 'noconf', 'mirrors', 'keyid',
- 'headers', 'interface', 'template', 'mode', 'check_available', 'query_src',
- 'printonly', 'offline', 'check_uid', 'smtptls', 'smtpuser', 'smtppasswd',
- 'paranoid')
-
-MUA = {
- 'mutt' : 'mutt -H',
- 'af' : 'af -EH < ',
- 'mh' : '/usr/bin/mh/comp -use -file',
- 'gnus' : 'REPORTBUG=%s emacs -l /usr/share/reportbug/reportbug.el -f tfheen-reportbug-insert-template',
- }
-MUA['nmh'] = MUA['mh']
-
-def first_run():
- return not os.path.exists(USERFILE)
-
-def parse_config_files():
- args = {}
- for filename in FILES:
- if os.path.exists(filename):
- try:
- lex = our_lex(file(filename))
- except IOError, msg:
- continue
-
- lex.wordchars = lex.wordchars + '-.@/:<>'
-
- token = lex.get_token().lower()
- while token:
- if token in ('quiet', 'maintonly', 'submit'):
- args['sendto'] = token
- elif token == 'severity':
- token = lex.get_token().lower()
- if token in debianbts.SEVERITIES.keys():
- args['severity'] = token
- elif token == 'header':
- args['headers'] = args.get('headers', []) + \
- [lex.get_token()]
- elif token in ('no-cc', 'cc'):
- args['nocc'] = (token == 'no-cc')
- elif token in ('no-compress', 'compress'):
- args['nocompress'] = (token == 'no-compress')
- elif token in ('no-query-bts', 'query-bts'):
- args['dontquery'] = (token == 'no-query-bts')
- elif token in ('config-files', 'no-config-files'):
- args['noconf'] = (token == 'no-config-files')
- elif token in ('ldap', 'no-ldap'):
- pass
- elif token in ('printonly', 'template', 'offline'):
- args[token] = True
- elif token in ('email', 'realname', 'replyto', 'http_proxy',
- 'smtphost', 'editor', 'mua', 'mta', 'smtpuser',
- 'smtppasswd', 'justification', 'keyid'):
- bit = lex.get_token()
- args[token] = bit.decode('utf-8', 'replace')
- elif token in ('no-smtptls', 'smtptls'):
- args['smtptls'] = (token == 'smtptls')
- elif token == 'sign':
- token = lex.get_token().lower()
- if token in ('pgp', 'gpg'):
- args['sign'] = token
- elif token == 'gnupg':
- args['sign'] = 'gpg'
- elif token == 'none':
- args['sign'] = ''
- elif token == 'ui':
- token = lex.get_token().lower()
- if token in AVAILABLE_UIS:
- args['interface'] = token
- elif token == 'mode':
- arg = lex.get_token().lower()
- if arg in MODES.keys():
- args[token] = arg
- elif token == 'bts':
- token = lex.get_token().lower()
- if token in debianbts.SYSTEMS.keys():
- args['bts'] = token
- elif token == 'mirror':
- args['mirrors'] = args.get('mirrors', []) + \
- [lex.get_token()]
- elif token in ('no-check-available', 'check-available'):
- args['check_available'] = (token == 'check-available')
- elif token == 'reportbug_version':
- # Currently ignored; might be used for compat purposes
- # eventually
- w_version = lex.get_token().lower()
- elif token in MUA:
- args['mua'] = MUA[token]
- elif token in ('query-source', 'no-query-source'):
- args['query_src'] = (token == 'query-source')
- elif token in ('debconf', 'no-debconf'):
- args['debconf'] = (token == 'debconf')
- elif token in ('verify', 'no-verify'):
- args['verify'] = (token == 'verify')
- elif token in ('check-uid', 'no-check-uid'):
- args['check_uid'] = (token == 'check-uid')
- elif token in ('paranoid', 'no-paranoid'):
- args['paranoid'] = (token == 'paranoid')
- else:
- sys.stderr.write('Unrecognized token: %s\n' % token)
-
- token = lex.get_token().lower()
-
- return args
-
-def parse_bug_control_file(filename):
- submitas = submitto = None
- reportwith = []
- supplemental = []
- fh = file(filename)
- for line in fh:
- line = line.strip()
- parts = line.split(': ')
- if len(parts) != 2:
- continue
-
- header, data = parts[0].lower(), parts[1]
- if header == 'submit-as':
- submitas = data
- elif header == 'send-to':
- submitto = data
- elif header == 'report-with':
- reportwith += data.split(' ')
- elif header == 'package-status':
- supplemental += data.split(' ')
-
- return submitas, submitto, reportwith, supplemental
-
-def cleanup_msg(dmessage, headers, type):
- pseudoheaders = []
- # Handle non-pseduo-headers
- headerre = re.compile(r'^([^:]+):\s*(.*)$', re.I)
- newsubject = message = ''
- parsing = lastpseudo = True
-
- # Include the headers that were passed in too!
- newheaders = []
- for header in headers:
- mob = headerre.match(header)
- if mob:
- newheaders.append(mob.groups())
-
- for line in dmessage.split(os.linesep):
- if not line and parsing:
- parsing = False
- elif parsing:
- mob = headerre.match(line)
- # GNATS and debbugs have different ideas of what a pseudoheader
- # is...
- if mob and ((type == 'debbugs' and
- mob.group(1) not in PSEUDOHEADERS) or
- (type == 'gnats' and mob.group(1)[0] != '>')):
- newheaders.append(mob.groups())
- lastpseudo = False
- continue
- elif mob:
- # Normalize pseudo-header
- lastpseudo = False
- key, value = mob.groups()
- if key[0] != '>':
- # Normalize hyphenated headers to capitalize each word
- key = '-'.join([x.capitalize() for x in key.split('-')])
- pseudoheaders.append((key, value))
- elif not lastpseudo and len(newheaders):
- # Assume we have a continuation line
- lastheader = newheaders[-1]
- newheaders[-1] = (lastheader[0], lastheader[1] + '\n' + line)
- continue
- else:
- # Permit bogus headers in the pseudoheader section
- headers.append(re.split(':\s+', line, 1))
- elif line.strip() != NEWBIELINE:
- message += line + '\n'
-
- ph = []
- if type == 'gnats':
- for header, content in pseudoheaders:
- if content:
- ph += ["%s: %s" % (header, content)]
- else:
- ph += [header]
- else:
- ph2 = {}
- for header, content in pseudoheaders:
- if header in PSEUDOHEADERS:
- ph2[header] = content
- else:
- newheaders.append( (header, content) )
-
- for header in PSEUDOHEADERS:
- if header in ph2:
- ph += ['%s: %s' % (header, ph2[header])]
-
- return message, newheaders, ph
This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.
|
