Steel Bank Common Lisp

Update of /cvsroot/sbcl/sbcl/src/code
In directory sc8-pr-cvs1.sourceforge.net:/tmp/cvs-serv22777/src/code

Modified Files:
	float.lisp 
Log Message:
0.8.9.41:
	More ANSI-fixes, this time for RATIONALIZE
	... new implementation due to Bruno Haible;
	... include explanation and helpful references;
	... fixes RATIONALIZE.1 and RATIONALIZE.3


Index: float.lisp
===================================================================
RCS file: /cvsroot/sbcl/sbcl/src/code/float.lisp,v
retrieving revision 1.22
retrieving revision 1.23
diff -u -d -r1.22 -r1.23
--- float.lisp	9 Mar 2004 12:08:40 -0000	1.22
+++ float.lisp	14 Apr 2004 20:07:46 -0000	1.23
@@ -797,41 +797,108 @@
 		 (integer-/-integer (ash int ex) (ash 1 digits)))))))
     ((rational) x)))
 
+;;; This algorithm for RATIONALIZE, due to Bruno Haible, is included
+;;; with permission.
+;;;
+;;; Algorithm (recursively presented):
+;;;   If x is a rational number, return x.
+;;;   If x = 0.0, return 0.
+;;;   If x < 0.0, return (- (rationalize (- x))).
+;;;   If x > 0.0:
+;;;     Call (integer-decode-float x). It returns a m,e,s=1 (mantissa,
+;;;     exponent, sign).
+;;;     If m = 0 or e >= 0: return x = m*2^e.
+;;;     Search a rational number between a = (m-1/2)*2^e and b = (m+1/2)*2^e
+;;;     with smallest possible numerator and denominator.
+;;;     Note 1: If m is a power of 2, we ought to take a = (m-1/4)*2^e.
+;;;       But in this case the result will be x itself anyway, regardless of
+;;;       the choice of a. Therefore we can simply ignore this case.
+;;;     Note 2: At first, we need to consider the closed interval [a,b].
+;;;       but since a and b have the denominator 2^(|e|+1) whereas x itself
+;;;       has a denominator <= 2^|e|, we can restrict the seach to the open
+;;;       interval (a,b).
+;;;     So, for given a and b (0 < a < b) we are searching a rational number
+;;;     y with a <= y <= b.
+;;;     Recursive algorithm fraction_between(a,b):
+;;;       c := (ceiling a)
+;;;       if c < b
+;;;         then return c       ; because a <= c < b, c integer
+;;;         else
+;;;           ; a is not integer (otherwise we would have had c = a < b)
+;;;           k := c-1          ; k = floor(a), k < a < b <= k+1
+;;;           return y = k + 1/fraction_between(1/(b-k), 1/(a-k))
+;;;                             ; note 1 <= 1/(b-k) < 1/(a-k)
+;;;
+;;; You can see that we are actually computing a continued fraction expansion.
+;;;
+;;; Algorithm (iterative):
+;;;   If x is rational, return x.
+;;;   Call (integer-decode-float x). It returns a m,e,s (mantissa,
+;;;     exponent, sign).
+;;;   If m = 0 or e >= 0, return m*2^e*s. (This includes the case x = 0.0.)
+;;;   Create rational numbers a := (2*m-1)*2^(e-1) and b := (2*m+1)*2^(e-1)
+;;;   (positive and already in lowest terms because the denominator is a
+;;;   power of two and the numerator is odd).
+;;;   Start a continued fraction expansion
+;;;     p[-1] := 0, p[0] := 1, q[-1] := 1, q[0] := 0, i := 0.
+;;;   Loop
+;;;     c := (ceiling a)
+;;;     if c >= b
+;;;       then k := c-1, partial_quotient(k), (a,b) := (1/(b-k),1/(a-k)),
+;;;            goto Loop
+;;;   finally partial_quotient(c).
+;;;   Here partial_quotient(c) denotes the iteration
+;;;     i := i+1, p[i] := c*p[i-1]+p[i-2], q[i] := c*q[i-1]+q[i-2].
+;;;   At the end, return s * (p[i]/q[i]).
+;;;   This rational number is already in lowest terms because
+;;;   p[i]*q[i-1]-p[i-1]*q[i] = (-1)^i.
+;;;
+;;; See also
+;;;   Hardy, Wright: An introduction to number theory
+;;; and/or
+;;;   <http://modular.fas.harvard.edu/edu/Fall2001/124/lectures/lecture17/lecture17/>
+;;;   <http://modular.fas.harvard.edu/edu/Fall2001/124/lectures/lecture17/lecture18/>
+
 (defun rationalize (x)
-  #!+sb-doc
-  "Converts any REAL to a RATIONAL. Floats are converted to a simple rational
+  "Converts any REAL to a RATIONAL.  Floats are converted to a simple rational
   representation exploiting the assumption that floats are only accurate to
-  their precision. RATIONALIZE (and also RATIONAL) preserve the invariant:
+  their precision.  RATIONALIZE (and also RATIONAL) preserve the invariant:
       (= x (float (rationalize x) x))"
   (number-dispatch ((x real))
     (((foreach single-float double-float #!+long-float long-float))
-     ;; Thanks to Kim Fateman, who stole this function rationalize-float from
-     ;; macsyma's rational. Macsyma'a rationalize was written by the legendary
-     ;; Gosper (rwg). Guy Steele said about Gosper, "He has been called the
-     ;; only living 17th century mathematician and is also the best pdp-10
-     ;; hacker I know." So, if you can understand or debug this code you win
-     ;; big.
-     (cond ((minusp x) (- (rationalize (- x))))
-	   ((zerop x) 0)
-	   (t
-	    (let ((eps (etypecase x
-			   (single-float single-float-epsilon)
-			   (double-float double-float-epsilon)
-			   #!+long-float
-			   (long-float long-float-epsilon)))
-		  (y ())
-		  (a ()))
-	      (do ((xx x (setq y (/ (float 1.0 x) (- xx (float a x)))))
-		   (num (setq a (truncate x))
-			(+ (* (setq a (truncate y)) num) onum))
-		   (den 1 (+ (* a den) oden))
-		   (onum 1 num)
-		   (oden 0 den))
-		  ((and (not (zerop den))
-			(not (> (abs (/ (- x (/ (float num x)
-						(float den x)))
-					x))
-				eps)))
-		   (integer-/-integer num den))
-		(declare ((dispatch-type x) xx)))))))
+     ;; This is a fairly straigtforward implementation of the
+     ;; iterative algorithm above.
+     (multiple-value-bind (frac expo sign)
+	 (integer-decode-float x)
+       (cond ((or (zerop frac) (>= expo 0))
+	      (if (minusp sign)
+		  (- (ash frac expo))
+		  (ash frac expo)))
+	     (t
+	      ;; expo < 0 and (2*m-1) and (2*m+1) are coprime to 2^(1-e),
+	      ;; so build the fraction up immediately, without having to do
+	      ;; a gcd.
+	      (let ((a (build-ratio (- (* 2 frac) 1) (ash 1 (- 1 expo))))
+		    (b (build-ratio (+ (* 2 frac) 1) (ash 1 (- 1 expo))))
+		    (p0 0)
+		    (q0 1)
+		    (p1 1)
+		    (q1 0))
+		(do ((c (ceiling a) (ceiling a)))
+		    ((< c b)
+		     (let ((top (+ (* c p1) p0))
+			   (bot (+ (* c q1) q0)))
+		       (build-ratio (if (minusp sign)
+					(- top)
+					top)
+				    bot)))
+		  (let* ((k (- c 1))
+			 (p2 (+ (* k p1) p0))
+			 (q2 (+ (* k q1) q0)))
+		    (psetf a (/ (- b k))
+			   b (/ (- a k)))
+		    (setf p0 p1
+			  q0 q1
+			  p1 p2
+			  q1 q2))))))))
     ((rational) x)))

Update of /cvsroot/sbcl/sbcl
In directory sc8-pr-cvs1.sourceforge.net:/tmp/cvs-serv22777

Modified Files:
	CREDITS NEWS version.lisp-expr 
Log Message:
0.8.9.41:
	More ANSI-fixes, this time for RATIONALIZE
	... new implementation due to Bruno Haible;
	... include explanation and helpful references;
	... fixes RATIONALIZE.1 and RATIONALIZE.3


Index: CREDITS
===================================================================
RCS file: /cvsroot/sbcl/sbcl/CREDITS,v
retrieving revision 1.52
retrieving revision 1.53
diff -u -d -r1.52 -r1.53
--- CREDITS	8 Apr 2004 13:26:01 -0000	1.52
+++ CREDITS	14 Apr 2004 20:07:46 -0000	1.53
@@ -553,7 +553,7 @@
 
 Miles Egan:
   He creates binary packages of SBCL releases for Red Hat and other
-  (which?) platforms
+  (which?) platforms.
 
 Nathan Froyd:
   He has fixed various bugs, and also done a lot of internal
@@ -564,6 +564,11 @@
   can delete a thousand lines of implement-ITERATE macrology from
   the codebase.)
 
+Bruno Haible:
+  He devised an accurate continued-fraction-based implementation of
+  RATIONALIZE, replacing a less-accurate version inherited from
+  primordial CMUCL.
+
 Matthias Hoelzl:
   He reported and fixed COMPILE's misbehavior on macros.
 

Index: NEWS
===================================================================
RCS file: /cvsroot/sbcl/sbcl/NEWS,v
retrieving revision 1.512
retrieving revision 1.513
diff -u -d -r1.512 -r1.513
--- NEWS	14 Apr 2004 16:42:25 -0000	1.512
+++ NEWS	14 Apr 2004 20:07:46 -0000	1.513
@@ -2385,6 +2385,8 @@
     greater than 32 handle EOF correctly.
   * fixed some bugs revealed by Paul Dietz' test suite:
     ** READ-SEQUENCE now works on ECHO-STREAMs.
+    ** RATIONALIZE works more according to its specification.  (thanks
+       to Bruno Haible)
 
 planned incompatible changes in 0.8.x:
   * (not done yet, but planned:) When the profiling interface settles

Index: version.lisp-expr
===================================================================
RCS file: /cvsroot/sbcl/sbcl/version.lisp-expr,v
retrieving revision 1.1550
retrieving revision 1.1551
diff -u -d -r1.1550 -r1.1551
--- version.lisp-expr	14 Apr 2004 16:42:25 -0000	1.1550
+++ version.lisp-expr	14 Apr 2004 20:07:46 -0000	1.1551
@@ -17,4 +17,4 @@
 ;;; checkins which aren't released. (And occasionally for internal
 ;;; versions, especially for internal versions off the main CVS
 ;;; branch, it gets hairier, e.g. "0.pre7.14.flaky4.13".)
-"0.8.9.40"
+"0.8.9.41"

Update of /cvsroot/sbcl/sbcl
In directory sc8-pr-cvs1.sourceforge.net:/tmp/cvs-serv9902

Modified Files:
	NEWS version.lisp-expr 
Log Message:
0.8.9.40:
	Yay!  Finally, a patch inspired by PFD's ansi-tests
	... make ECHO-STREAMs understand READ-SEQUENCE;
	... add more tests than are in ansi-tests, because the interaction
		with UNREAD-CHAR is potentially tricky.


Index: NEWS
===================================================================
RCS file: /cvsroot/sbcl/sbcl/NEWS,v
retrieving revision 1.511
retrieving revision 1.512
diff -u -d -r1.511 -r1.512
--- NEWS	13 Apr 2004 10:30:37 -0000	1.511
+++ NEWS	14 Apr 2004 16:42:25 -0000	1.512
@@ -2383,6 +2383,8 @@
     values.  (thanks to Zach Beane)
   * bug fix: streams with element-type (SIGNED-BYTE <N>) for <N>
     greater than 32 handle EOF correctly.
+  * fixed some bugs revealed by Paul Dietz' test suite:
+    ** READ-SEQUENCE now works on ECHO-STREAMs.
 
 planned incompatible changes in 0.8.x:
   * (not done yet, but planned:) When the profiling interface settles

Index: version.lisp-expr
===================================================================
RCS file: /cvsroot/sbcl/sbcl/version.lisp-expr,v
retrieving revision 1.1549
retrieving revision 1.1550
diff -u -d -r1.1549 -r1.1550
--- version.lisp-expr	14 Apr 2004 08:55:43 -0000	1.1549
+++ version.lisp-expr	14 Apr 2004 16:42:25 -0000	1.1550
@@ -17,4 +17,4 @@
 ;;; checkins which aren't released. (And occasionally for internal
 ;;; versions, especially for internal versions off the main CVS
 ;;; branch, it gets hairier, e.g. "0.pre7.14.flaky4.13".)
-"0.8.9.39"
+"0.8.9.40"

Update of /cvsroot/sbcl/sbcl/tests
In directory sc8-pr-cvs1.sourceforge.net:/tmp/cvs-serv9902/tests

Modified Files:
	stream.pure.lisp 
Log Message:
0.8.9.40:
	Yay!  Finally, a patch inspired by PFD's ansi-tests
	... make ECHO-STREAMs understand READ-SEQUENCE;
	... add more tests than are in ansi-tests, because the interaction
		with UNREAD-CHAR is potentially tricky.


Index: stream.pure.lisp
===================================================================
RCS file: /cvsroot/sbcl/sbcl/tests/stream.pure.lisp,v
retrieving revision 1.10
retrieving revision 1.11
diff -u -d -r1.10 -r1.11
--- stream.pure.lisp	13 Apr 2004 10:30:39 -0000	1.10
+++ stream.pure.lisp	14 Apr 2004 16:42:25 -0000	1.11
@@ -242,3 +242,30 @@
 
 (with-open-file (s "/dev/null" :element-type '(signed-byte 48))
   (assert (eq :eof (read-byte s nil :eof))))
+
+(let* ((is (make-string-input-stream "foo"))
+       (os (make-string-output-stream))
+       (s (make-echo-stream is os))
+       (sequence (copy-seq "abcdef")))
+  (assert (= (read-sequence sequence s) 3))
+  (assert (string= sequence "foodef"))
+  (assert (string= (get-output-stream-string os) "foo")))
+
+(let* ((is (make-string-input-stream "foo"))
+       (os (make-string-output-stream))
+       (s (make-echo-stream is os))
+       (sequence (copy-seq "abcdef")))
+  (assert (char= #\f (read-char s)))
+  (assert (= (read-sequence sequence s) 2))
+  (assert (string= sequence "oocdef"))
+  (assert (string= (get-output-stream-string os) "foo")))
+
+(let* ((is (make-string-input-stream "foo"))
+       (os (make-string-output-stream))
+       (s (make-echo-stream is os))
+       (sequence (copy-seq "abcdef")))
+  (assert (char= #\f (read-char s)))
+  (unread-char #\f s)
+  (assert (= (read-sequence sequence s) 3))
+  (assert (string= sequence "foodef"))
+  (assert (string= (get-output-stream-string os) "foo")))

Update of /cvsroot/sbcl/sbcl/src/code
In directory sc8-pr-cvs1.sourceforge.net:/tmp/cvs-serv9902/src/code

Modified Files:
	stream.lisp 
Log Message:
0.8.9.40:
	Yay!  Finally, a patch inspired by PFD's ansi-tests
	... make ECHO-STREAMs understand READ-SEQUENCE;
	... add more tests than are in ansi-tests, because the interaction
		with UNREAD-CHAR is potentially tricky.


Index: stream.lisp
===================================================================
RCS file: /cvsroot/sbcl/sbcl/src/code/stream.lisp,v
retrieving revision 1.62
retrieving revision 1.63
diff -u -d -r1.62 -r1.63
--- stream.lisp	13 Apr 2004 10:30:38 -0000	1.62
+++ stream.lisp	14 Apr 2004 16:42:25 -0000	1.63
@@ -882,7 +882,7 @@
 		      (in #'echo-in)
 		      (bin #'echo-bin)
 		      (misc #'echo-misc)
-		      (n-bin #'ill-bin))
+		      (n-bin #'echo-n-bin))
 	    (:constructor %make-echo-stream (input-stream output-stream))
 	    (:copier nil))
   unread-stuff)
@@ -921,6 +921,36 @@
 			(t (,out-fun result out) result)))))))
   (in-fun echo-in read-char write-char eof-error-p eof-value)
   (in-fun echo-bin read-byte write-byte eof-error-p eof-value))
+
+(defun echo-n-bin (stream buffer start numbytes eof-error-p)
+  (let ((new-start start)
+	(read 0))
+    (loop
+     (let ((thing (pop (echo-stream-unread-stuff stream))))
+       (cond
+	 (thing
+	  (setf (aref buffer new-start) thing)
+	  (incf new-start)
+	  (incf read)
+	  (when (= read numbytes)
+	    (return-from echo-n-bin numbytes)))
+	 (t (return nil)))))
+    (let ((bytes-read (read-n-bytes (echo-stream-input-stream stream) buffer
+				    new-start (- numbytes read) nil)))
+      (cond
+	((not eof-error-p)
+	 (write-sequence buffer (echo-stream-output-stream stream)
+			 :start new-start :end (+ new-start bytes-read))
+	 (+ bytes-read read))
+	((> numbytes (+ read bytes-read))
+	 (write-sequence buffer (echo-stream-output-stream stream)
+			 :start new-start :end (+ new-start bytes-read))
+	 (error 'end-of-file :stream stream))
+	(t
+	 (write-sequence buffer (echo-stream-output-stream stream)
+			 :start new-start :end (+ new-start bytes-read))
+	 (aver (= numbytes (+ new-start bytes-read)))
+	 numbytes)))))
 
 ;;;; base STRING-STREAM stuff
 
@@ -1659,11 +1689,8 @@
 		(simple-array (signed-byte 8) (*))
 		simple-string)
 	    (let* ((numbytes (- end start))
-		   (bytes-read (sb!sys:read-n-bytes stream
-						    data
-						    offset-start
-						    numbytes
-						    nil)))
+		   (bytes-read (read-n-bytes stream data offset-start
+					     numbytes nil)))
 	      (if (< bytes-read numbytes)
 		  (+ start bytes-read)
 		  end)))

Update of /cvsroot/sbcl/sbcl/doc/manual
In directory sc8-pr-cvs1.sourceforge.net:/tmp/cvs-serv15022/doc/manual

Modified Files:
	make-tempfiles.sh docstrings.lisp contrib-modules.texinfo 
	beyond-ansi.texinfo Makefile 
Log Message:
0.8.9.39:

Documentation changes:

* Document run-program

* Create docstrings from contrib modules (see MODULES in Makefile)

  ... include some docstrings in sb-rotate-byte and sb-md5
      documentation to test it.

  ... unloadable contrib modules break docstring generation for now ...

* Frob docstrings slightly: convert SYMBOL-LOOKALIKES to
  @code{symbol-lookalikes}, or @var{symbol-lookalikes} if they're part
  of the arglist.

  ... written in a slightly roundabout (line-based) way that will be
      useful for detecting common itemization / table formatting
      idioms in sbcl's docstrings.

  ... Bug fix: don't downcase docstrings.


Index: make-tempfiles.sh
===================================================================
RCS file: /cvsroot/sbcl/sbcl/doc/manual/make-tempfiles.sh,v
retrieving revision 1.1
retrieving revision 1.2
diff -u -d -r1.1 -r1.2
--- make-tempfiles.sh	9 Apr 2004 20:54:24 -0000	1.1
+++ make-tempfiles.sh	14 Apr 2004 08:55:42 -0000	1.2
@@ -28,12 +28,16 @@
 # Makefile.
 DOCSTRINGDIR="${DOCSTRINGDIR:-docstrings/}"
 
+# List of contrib modules that docstring docs will be created for.
+# This is normally set from Makefile.
+#MODULES="${MODULES:-sb-md5 :sb-rotate-byte}"
+
 # List of package names that documentation will be created for.  This
 # is normally set from Makefile.
-PACKAGES="${PACKAGES:-:COMMON-LISP :SB-ALIEN :SB-DEBUG :SB-EXT :SB-GRAY :SB-MOP :SB-PROFILE :SB-THREAD}"
+#PACKAGES="${PACKAGES:-:COMMON-LISP :SB-ALIEN :SB-DEBUG :SB-EXT :SB-GRAY :SB-MOP :SB-PROFILE :SB-THREAD}"
 
 echo /creating docstring snippets from SBCL=\'$SBCL\' for packages \'$PACKAGES\'
-echo "(progn (load \"docstrings.lisp\") (docstrings-to-texinfo \"$DOCSTRINGDIR\" $PACKAGES) (sb-ext:quit))" | $SBCL --noinform --sysinit /dev/null --userinit /dev/null --noprint --disable-debugger
+echo "(progn (load \"docstrings.lisp\") (dolist (module (quote ($MODULES))) (require module)) (docstrings-to-texinfo \"$DOCSTRINGDIR\" $PACKAGES) (sb-ext:quit))" | $SBCL --noinform --sysinit /dev/null --userinit /dev/null --noprint --disable-debugger
 
 echo /creating contrib-docs.texi-temp
 echo "(load \"create-contrib-doc-list.lisp\")" | $SBCL --noinform --sysinit /dev/null --userinit /dev/null --noprint --disable-debugger

Index: docstrings.lisp
===================================================================
RCS file: /cvsroot/sbcl/sbcl/doc/manual/docstrings.lisp,v
retrieving revision 1.5
retrieving revision 1.6
diff -u -d -r1.5 -r1.6
--- docstrings.lisp	11 Apr 2004 21:10:53 -0000	1.5
+++ docstrings.lisp	14 Apr 2004 08:55:42 -0000	1.6
@@ -1,4 +1,4 @@
-;;;; -*- lisp -*-
+;;; -*- lisp -*-
 
 ;;;; A docstring extractor for the sbcl manual.  Creates
 ;;;; @include-ready documentation from the docstrings of exported
@@ -55,16 +55,74 @@
 (defvar *texinfo-escaped-chars* "@{}"
   "Characters that must be escaped with #\@ for Texinfo.")
 
-(defun texinfoify (string-designator)
+(defun texinfoify (string-designator &optional (downcase-p t))
   "Return 'string-designator' with characters in
-  *texinfo-escaped-chars* escaped with #\@"
-  (let ((name (string string-designator)))
-    (nstring-downcase
-     (with-output-to-string (s)
-       (loop for char across name
+  *texinfo-escaped-chars* escaped with #\@.  Optionally downcase
+  the result."
+  (let ((result (with-output-to-string (s)
+       (loop for char across (string string-designator)
           when (find char *texinfo-escaped-chars*)
           do (write-char #\@ s)
-          do (write-char char s))))))
+          do (write-char char s)))))
+    (if downcase-p (nstring-downcase result) result)))
+
+(defvar *symbol-characters* "ABCDEFGHIJKLMNOPQRSTUVWXYZ*:-+"
+  "List of characters that make up symbols in a docstring.")
+
+(defvar *symbol-delimiters* " ,.!?")
+
+(defun locate-symbols (line)
+  "Return a list of index pairs of symbol-like parts of LINE."
+  (do ((result nil)
+       (begin nil)
+       (maybe-begin t)
+       (i 0 (1+ i)))
+      ((= i (length line))
+       (when begin (push (list begin i) result))
+       (nreverse result))
+    (cond
+      ((and begin (find (char line i) *symbol-delimiters*))
+       ;; symbol end; remember it if it's not "A" or "I"
+       (when (or (> i (1+ begin)) (not (member (char line begin) '(#\A #\I))))
+         (push (list begin i) result))
+       (setf begin nil
+             maybe-begin t))
+      ((and begin (not (find (char line i) *symbol-characters*)))
+       ;; Not a symbol: abort
+       (setf begin nil))
+      ((and maybe-begin (not begin) (find (char line i) *symbol-characters*))
+       ;; potential symbol begin at this position
+       (setf begin i
+             maybe-begin nil))
+      ((find (char line i) *symbol-delimiters*)
+       ;; potential symbol begin after this position
+       (setf maybe-begin t)))))
+
+(defun all-symbols (list)
+  (cond ((or (null list) (numberp list)) nil)
+        ((atom list) (list list))
+        (t (append (all-symbols (car list)) (all-symbols (cdr list))))))
+
+(defun frob-docstring (docstring symbol-arglist)
+  "Try to guess as much formatting for a raw docstring as possible."
+  ;; Per-line processing is not necessary now, but it will be when we
+  ;; attempt itemize / table auto-detection in docstrings
+  (with-output-to-string (result)
+    (let ((arglist-symbols (all-symbols symbol-arglist)))
+      (with-input-from-string (s (texinfoify docstring nil))
+        (loop for line = (read-line s nil nil)
+           while line
+           do (let ((last 0))
+                (dolist (symbol-index (locate-symbols line))
+                  (write-string (subseq line last (first symbol-index)) result)
+                  (let ((symbol-name (apply #'subseq line symbol-index)))
+                    (format result (if (member symbol-name arglist-symbols
+                                               :test #'string=)
+                                       "@var{~A}"
+                                       "@code{~A}")
+                            (string-downcase symbol-name)))
+                  (setf last (second symbol-index)))
+                (write-line (subseq line last) result)))))))
 
 ;;; Begin, rest and end of definition.
 
@@ -116,7 +174,7 @@
              (package "package")
              (setf "setf-expander")
              (structure "struct")
-             (type (let ((class (find-class symbol nil))))
+             (type (let ((class (find-class symbol nil)))
 		     (etypecase class
 		       (structure-class "struct")
 		       (standard-class "class")
@@ -139,12 +197,12 @@
     (package "@defvr Package")
     (setf "@deffn {Setf Expander}")
     (structure "@deftp Structure")
-    (type (let ((class (find-class symbol nil))))
-	    (etypecase class
-	      (structure-class "@deftp Structure")
-	      (standard-class "@deftp Class")
-	      (sb-pcl::condition-class "@deftp Condition")
-	      ((or built-in-class null) "@deftp Type"))))
+    (type (let ((class (find-class symbol nil)))
+            (etypecase class
+              (structure-class "@deftp Structure")
+              (standard-class "@deftp Class")
+              (sb-pcl::condition-class "@deftp Condition")
+              ((or built-in-class null) "@deftp Type"))))
     (variable (if (constantp symbol)
                   "@defvr Constant"
                   "@defvr Variable"))))
@@ -164,7 +222,7 @@
 (defun texinfoify-arglist-part (part)
   (with-output-to-string (s)
     (etypecase part
-      (string (prin1 (texinfoify part) s))
+      (string (prin1 (texinfoify part nil) s))
       (number (prin1 part s))
       (symbol
        (if (member part *arglist-keywords*)
@@ -176,16 +234,15 @@
 (defun def-arglist (symbol kind)
   (case kind
     (function
-     (format nil "~{~A~^ ~}" (mapcar #'texinfoify-arglist-part
-                                     (argument-list symbol))))))
+     (format nil "~{~A~^ ~}" 
+             (mapcar #'texinfoify-arglist-part (argument-list symbol))))))
 
 (defun def-end (symbol kind)
   (declare (ignore symbol))
   (ecase kind
     ((compiler-macro function method-combination setf) "@end deffn")
     ((package variable) "@end defvr")
-    ((structure type) "@end deftp"))
-  )
+    ((structure type) "@end deftp")))
 
 (defun make-info-file (package &optional filename)
   "Create a file containing all available documentation for the
@@ -211,7 +268,7 @@
                       (texinfoify symbol)
                       (def-arglist symbol kind)
                       (def-index symbol kind)
-                      (texinfoify docstring)
+                      (frob-docstring docstring (argument-list symbol))
                       (def-end symbol kind))))
     filename))
 
@@ -244,6 +301,6 @@
                       (texinfoify symbol)
                       (def-arglist symbol kind)
                       (def-index symbol kind)
-                      (texinfoify docstring)
+                      (frob-docstring docstring (ignore-errors (argument-list symbol)))
                       (def-end symbol kind)))))
     directory))

Index: contrib-modules.texinfo
===================================================================
RCS file: /cvsroot/sbcl/sbcl/doc/manual/contrib-modules.texinfo,v
retrieving revision 1.1
retrieving revision 1.2
diff -u -d -r1.1 -r1.2
--- contrib-modules.texinfo	9 Apr 2004 20:54:24 -0000	1.1
+++ contrib-modules.texinfo	14 Apr 2004 08:55:42 -0000	1.2
@@ -2,4 +2,10 @@
 @comment  node-name,  next,  previous,  up
 @chapter Contributed Modules
 
+SBCL comes with a number of modules that are not part of the core
+system.  These are loaded via @code{(require :@var{modulename})}
+(@pxref{fun-common-lisp-require}).  This section contains
+documentation (or pointers to documentation) for the contributed
+modules.
+
 @include contrib-doc-list.texi-temp

Index: beyond-ansi.texinfo
===================================================================
RCS file: /cvsroot/sbcl/sbcl/doc/manual/beyond-ansi.texinfo,v
retrieving revision 1.3
retrieving revision 1.4
diff -u -d -r1.3 -r1.4
--- beyond-ansi.texinfo	9 Apr 2004 16:04:49 -0000	1.3
+++ beyond-ansi.texinfo	14 Apr 2004 08:55:42 -0000	1.4
@@ -123,6 +123,7 @@
 * Customization Hooks for Users::  
 * Tools To Help Developers::    
 * Interface To Low-Level SBCL Implementation::  
+* Stale Extensions::            
 * Efficiency Hacks::            
 @end menu
 
@@ -342,20 +343,28 @@
 
 SBCL has the ability to save its state as a file for later
 execution. This functionality is important for its bootstrapping
-process, and is also provided as an extension to the user. See the
-documentation string for @code{sb-ext:save-lisp-and-die} for more
-information.
+process, and is also provided as an extension to the user.  Note that
+foreign libraries loaded via @code{load-1-foreign} don't survive this
+process; a core should not be saved in this case.
 
-@...
-Note: SBCL has inherited from CMUCL various hooks to allow the user to
+@emph{FIXME: what should be done for foreign libraries?}
+
+@emph{FIXME: document load-1-foreign somewhere}
+
+@include fun-sb-ext-save-lisp-and-die.texinfo
+
+
+@node Stale Extensions
+@comment  node-name,  next,  previous,  up
+@subsection Stale Extensions
+
+SBCL has inherited from CMUCL various hooks to allow the user to
 tweak and monitor the garbage collection process. These are somewhat
 stale code, and their interface might need to be cleaned up. If you
 have urgent need of them, look at the code in @file{src/code/gc.lisp}
 and bring it up on the developers' mailing list.
-@... quotation
 
-@...
-Note: SBCL has various hooks inherited from CMUCL, like
+SBCL has various hooks inherited from CMUCL, like
 @code{sb-ext:float-denormalized-p}, to allow a program to take
 advantage of IEEE floating point arithmetic properties which aren't
 conveniently or efficiently expressible using the ANSI standard. These
@@ -365,7 +374,6 @@
 me that it was in the IEEE spec). If you need this stuff, take a look
 at the code and bring it up on the developers' mailing
 list.
-@... quotation
 
 
 @node  Efficiency Hacks

Index: Makefile
===================================================================
RCS file: /cvsroot/sbcl/sbcl/doc/manual/Makefile,v
retrieving revision 1.4
retrieving revision 1.5
diff -u -d -r1.4 -r1.5
--- Makefile	9 Apr 2004 20:54:24 -0000	1.4
+++ Makefile	14 Apr 2004 08:55:42 -0000	1.5
@@ -12,8 +12,11 @@
 # DOCSTRINGDIR has to end with a slash or you lose (it's passed to
 # Lisp's `pathname' function).
 DOCSTRINGDIR="docstrings/"
-# List of package names that documentation will be created for.
-PACKAGES=":COMMON-LISP :SB-ALIEN :SB-DEBUG :SB-EXT :SB-GRAY :SB-MOP :SB-PROFILE :SB-THREAD"
+# List of contrib modules that docstring docs will be created for.
+# FIXME: should check test-passed and not load them.
+MODULES=':sb-md5 :sb-rotate-byte'
+# List of package names that docstring docs will be created for.
+PACKAGES=":COMMON-LISP :SB-ALIEN :SB-DEBUG :SB-EXT :SB-GRAY :SB-MOP :SB-PROFILE :SB-THREAD :SB-MD5 :SB-ROTATE-BYTE"
 
 
 ifeq ($(MAKEINFO),)
@@ -77,7 +80,7 @@
 docstrings: tempfiles-stamp
 
 tempfiles-stamp:
-	DOCSTRINGDIR=$(DOCSTRINGDIR) sh make-tempfiles.sh
+	DOCSTRINGDIR=$(DOCSTRINGDIR) PACKAGES=$(PACKAGES) MODULES=$(MODULES) sh make-tempfiles.sh
 	touch tempfiles-stamp

Update of /cvsroot/sbcl/sbcl
In directory sc8-pr-cvs1.sourceforge.net:/tmp/cvs-serv15022

Modified Files:
	version.lisp-expr 
Log Message:
0.8.9.39:

Documentation changes:

* Document run-program

* Create docstrings from contrib modules (see MODULES in Makefile)

  ... include some docstrings in sb-rotate-byte and sb-md5
      documentation to test it.

  ... unloadable contrib modules break docstring generation for now ...

* Frob docstrings slightly: convert SYMBOL-LOOKALIKES to
  @code{symbol-lookalikes}, or @var{symbol-lookalikes} if they're part
  of the arglist.

  ... written in a slightly roundabout (line-based) way that will be
      useful for detecting common itemization / table formatting
      idioms in sbcl's docstrings.

  ... Bug fix: don't downcase docstrings.


Index: version.lisp-expr
===================================================================
RCS file: /cvsroot/sbcl/sbcl/version.lisp-expr,v
retrieving revision 1.1548
retrieving revision 1.1549
diff -u -d -r1.1548 -r1.1549
--- version.lisp-expr	13 Apr 2004 20:37:49 -0000	1.1548
+++ version.lisp-expr	14 Apr 2004 08:55:43 -0000	1.1549
@@ -17,4 +17,4 @@
 ;;; checkins which aren't released. (And occasionally for internal
 ;;; versions, especially for internal versions off the main CVS
 ;;; branch, it gets hairier, e.g. "0.pre7.14.flaky4.13".)
-"0.8.9.38"
+"0.8.9.39"

Update of /cvsroot/sbcl/sbcl/contrib/sb-aclrepl
In directory sc8-pr-cvs1.sourceforge.net:/tmp/cvs-serv15022/contrib/sb-aclrepl

Modified Files:
	sb-aclrepl.texinfo 
Log Message:
0.8.9.39:

Documentation changes:

* Document run-program

* Create docstrings from contrib modules (see MODULES in Makefile)

  ... include some docstrings in sb-rotate-byte and sb-md5
      documentation to test it.

  ... unloadable contrib modules break docstring generation for now ...

* Frob docstrings slightly: convert SYMBOL-LOOKALIKES to
  @code{symbol-lookalikes}, or @var{symbol-lookalikes} if they're part
  of the arglist.

  ... written in a slightly roundabout (line-based) way that will be
      useful for detecting common itemization / table formatting
      idioms in sbcl's docstrings.

  ... Bug fix: don't downcase docstrings.


Index: sb-aclrepl.texinfo
===================================================================
RCS file: /cvsroot/sbcl/sbcl/contrib/sb-aclrepl/sb-aclrepl.texinfo,v
retrieving revision 1.2
retrieving revision 1.3
diff -u -d -r1.2 -r1.3
--- sb-aclrepl.texinfo	11 Apr 2004 21:10:53 -0000	1.2
+++ sb-aclrepl.texinfo	14 Apr 2004 08:55:43 -0000	1.3
@@ -7,11 +7,6 @@
 Loop for SBCL. An AllegroCL style inspector is integrated. Adding an
 AllegroCL style debugger is planned.
 
-@...
-* Usage::                       
-@... menu
-
-@... Usage
 @subsection Usage
 
 To start @code{sb-aclrepl} as your read-eval-print loop, put the form
@@ -21,6 +16,8 @@
 
 in your @file{~/.sbclrc} initialization file.
 
+@subsection Example Initialization
+
 Here's a longer example of a @file{~/.sbclrc} file that shows off
 some of the features of @code{sb-aclrepl}:

Update of /cvsroot/sbcl/sbcl/contrib/sb-md5
In directory sc8-pr-cvs1.sourceforge.net:/tmp/cvs-serv15022/contrib/sb-md5

Modified Files:
	sb-md5.texinfo 
Log Message:
0.8.9.39:

Documentation changes:

* Document run-program

* Create docstrings from contrib modules (see MODULES in Makefile)

  ... include some docstrings in sb-rotate-byte and sb-md5
      documentation to test it.

  ... unloadable contrib modules break docstring generation for now ...

* Frob docstrings slightly: convert SYMBOL-LOOKALIKES to
  @code{symbol-lookalikes}, or @var{symbol-lookalikes} if they're part
  of the arglist.

  ... written in a slightly roundabout (line-based) way that will be
      useful for detecting common itemization / table formatting
      idioms in sbcl's docstrings.

  ... Bug fix: don't downcase docstrings.


Index: sb-md5.texinfo
===================================================================
RCS file: /cvsroot/sbcl/sbcl/contrib/sb-md5/sb-md5.texinfo,v
retrieving revision 1.1
retrieving revision 1.2
diff -u -d -r1.1 -r1.2
--- sb-md5.texinfo	11 Apr 2004 21:10:53 -0000	1.1
+++ sb-md5.texinfo	14 Apr 2004 08:55:43 -0000	1.2
@@ -5,7 +5,11 @@
 The @code{sb-md5} module implements the RFC1321 MD5 Message Digest
 Algorithm.
 
-@... entry points / docstrings
+@include fun-sb-md5-md5sum-file.texinfo
+
+@include fun-sb-md5-md5sum-sequence.texinfo
+
+@include fun-sb-md5-md5sum-stream.texinfo
 
 @subsection Credits

Update of /cvsroot/sbcl/sbcl/contrib/sb-rotate-byte
In directory sc8-pr-cvs1.sourceforge.net:/tmp/cvs-serv15022/contrib/sb-rotate-byte

Modified Files:
	sb-rotate-byte.texinfo 
Log Message:
0.8.9.39:

Documentation changes:

* Document run-program

* Create docstrings from contrib modules (see MODULES in Makefile)

  ... include some docstrings in sb-rotate-byte and sb-md5
      documentation to test it.

  ... unloadable contrib modules break docstring generation for now ...

* Frob docstrings slightly: convert SYMBOL-LOOKALIKES to
  @code{symbol-lookalikes}, or @var{symbol-lookalikes} if they're part
  of the arglist.

  ... written in a slightly roundabout (line-based) way that will be
      useful for detecting common itemization / table formatting
      idioms in sbcl's docstrings.

  ... Bug fix: don't downcase docstrings.


Index: sb-rotate-byte.texinfo
===================================================================
RCS file: /cvsroot/sbcl/sbcl/contrib/sb-rotate-byte/sb-rotate-byte.texinfo,v
retrieving revision 1.1
retrieving revision 1.2
diff -u -d -r1.1 -r1.2
--- sb-rotate-byte.texinfo	11 Apr 2004 21:10:53 -0000	1.1
+++ sb-rotate-byte.texinfo	14 Apr 2004 08:55:42 -0000	1.2
@@ -15,4 +15,4 @@
 algorithms: MD5, SHA-1, etc.; often these algorithms are specified on
 32-bit rings.  [cite cite cite].
 
-@... would like to include ROTATE-BYTE's docstring
+@include fun-sb-rotate-byte-rotate-byte.texinfo