[Pzfilereader-svn] SF.net SVN: pzfilereader: [226] trunk/PZFileReader/src/main/java/net/sf/ pzfilereader/brparse/BuffReaderFixedPZParser.java

[<zep...@us...>]

Revision: 226
          http://svn.sourceforge.net/pzfilereader/?rev=226&view=rev
Author:   zepernick
Date:     2006-12-15 15:11:21 -0800 (Fri, 15 Dec 2006)

Log Message:
-----------
added a bufferedreader parser for fixed width files.  

renamed the DataSet class and used it for both parsers

Added Paths:
-----------
    trunk/PZFileReader/src/main/java/net/sf/pzfilereader/brparse/BuffReaderFixedPZParser.java

Added: trunk/PZFileReader/src/main/java/net/sf/pzfilereader/brparse/BuffReaderFixedPZParser.java
===================================================================
--- trunk/PZFileReader/src/main/java/net/sf/pzfilereader/brparse/BuffReaderFixedPZParser.java	                        (rev 0)
+++ trunk/PZFileReader/src/main/java/net/sf/pzfilereader/brparse/BuffReaderFixedPZParser.java	2006-12-15 23:11:21 UTC (rev 226)
@@ -0,0 +1,170 @@
+/*
+ * ObjectLab, http://www.objectlab.co.uk/open is supporting PZFileReader.
+ * 
+ * Based in London, we are world leaders in the design and development 
+ * of bespoke applications for the securities financing markets.
+ * 
+ * <a href="http://www.objectlab.co.uk/open">Click here to learn more</a>
+ *           ___  _     _           _   _          _
+ *          / _ \| |__ (_) ___  ___| |_| |    __ _| |__
+ *         | | | | '_ \| |/ _ \/ __| __| |   / _` | '_ \
+ *         | |_| | |_) | |  __/ (__| |_| |__| (_| | |_) |
+ *          \___/|_.__// |\___|\___|\__|_____\__,_|_.__/
+ *                   |__/
+ *
+ *                     www.ObjectLab.co.uk
+ *
+ * $Id: ColorProvider.java 74 2006-10-24 22:19:05Z benoitx $
+ * 
+ * Copyright 2006 the original author or authors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License"); you may not
+ * use this file except in compliance with the License. You may obtain a copy of
+ * the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+ * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+ * License for the specific language governing permissions and limitations under
+ * the License.
+ */
+package net.sf.pzfilereader.brparse;
+
+import java.io.BufferedReader;
+import java.io.File;
+import java.io.IOException;
+import java.io.InputStream;
+import java.io.InputStreamReader;
+import java.util.List;
+import java.util.Map;
+
+import net.sf.pzfilereader.DataSet;
+import net.sf.pzfilereader.DefaultDataSet;
+import net.sf.pzfilereader.FixedLengthPZParser;
+import net.sf.pzfilereader.structure.Row;
+import net.sf.pzfilereader.util.FixedWidthParserUtils;
+import net.sf.pzfilereader.util.PZConstants;
+import net.sf.pzfilereader.util.ParserUtils;
+
+public class BuffReaderFixedPZParser extends FixedLengthPZParser{
+    private BufferedReader br;
+    
+    private InputStreamReader isr;
+    
+    private int lineCount = 0;
+    
+    private Map recordLengths;
+    
+    public BuffReaderFixedPZParser(final InputStream pzmapXMLStream, final InputStream dataSourceStream) {
+        super(pzmapXMLStream, dataSourceStream);
+    }
+
+    public BuffReaderFixedPZParser(final File pzmapXML, final File dataSource) {
+        super(pzmapXML, dataSource);
+    }
+    
+    
+    public DataSet doParse() {
+        final DataSet ds = new BuffReaderPZDataSet(getColumnMD(), this);
+        lineCount = 0;
+        recordLengths = ParserUtils.calculateRecordLengths(getColumnMD());
+        try {
+            //gather the conversion properties
+            ds.setPZConvertProps(ParserUtils.loadConvertProperties());
+            
+            if (getDataSourceStream() == null) {
+                setDataSourceStream(ParserUtils.createInputStream(getDataSource()));
+            }
+            
+            isr = new InputStreamReader(getDataSourceStream());
+            br = new BufferedReader(isr);
+            
+            return ds;
+        
+        } catch(IOException ex) {
+            ex.printStackTrace();
+        }
+        
+        return null;
+    }
+    
+    
+    /**
+     * Reads in the next record on the file and return a row
+     * 
+     * @param ds
+     * @return Row
+     * @throws IOException
+     */
+    public Row buildRow(final DefaultDataSet ds) throws IOException{
+        String line = null;
+        
+        while ((line = br.readLine()) != null) {
+            lineCount++;
+            // empty line skip past it
+            if (line.trim().length() == 0) {
+                continue;
+            }
+
+            final String mdkey = FixedWidthParserUtils.getCMDKey(getColumnMD(), line);
+            final int recordLength = ((Integer) recordLengths.get(mdkey)).intValue();
+
+            // Incorrect record length on line log the error. Line will not
+            // be included in the
+            // dataset
+            if (line.length() > recordLength) {
+                addError(ds, "LINE TOO LONG. LINE IS " + line.length() + " LONG. SHOULD BE " + recordLength, lineCount, 2);
+                continue;
+            } else if (line.length() < recordLength) {
+                if (isHandlingShortLines()) {
+                    // We can pad this line out
+                    line += ParserUtils.padding(recordLength - line.length(), ' ');
+
+                    // log a warning
+                    addError(ds, "PADDED LINE TO CORRECT RECORD LENGTH", lineCount, 1);
+
+                } else {
+                    addError(ds, "LINE TOO SHORT. LINE IS " + line.length() + " LONG. SHOULD BE " + recordLength, lineCount,
+                            2);
+                    continue;
+                }
+            }
+
+            final Row row = new Row();
+            row.setMdkey(mdkey.equals(PZConstants.DETAIL_ID) ? null : mdkey); 
+
+            final List cmds = ParserUtils.getColumnMetaData(mdkey, getColumnMD());
+            row.addColumn(FixedWidthParserUtils.splitFixedText(cmds, line));
+
+            row.setRowNumber(lineCount);
+            
+            return row;
+        }
+        
+        return null;
+    }
+    
+    /**
+     * Closes out the file readers
+     *
+     *@throws IOException
+     */
+    public void close() throws IOException{
+        if (br != null) {
+            br.close();
+        }
+        if (isr != null) {
+            isr.close();
+        }
+    }
+    
+    
+    /**
+     * Returns the meta data describing the columns
+     */
+    public Map getColumnMD() {
+        return super.getColumnMD();
+    }
+}


This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.