|
From: <ust...@us...> - 2009-06-11 17:34:30
|
Revision: 3009
http://clucene.svn.sourceforge.net/clucene/?rev=3009&view=rev
Author: ustramooner
Date: 2009-06-11 17:34:23 +0000 (Thu, 11 Jun 2009)
Log Message:
-----------
Merge branch 'master' into svn
Modified Paths:
--------------
branches/lucene2_3_2/CMakeLists.txt
branches/lucene2_3_2/COPYING
branches/lucene2_3_2/INSTALL
branches/lucene2_3_2/cmake/CreateClucenePackages.cmake
branches/lucene2_3_2/configure
branches/lucene2_3_2/dist-test.sh
branches/lucene2_3_2/src/contribs/contribs-lib-test/TestSnowball.cpp
branches/lucene2_3_2/src/contribs-lib/CLucene/analysis/cjk/CJKAnalyzer.cpp
branches/lucene2_3_2/src/contribs-lib/CLucene/analysis/cjk/CJKAnalyzer.h
branches/lucene2_3_2/src/contribs-lib/CLucene/highlighter/Highlighter.cpp
branches/lucene2_3_2/src/contribs-lib/CLucene/highlighter/QueryScorer.cpp
branches/lucene2_3_2/src/contribs-lib/CLucene/highlighter/QueryScorer.h
branches/lucene2_3_2/src/contribs-lib/CLucene/highlighter/SimpleHTMLFormatter.h
branches/lucene2_3_2/src/contribs-lib/CLucene/highlighter/TokenGroup.cpp
branches/lucene2_3_2/src/contribs-lib/CLucene/highlighter/TokenSources.cpp
branches/lucene2_3_2/src/contribs-lib/CLucene/highlighter/TokenSources.h
branches/lucene2_3_2/src/contribs-lib/CLucene/snowball/Snowball.cpp
branches/lucene2_3_2/src/contribs-lib/CLucene/snowball/SnowballAnalyzer.h
branches/lucene2_3_2/src/contribs-lib/CLucene/snowball/SnowballFilter.h
branches/lucene2_3_2/src/core/CLucene/CLConfig.h
branches/lucene2_3_2/src/core/CLucene/CLMonolithic.cpp
branches/lucene2_3_2/src/core/CLucene/StdHeader.cpp
branches/lucene2_3_2/src/core/CLucene/StdHeader.h
branches/lucene2_3_2/src/core/CLucene/analysis/AnalysisHeader.cpp
branches/lucene2_3_2/src/core/CLucene/analysis/AnalysisHeader.h
branches/lucene2_3_2/src/core/CLucene/analysis/Analyzers.cpp
branches/lucene2_3_2/src/core/CLucene/analysis/Analyzers.h
branches/lucene2_3_2/src/core/CLucene/analysis/standard/StandardAnalyzer.cpp
branches/lucene2_3_2/src/core/CLucene/analysis/standard/StandardAnalyzer.h
branches/lucene2_3_2/src/core/CLucene/analysis/standard/StandardFilter.cpp
branches/lucene2_3_2/src/core/CLucene/analysis/standard/StandardFilter.h
branches/lucene2_3_2/src/core/CLucene/analysis/standard/StandardTokenizer.cpp
branches/lucene2_3_2/src/core/CLucene/analysis/standard/StandardTokenizer.h
branches/lucene2_3_2/src/core/CLucene/debug/error.cpp
branches/lucene2_3_2/src/core/CLucene/debug/error.h
branches/lucene2_3_2/src/core/CLucene/debug/lucenebase.h
branches/lucene2_3_2/src/core/CLucene/debug/mem.h
branches/lucene2_3_2/src/core/CLucene/document/DateTools.cpp
branches/lucene2_3_2/src/core/CLucene/document/DateTools.h
branches/lucene2_3_2/src/core/CLucene/document/Document.cpp
branches/lucene2_3_2/src/core/CLucene/document/Document.h
branches/lucene2_3_2/src/core/CLucene/document/Field.cpp
branches/lucene2_3_2/src/core/CLucene/document/Field.h
branches/lucene2_3_2/src/core/CLucene/document/FieldSelector.cpp
branches/lucene2_3_2/src/core/CLucene/document/NumberTools.cpp
branches/lucene2_3_2/src/core/CLucene/index/CompoundFile.cpp
branches/lucene2_3_2/src/core/CLucene/index/FieldInfos.cpp
branches/lucene2_3_2/src/core/CLucene/index/FieldsReader.cpp
branches/lucene2_3_2/src/core/CLucene/index/FieldsWriter.cpp
branches/lucene2_3_2/src/core/CLucene/index/IndexFileNames.cpp
branches/lucene2_3_2/src/core/CLucene/index/IndexModifier.cpp
branches/lucene2_3_2/src/core/CLucene/index/IndexModifier.h
branches/lucene2_3_2/src/core/CLucene/index/IndexReader.cpp
branches/lucene2_3_2/src/core/CLucene/index/IndexReader.h
branches/lucene2_3_2/src/core/CLucene/index/IndexWriter.cpp
branches/lucene2_3_2/src/core/CLucene/index/IndexWriter.h
branches/lucene2_3_2/src/core/CLucene/index/MultiReader.cpp
branches/lucene2_3_2/src/core/CLucene/index/MultiReader.h
branches/lucene2_3_2/src/core/CLucene/index/Payload.cpp
branches/lucene2_3_2/src/core/CLucene/index/Payload.h
branches/lucene2_3_2/src/core/CLucene/index/SegmentInfos.cpp
branches/lucene2_3_2/src/core/CLucene/index/SegmentMerger.cpp
branches/lucene2_3_2/src/core/CLucene/index/SegmentReader.cpp
branches/lucene2_3_2/src/core/CLucene/index/SegmentTermDocs.cpp
branches/lucene2_3_2/src/core/CLucene/index/SegmentTermEnum.cpp
branches/lucene2_3_2/src/core/CLucene/index/SegmentTermPositions.cpp
branches/lucene2_3_2/src/core/CLucene/index/SegmentTermVector.cpp
branches/lucene2_3_2/src/core/CLucene/index/Term.cpp
branches/lucene2_3_2/src/core/CLucene/index/Term.h
branches/lucene2_3_2/src/core/CLucene/index/TermInfosReader.cpp
branches/lucene2_3_2/src/core/CLucene/index/TermInfosWriter.cpp
branches/lucene2_3_2/src/core/CLucene/index/TermVector.h
branches/lucene2_3_2/src/core/CLucene/index/TermVectorReader.cpp
branches/lucene2_3_2/src/core/CLucene/index/TermVectorWriter.cpp
branches/lucene2_3_2/src/core/CLucene/index/Terms.h
branches/lucene2_3_2/src/core/CLucene/index/_CompoundFile.h
branches/lucene2_3_2/src/core/CLucene/index/_FieldInfo.h
branches/lucene2_3_2/src/core/CLucene/index/_FieldInfos.h
branches/lucene2_3_2/src/core/CLucene/index/_FieldsReader.h
branches/lucene2_3_2/src/core/CLucene/index/_FieldsWriter.h
branches/lucene2_3_2/src/core/CLucene/index/_IndexFileNames.h
branches/lucene2_3_2/src/core/CLucene/index/_SegmentHeader.h
branches/lucene2_3_2/src/core/CLucene/index/_SegmentInfos.h
branches/lucene2_3_2/src/core/CLucene/index/_SegmentMergeInfo.h
branches/lucene2_3_2/src/core/CLucene/index/_SegmentMergeQueue.h
branches/lucene2_3_2/src/core/CLucene/index/_SegmentMerger.h
branches/lucene2_3_2/src/core/CLucene/index/_SegmentTermEnum.h
branches/lucene2_3_2/src/core/CLucene/index/_Term.h
branches/lucene2_3_2/src/core/CLucene/index/_TermInfosReader.h
branches/lucene2_3_2/src/core/CLucene/index/_TermInfosWriter.h
branches/lucene2_3_2/src/core/CLucene/index/_TermVector.h
branches/lucene2_3_2/src/core/CLucene/queryParser/MultiFieldQueryParser.cpp
branches/lucene2_3_2/src/core/CLucene/queryParser/MultiFieldQueryParser.h
branches/lucene2_3_2/src/core/CLucene/queryParser/QueryParser.cpp
branches/lucene2_3_2/src/core/CLucene/queryParser/QueryParser.h
branches/lucene2_3_2/src/core/CLucene/queryParser/QueryParserTokenManager.cpp
branches/lucene2_3_2/src/core/CLucene/queryParser/QueryParserTokenManager.h
branches/lucene2_3_2/src/core/CLucene/queryParser/_FastCharStream.h
branches/lucene2_3_2/src/core/CLucene/queryParser/legacy/MultiFieldQueryParser.cpp
branches/lucene2_3_2/src/core/CLucene/queryParser/legacy/MultiFieldQueryParser.h
branches/lucene2_3_2/src/core/CLucene/queryParser/legacy/QueryParser.cpp
branches/lucene2_3_2/src/core/CLucene/queryParser/legacy/QueryParser.h
branches/lucene2_3_2/src/core/CLucene/queryParser/legacy/QueryParserBase.cpp
branches/lucene2_3_2/src/core/CLucene/search/BooleanClause.h
branches/lucene2_3_2/src/core/CLucene/search/BooleanQuery.cpp
branches/lucene2_3_2/src/core/CLucene/search/BooleanQuery.h
branches/lucene2_3_2/src/core/CLucene/search/BooleanScorer.cpp
branches/lucene2_3_2/src/core/CLucene/search/BooleanScorer2.cpp
branches/lucene2_3_2/src/core/CLucene/search/Compare.h
branches/lucene2_3_2/src/core/CLucene/search/ConjunctionScorer.cpp
branches/lucene2_3_2/src/core/CLucene/search/DisjunctionSumScorer.cpp
branches/lucene2_3_2/src/core/CLucene/search/ExactPhraseScorer.cpp
branches/lucene2_3_2/src/core/CLucene/search/Explanation.cpp
branches/lucene2_3_2/src/core/CLucene/search/Explanation.h
branches/lucene2_3_2/src/core/CLucene/search/FieldCacheImpl.cpp
branches/lucene2_3_2/src/core/CLucene/search/Filter.h
branches/lucene2_3_2/src/core/CLucene/search/FuzzyQuery.cpp
branches/lucene2_3_2/src/core/CLucene/search/FuzzyQuery.h
branches/lucene2_3_2/src/core/CLucene/search/HitQueue.cpp
branches/lucene2_3_2/src/core/CLucene/search/Hits.h
branches/lucene2_3_2/src/core/CLucene/search/IndexSearcher.cpp
branches/lucene2_3_2/src/core/CLucene/search/IndexSearcher.h
branches/lucene2_3_2/src/core/CLucene/search/MultiSearcher.cpp
branches/lucene2_3_2/src/core/CLucene/search/PhraseQuery.cpp
branches/lucene2_3_2/src/core/CLucene/search/PhraseQuery.h
branches/lucene2_3_2/src/core/CLucene/search/PhraseScorer.cpp
branches/lucene2_3_2/src/core/CLucene/search/PrefixQuery.cpp
branches/lucene2_3_2/src/core/CLucene/search/PrefixQuery.h
branches/lucene2_3_2/src/core/CLucene/search/Query.h
branches/lucene2_3_2/src/core/CLucene/search/RangeFilter.h
branches/lucene2_3_2/src/core/CLucene/search/RangeQuery.cpp
branches/lucene2_3_2/src/core/CLucene/search/RangeQuery.h
branches/lucene2_3_2/src/core/CLucene/search/Scorer.cpp
branches/lucene2_3_2/src/core/CLucene/search/Scorer.h
branches/lucene2_3_2/src/core/CLucene/search/ScorerDocQueue.cpp
branches/lucene2_3_2/src/core/CLucene/search/ScorerDocQueue.h
branches/lucene2_3_2/src/core/CLucene/search/SearchHeader.cpp
branches/lucene2_3_2/src/core/CLucene/search/SearchHeader.h
branches/lucene2_3_2/src/core/CLucene/search/Searchable.h
branches/lucene2_3_2/src/core/CLucene/search/Similarity.h
branches/lucene2_3_2/src/core/CLucene/search/SloppyPhraseScorer.cpp
branches/lucene2_3_2/src/core/CLucene/search/Sort.cpp
branches/lucene2_3_2/src/core/CLucene/search/Sort.h
branches/lucene2_3_2/src/core/CLucene/search/TermQuery.cpp
branches/lucene2_3_2/src/core/CLucene/search/TermQuery.h
branches/lucene2_3_2/src/core/CLucene/search/TermScorer.cpp
branches/lucene2_3_2/src/core/CLucene/search/WildcardQuery.cpp
branches/lucene2_3_2/src/core/CLucene/search/WildcardQuery.h
branches/lucene2_3_2/src/core/CLucene/search/WildcardTermEnum.cpp
branches/lucene2_3_2/src/core/CLucene/search/WildcardTermEnum.h
branches/lucene2_3_2/src/core/CLucene/search/_BooleanScorer.h
branches/lucene2_3_2/src/core/CLucene/search/_BooleanScorer2.h
branches/lucene2_3_2/src/core/CLucene/search/_ConjunctionScorer.h
branches/lucene2_3_2/src/core/CLucene/search/_DisjunctionSumScorer.h
branches/lucene2_3_2/src/core/CLucene/search/_ExactPhraseScorer.h
branches/lucene2_3_2/src/core/CLucene/search/_FieldCacheImpl.h
branches/lucene2_3_2/src/core/CLucene/search/_PhraseQueue.h
branches/lucene2_3_2/src/core/CLucene/search/_PhraseScorer.h
branches/lucene2_3_2/src/core/CLucene/search/_SloppyPhraseScorer.h
branches/lucene2_3_2/src/core/CLucene/search/_TermScorer.h
branches/lucene2_3_2/src/core/CLucene/store/Directory.cpp
branches/lucene2_3_2/src/core/CLucene/store/Directory.h
branches/lucene2_3_2/src/core/CLucene/store/FSDirectory.cpp
branches/lucene2_3_2/src/core/CLucene/store/FSDirectory.h
branches/lucene2_3_2/src/core/CLucene/store/IndexInput.cpp
branches/lucene2_3_2/src/core/CLucene/store/IndexInput.h
branches/lucene2_3_2/src/core/CLucene/store/IndexOutput.cpp
branches/lucene2_3_2/src/core/CLucene/store/IndexOutput.h
branches/lucene2_3_2/src/core/CLucene/store/Lock.cpp
branches/lucene2_3_2/src/core/CLucene/store/Lock.h
branches/lucene2_3_2/src/core/CLucene/store/LockFactory.cpp
branches/lucene2_3_2/src/core/CLucene/store/LockFactory.h
branches/lucene2_3_2/src/core/CLucene/store/MMapInput.cpp
branches/lucene2_3_2/src/core/CLucene/store/RAMDirectory.cpp
branches/lucene2_3_2/src/core/CLucene/store/RAMDirectory.h
branches/lucene2_3_2/src/core/CLucene/store/TransactionalRAMDirectory.cpp
branches/lucene2_3_2/src/core/CLucene/store/_Lock.h
branches/lucene2_3_2/src/core/CLucene/store/_MMap.h
branches/lucene2_3_2/src/core/CLucene/store/_RAMDirectory.h
branches/lucene2_3_2/src/core/CLucene/store/_TransactionalRAMDirectory.h
branches/lucene2_3_2/src/core/CLucene/util/Array.h
branches/lucene2_3_2/src/core/CLucene/util/BitSet.h
branches/lucene2_3_2/src/core/CLucene/util/CLStreams.h
branches/lucene2_3_2/src/core/CLucene/util/Equators.cpp
branches/lucene2_3_2/src/core/CLucene/util/Equators.h
branches/lucene2_3_2/src/core/CLucene/util/MD5Digester.cpp
branches/lucene2_3_2/src/core/CLucene/util/PriorityQueue.h
branches/lucene2_3_2/src/core/CLucene/util/Reader.cpp
branches/lucene2_3_2/src/core/CLucene/util/StringIntern.cpp
branches/lucene2_3_2/src/core/CLucene/util/ThreadLocal.cpp
branches/lucene2_3_2/src/core/CLucene/util/VoidList.h
branches/lucene2_3_2/src/core/CLucene/util/VoidMap.h
branches/lucene2_3_2/src/core/CLucene/util/_Arrays.h
branches/lucene2_3_2/src/core/CMakeLists.txt
branches/lucene2_3_2/src/demo/CMakeLists.txt
branches/lucene2_3_2/src/demo/IndexFiles.cpp
branches/lucene2_3_2/src/demo/Main.cpp
branches/lucene2_3_2/src/demo/SearchFiles.cpp
branches/lucene2_3_2/src/demo/Statistics.cpp
branches/lucene2_3_2/src/shared/CLucene/LuceneThreads.h
branches/lucene2_3_2/src/shared/CLucene/SharedHeader.cpp
branches/lucene2_3_2/src/shared/CLucene/SharedHeader.h
branches/lucene2_3_2/src/shared/CLucene/_clucene-config.h.cmake
branches/lucene2_3_2/src/shared/CLucene/clucene-config.h.cmake
branches/lucene2_3_2/src/shared/CLucene/config/_threads.h
branches/lucene2_3_2/src/shared/CLucene/config/repl_lltot.cpp
branches/lucene2_3_2/src/shared/CLucene/config/repl_tchar.h
branches/lucene2_3_2/src/shared/CLucene/config/repl_wchar.h
branches/lucene2_3_2/src/shared/CLucene/config/threads.cpp
branches/lucene2_3_2/src/shared/CLucene/config/utf8.cpp
branches/lucene2_3_2/src/shared/CLucene/debug/_condition.h
branches/lucene2_3_2/src/shared/CLucene/debug/condition.cpp
branches/lucene2_3_2/src/shared/CLucene/util/Misc.cpp
branches/lucene2_3_2/src/shared/CLucene/util/Misc.h
branches/lucene2_3_2/src/shared/CLucene/util/StringBuffer.cpp
branches/lucene2_3_2/src/shared/CLucene/util/StringBuffer.h
branches/lucene2_3_2/src/shared/CMakeLists.txt
branches/lucene2_3_2/src/test/CLMonolithic_Test.cpp
branches/lucene2_3_2/src/test/CMakeLists.txt
branches/lucene2_3_2/src/test/CuTest.cpp
branches/lucene2_3_2/src/test/CuTest.h
branches/lucene2_3_2/src/test/analysis/TestAnalysis.cpp
branches/lucene2_3_2/src/test/analysis/TestAnalyzers.cpp
branches/lucene2_3_2/src/test/data/readme.txt
branches/lucene2_3_2/src/test/data/reuters-21578-index/_z.f0
branches/lucene2_3_2/src/test/data/reuters-21578-index/_z.f1
branches/lucene2_3_2/src/test/data/reuters-21578-index/_z.fdt
branches/lucene2_3_2/src/test/data/reuters-21578-index/_z.fdx
branches/lucene2_3_2/src/test/data/reuters-21578-index/_z.frq
branches/lucene2_3_2/src/test/data/reuters-21578-index/_z.prx
branches/lucene2_3_2/src/test/data/reuters-21578-index/_z.tis
branches/lucene2_3_2/src/test/data/reuters-21578-index/segments
branches/lucene2_3_2/src/test/debug/TestError.cpp
branches/lucene2_3_2/src/test/document/TestDocument.cpp
branches/lucene2_3_2/src/test/index/TestIndexWriter.cpp
branches/lucene2_3_2/src/test/index/TestReuters.cpp
branches/lucene2_3_2/src/test/index/TestUtf8.cpp
branches/lucene2_3_2/src/test/queryParser/TestMultiFieldQueryParser.cpp
branches/lucene2_3_2/src/test/queryParser/TestQueryParser.cpp
branches/lucene2_3_2/src/test/search/TestForDuplicates.cpp
branches/lucene2_3_2/src/test/search/TestQueries.cpp
branches/lucene2_3_2/src/test/search/TestSearch.cpp
branches/lucene2_3_2/src/test/search/TestSort.cpp
branches/lucene2_3_2/src/test/search/TestTermVector.cpp
branches/lucene2_3_2/src/test/store/TestStore.cpp
branches/lucene2_3_2/src/test/test.h
branches/lucene2_3_2/src/test/testall.cpp
branches/lucene2_3_2/src/test/tests.cpp
Added Paths:
-----------
branches/lucene2_3_2/README.PACKAGE
branches/lucene2_3_2/src/core/CLucene/document/FieldSelector.h
branches/lucene2_3_2/src/core/CLucene/index/DirectoryIndexReader.cpp
branches/lucene2_3_2/src/core/CLucene/index/DirectoryIndexReader.h
branches/lucene2_3_2/src/core/CLucene/index/DocumentsWriter.cpp
branches/lucene2_3_2/src/core/CLucene/index/DocumentsWriterThreadState.cpp
branches/lucene2_3_2/src/core/CLucene/index/IndexDeletionPolicy.cpp
branches/lucene2_3_2/src/core/CLucene/index/IndexDeletionPolicy.h
branches/lucene2_3_2/src/core/CLucene/index/IndexFileDeleter.cpp
branches/lucene2_3_2/src/core/CLucene/index/IndexFileNameFilter.cpp
branches/lucene2_3_2/src/core/CLucene/index/IndexFileNameFilter.h
branches/lucene2_3_2/src/core/CLucene/index/MergePolicy.cpp
branches/lucene2_3_2/src/core/CLucene/index/MergePolicy.h
branches/lucene2_3_2/src/core/CLucene/index/MergeScheduler.cpp
branches/lucene2_3_2/src/core/CLucene/index/MergeScheduler.h
branches/lucene2_3_2/src/core/CLucene/index/MultiSegmentReader.cpp
branches/lucene2_3_2/src/core/CLucene/index/MultipleTermPositions.cpp
branches/lucene2_3_2/src/core/CLucene/index/MultipleTermPositions.h
branches/lucene2_3_2/src/core/CLucene/index/SkipListReader.cpp
branches/lucene2_3_2/src/core/CLucene/index/SkipListWriter.cpp
branches/lucene2_3_2/src/core/CLucene/index/_DocumentsWriter.h
branches/lucene2_3_2/src/core/CLucene/index/_IndexFileDeleter.h
branches/lucene2_3_2/src/core/CLucene/index/_MultiSegmentReader.h
branches/lucene2_3_2/src/core/CLucene/index/_SkipListReader.h
branches/lucene2_3_2/src/core/CLucene/index/_SkipListWriter.h
branches/lucene2_3_2/src/core/CLucene/queryParser/QueryToken.cpp
branches/lucene2_3_2/src/core/CLucene/queryParser/QueryToken.h
branches/lucene2_3_2/src/core/CLucene/search/MatchAllDocsQuery.cpp
branches/lucene2_3_2/src/core/CLucene/search/MatchAllDocsQuery.h
branches/lucene2_3_2/src/core/CLucene/search/MultiPhraseQuery.cpp
branches/lucene2_3_2/src/core/CLucene/search/MultiPhraseQuery.h
branches/lucene2_3_2/src/core/files_list.txt
branches/lucene2_3_2/src/core/libclucene.pc.cmake
branches/lucene2_3_2/src/shared/CLucene/util/deflate.cpp
branches/lucene2_3_2/src/shared/CLucene/util/zlib/
branches/lucene2_3_2/src/shared/CLucene/util/zlib/adler32.c
branches/lucene2_3_2/src/shared/CLucene/util/zlib/compress.c
branches/lucene2_3_2/src/shared/CLucene/util/zlib/crc32.c
branches/lucene2_3_2/src/shared/CLucene/util/zlib/crc32.h
branches/lucene2_3_2/src/shared/CLucene/util/zlib/deflate.c
branches/lucene2_3_2/src/shared/CLucene/util/zlib/deflate.h
branches/lucene2_3_2/src/shared/CLucene/util/zlib/gzio.c
branches/lucene2_3_2/src/shared/CLucene/util/zlib/inffast.c
branches/lucene2_3_2/src/shared/CLucene/util/zlib/inffast.h
branches/lucene2_3_2/src/shared/CLucene/util/zlib/inffixed.h
branches/lucene2_3_2/src/shared/CLucene/util/zlib/inflate.c
branches/lucene2_3_2/src/shared/CLucene/util/zlib/inflate.h
branches/lucene2_3_2/src/shared/CLucene/util/zlib/inftrees.c
branches/lucene2_3_2/src/shared/CLucene/util/zlib/inftrees.h
branches/lucene2_3_2/src/shared/CLucene/util/zlib/trees.c
branches/lucene2_3_2/src/shared/CLucene/util/zlib/trees.h
branches/lucene2_3_2/src/shared/CLucene/util/zlib/zconf.h
branches/lucene2_3_2/src/shared/CLucene/util/zlib/zlib.h
branches/lucene2_3_2/src/shared/CLucene/util/zlib/zutil.c
branches/lucene2_3_2/src/shared/CLucene/util/zlib/zutil.h
branches/lucene2_3_2/src/test/index/TestIndexReader.cpp
branches/lucene2_3_2/src/test/index/TestThreading.cpp
Removed Paths:
-------------
branches/lucene2_3_2/src/core/CLucene/document/_FieldSelector.h
branches/lucene2_3_2/src/core/CLucene/files_list.txt
branches/lucene2_3_2/src/core/CLucene/index/DefaultSkipListReader.cpp
branches/lucene2_3_2/src/core/CLucene/index/DefaultSkipListReader.h
branches/lucene2_3_2/src/core/CLucene/index/DocumentWriter.cpp
branches/lucene2_3_2/src/core/CLucene/index/MultiLevelSkipListReader.cpp
branches/lucene2_3_2/src/core/CLucene/index/MultiLevelSkipListReader.h
branches/lucene2_3_2/src/core/CLucene/index/_DocumentWriter.h
branches/lucene2_3_2/src/core/CLucene/index/_MultiReader.h
branches/lucene2_3_2/src/core/CLucene/queryParser/CharStream.cpp
branches/lucene2_3_2/src/core/CLucene/queryParser/Token.cpp
branches/lucene2_3_2/src/core/CLucene/queryParser/Token.h
branches/lucene2_3_2/src/core/CLucene/util/VoidMapSetDefinitions.h
Property Changed:
----------------
branches/lucene2_3_2/src/core/CLucene/index/IndexFileNames.cpp
branches/lucene2_3_2/src/core/CLucene/index/_IndexFileNames.h
branches/lucene2_3_2/src/core/CLucene/search/BooleanScorer2.cpp
branches/lucene2_3_2/src/core/CLucene/search/DisjunctionSumScorer.cpp
branches/lucene2_3_2/src/core/CLucene/search/ScorerDocQueue.cpp
branches/lucene2_3_2/src/core/CLucene/search/ScorerDocQueue.h
branches/lucene2_3_2/src/core/CLucene/search/_BooleanScorer2.h
branches/lucene2_3_2/src/core/CLucene/search/_DisjunctionSumScorer.h
branches/lucene2_3_2/src/core/CLucene/store/LockFactory.h
Modified: branches/lucene2_3_2/CMakeLists.txt
===================================================================
--- branches/lucene2_3_2/CMakeLists.txt 2009-06-11 16:19:00 UTC (rev 3008)
+++ branches/lucene2_3_2/CMakeLists.txt 2009-06-11 17:34:23 UTC (rev 3009)
@@ -9,6 +9,7 @@
SET(CLUCENE_VERSION_MINOR "9")
SET(CLUCENE_VERSION_REVISION "23")
SET(CLUCENE_VERSION_PATCH "0")
+SET(CLUCENE_INT_VERSION 92300)
SET(CLUCENE_VERSION "${CLUCENE_VERSION_MAJOR}.${CLUCENE_VERSION_MINOR}.${CLUCENE_VERSION_REVISION}.${CLUCENE_VERSION_PATCH}")
SET(CLUCENE_SOVERSION "${CLUCENE_VERSION_MAJOR}.${CLUCENE_VERSION_MINOR}.${CLUCENE_VERSION_REVISION}")
@@ -74,6 +75,9 @@
SET(LUCENE_SYS_INCLUDES "" CACHE PATH
"location for non-system independent files. defaults to CMAKE_INSTALL_PREFIX. see INSTALL documentation for further information."
)
+#install path options
+SET(LIB_SUFFIX "" CACHE STRING "Define suffix of directory name (32/64)" )
+SET(LIB_DESTINATION "lib${LIB_SUFFIX}")
SET ( ENABLE_COMPILE_TESTS_VALUE ON )
@@ -89,11 +93,6 @@
#check flags...
INCLUDE (TestCXXAcceptsFlag)
IF ( CMAKE_COMPILER_IS_GNUCC )
- CHECK_CXX_ACCEPTS_FLAG(-g GccFlagG)
- IF ( GccFlagG )
- SET(CMAKE_CXX_FLAGS_DEBUG "${CMAKE_CXX_FLAGS_DEBUG} -g")
- ENDIF ( GccFlagG )
-
CHECK_CXX_ACCEPTS_FLAG(-pg GccFlagPg)
IF ( GccFlagPg )
OPTION(ENABLE_GPROF
@@ -115,18 +114,11 @@
ENDIF(CMAKE_COMPILER_IS_GNUCC)
-IF (ENABLE_PACKAGING)
- INCLUDE(CreateClucenePackages)
- CREATE_CLUCENE_PACKAGES()
-ENDIF ( ENABLE_PACKAGING)
-
-
#Single output directory for building all executables and libraries.
SET(EXECUTABLE_OUTPUT_PATH ${CMAKE_BINARY_DIR}/bin CACHE PATH "Executable Output Directory" FORCE)
SET(LIBRARY_OUTPUT_PATH ${CMAKE_BINARY_DIR}/bin CACHE PATH "Library Output Directory" FORCE)
#add tests
-#todo: why does 'make test' not work???
ENABLE_TESTING()
ADD_TEST(SimpleTest ${EXECUTABLE_OUTPUT_PATH}/cl_test )
@@ -142,6 +134,7 @@
ADD_SUBDIRECTORY (src/demo EXCLUDE_FROM_ALL)
IF ( BUILD_CONTRIBS )
ADD_SUBDIRECTORY (src/contribs EXCLUDE_FROM_ALL)
+ SET(BUILD_CONTRIBS_LIB 1)
ENDIF ( BUILD_CONTRIBS )
IF ( BUILD_CONTRIBS_LIB )
ADD_SUBDIRECTORY (src/contribs-lib EXCLUDE_FROM_ALL)
@@ -155,3 +148,8 @@
ADD_CUSTOM_TARGET(uninstall
"${CMAKE_COMMAND}" -P "${CMAKE_CURRENT_BINARY_DIR}/cmake_uninstall.cmake")
+
+#this must go last...
+IF (ENABLE_PACKAGING)
+ INCLUDE(CreateClucenePackages)
+ENDIF ( ENABLE_PACKAGING)
Modified: branches/lucene2_3_2/COPYING
===================================================================
--- branches/lucene2_3_2/COPYING 2009-06-11 16:19:00 UTC (rev 3008)
+++ branches/lucene2_3_2/COPYING 2009-06-11 17:34:23 UTC (rev 3009)
@@ -90,9 +90,35 @@
# Redistribution and use is allowed according to the terms of the BSD license.
# For details see the accompanying COPYING-CMAKE-SCRIPTS file.
+the src/core/util/Compress.cpp component:
+/* zlib.h -- interface of the 'zlib' general purpose compression library
+ version 1.2.3, July 18th, 2005
+ Copyright (C) 1995-2005 Jean-loup Gailly and Mark Adler
+ This software is provided 'as-is', without any express or implied
+ warranty. In no event will the authors be held liable for any damages
+ arising from the use of this software.
+ Permission is granted to anyone to use this software for any purpose,
+ including commercial applications, and to alter it and redistribute it
+ freely, subject to the following restrictions:
+
+ 1. The origin of this software must not be misrepresented; you must not
+ claim that you wrote the original software. If you use this software
+ in a product, an acknowledgment in the product documentation would be
+ appreciated but is not required.
+ 2. Altered source versions must be plainly marked as such, and must not be
+ misrepresented as being the original software.
+ 3. This notice may not be removed or altered from any source distribution.
+
+ Jean-loup Gailly jl...@gz...
+ Mark Adler ma...@al...
+
+*/
+
+
+
CLUCENE CONTRIBUTIONS CODE:
PorterStemmer code: couldn't find license. This component is deprecated and will be removed very soon.
Modified: branches/lucene2_3_2/INSTALL
===================================================================
--- branches/lucene2_3_2/INSTALL 2009-06-11 16:19:00 UTC (rev 3008)
+++ branches/lucene2_3_2/INSTALL 2009-06-11 17:34:23 UTC (rev 3009)
@@ -155,8 +155,22 @@
# DMALLOC_OPTIONS=medium,log=dmalloc.log.txt
# export DMALLOC_OPTIONS
+UPDATE: when i upgrade my machine to Ubuntu 9.04, dmalloc stopped working (caused
+clucene to crash).
+
+Performance with callgrind
+--------------------------
+Really simple
+
+valgrind --tool=callgrind <command: e.g. bin/cl_test>
+this will create a file like callgrind.out.12345. you can open this with kcachegrind or some
+tool like that.
+
+
Performance with gprof
----------------------
+Note: I recommend callgrind, it works much better.
+
Compile with gprof turned on (ENABLE_GPROF in cmake gui or using ccmake).
I've found (at least on windows cygwin) that gprof wasn't working over
dll boundaries, running the cl_test-pedantic monolithic build worked better.
@@ -165,6 +179,32 @@
compiled application has exited:
# gprof bin/cl_test-pedantic.exe gmon.out >gprof.txt
+Code coverage with gcov
+-----------------------
+To create a code coverage report of the test, you can use gcov. Here are the
+steps I followed to create a nice html report. You'll need the lcov package
+installed to generate html. Also, I recommend using an out-of-source build
+directory as there are lots of files that will be generated.
+
+NOTE: you must have lcov installed for this to work
+
+* It is normally recommended to compile with no optimisations, so change CMAKE_BUILD_TYPE
+to Debug.
+
+* I have created a cl_test-gcov target which contains the necessary gcc switches
+already. So all you need to do is
+# make test-gcov
+
+If everything goes well, there will be a directory called code-coverage containing the report.
+
+If you want to do this process manually, then:
+# lcov --directory ./src/test/CMakeFiles/cl_test-gcov.dir/__/core/CLucene -c -o clucene-coverage.info
+# lcov --remove clucene-coverage.info "/usr/*" > clucene-coverage.clean
+# genhtml -o clucene-coverage clucene-coverage.clean
+
+If both those commands pass, then there will be a clucene coverage report in the
+clucene-coverage directory.
+
Benchmarks
----------
Very little benchmarking has been done on clucene. Andi Vajda posted some
Added: branches/lucene2_3_2/README.PACKAGE
===================================================================
--- branches/lucene2_3_2/README.PACKAGE (rev 0)
+++ branches/lucene2_3_2/README.PACKAGE 2009-06-11 17:34:23 UTC (rev 3009)
@@ -0,0 +1,11 @@
+CLucene is a C++ port of the popular Apache Lucene search engine
+(http://lucene.apache.org/java). It is released under LGPL or the Apache
+License.
+
+CLucene aims to be a high-speed alternative to Java Lucene, its API is very
+similar to that of the Java version. CLucene has recently been brought up to
+date with Lucene 2.3.2. It contains most of the same functionality as the
+Java version.
+
+This package contains the files necessary for running applications that
+use the libclucene library.
Modified: branches/lucene2_3_2/cmake/CreateClucenePackages.cmake
===================================================================
--- branches/lucene2_3_2/cmake/CreateClucenePackages.cmake 2009-06-11 16:19:00 UTC (rev 3008)
+++ branches/lucene2_3_2/cmake/CreateClucenePackages.cmake 2009-06-11 17:34:23 UTC (rev 3009)
@@ -1,7 +1,5 @@
#Creates all the relevant packages
-MACRO( CREATE_CLUCENE_PACKAGES )
-
#Rules for version:
#MAJOR and MINOR versions are purely political
#REVISION version MUST be revised if the headers or compatibility change
@@ -15,15 +13,23 @@
SET(CPACK_PACKAGE_VERSION ${CLUCENE_VERSION})
SET(CPACK_PACKAGE_SOVERSION ${CLUCENE_SOVERSION})
-SET(CPACK_PACKAGE_DESCRIPTION_SUMMARY "CLucene")
+SET(CPACK_PACKAGE_DESCRIPTION_SUMMARY "library for full-featured text search engine (runtime)")
SET(CPACK_PACKAGE_VENDOR "Ben van Klinken")
+SET(CPACK_PACKAGE_CONTACT "clu...@li...")
+SET(CPACK_PACKAGE_NAME "libclucene1")
SET(CPACK_PACKAGE_DESCRIPTION_FILE "${CMAKE_CURRENT_SOURCE_DIR}/README")
SET(CPACK_PACKAGE_DESCRIPTION_SUMMARY "CLucene - a C++ search engine, ported from the popular Apache Lucene")
SET(CPACK_RESOURCE_FILE_README "${CMAKE_CURRENT_SOURCE_DIR}/README")
SET(CPACK_RESOURCE_FILE_LICENSE "${CMAKE_CURRENT_SOURCE_DIR}/COPYING")
+SET(CPACK_RESOURCE_FILE_LICENSE "${CMAKE_CURRENT_SOURCE_DIR}/README.PACKAGE")
+#so, what are we going to install?
+SET(CPACK_INSTALL_CMAKE_PROJECTS
+ "${CMAKE_BINARY_DIR};clucene-core;ALL;/"
+ "${CMAKE_BINARY_DIR};clucene-shared;ALL;/")
+SET(CPACK_COMPONENTS_ALL development runtime)
SET(CPACK_GENERATOR "TGZ")
SET(CPACK_PACKAGE_FILE_NAME "clucene-core-${CPACK_PACKAGE_VERSION}-${CMAKE_SYSTEM_NAME}")
@@ -34,9 +40,22 @@
ENDIF(WIN32 AND NOT UNIX)
SET(CPACK_SOURCE_PACKAGE_FILE_NAME "clucene-core-${CPACK_PACKAGE_VERSION}-Source")
+#specific packaging requirements:
+SET(CPACK_DEBIAN_PACKAGE_DEPENDS "libc6 (>= 2.4), libgcc1 (>= 1:4.1.1-21), libstdc++6 (>= 4.1.1-21)")
+
+
#don't include the current binary dir.
get_filename_component(clucene_BINARY_DIR_name ${clucene_BINARY_DIR} NAME)
-SET(CPACK_SOURCE_IGNORE_FILES "/\\\\.svn/;\\\\.swp$;\\\\.#;/#;.*~;.*\\\\.tmp;/${clucene_BINARY_DIR_name}/")
+SET(CPACK_SOURCE_IGNORE_FILES
+ "/\\\\.svn/"
+ "/\\\\.git/"
+ "\\\\.swp$"
+ "\\\\.#;/#"
+ ".*~"
+ ".*\\\\.tmp"
+ ".*\\\\.save"
+ "/${clucene_BINARY_DIR_name}/"
+)
IF(WIN32 AND NOT UNIX)
# There is a bug in NSI that does not handle full unix paths properly. Make
@@ -55,9 +74,7 @@
ENDIF(WIN32 AND NOT UNIX)
#SET(CPACK_PACKAGE_EXECUTABLES "MyExecutable" "My Executable")
-INCLUDE(CPack)
-
ADD_CUSTOM_TARGET(dist-package
COMMAND rsync -avP -e ssh ${CPACK_PACKAGE_FILE_NAME}.* ust...@fr...:uploads/
# DEPENDS package
@@ -66,4 +83,6 @@
COMMAND rsync -avP -e ssh ${CPACK_SOURCE_PACKAGE_FILE_NAME}.* ust...@fr...:uploads/
# DEPENDS package_source
)
-ENDMACRO( CREATE_CLUCENE_PACKAGES )
+
+#this must be last
+INCLUDE(CPack)
Modified: branches/lucene2_3_2/configure
===================================================================
--- branches/lucene2_3_2/configure 2009-06-11 16:19:00 UTC (rev 3008)
+++ branches/lucene2_3_2/configure 2009-06-11 17:34:23 UTC (rev 3009)
@@ -1,2 +1,6 @@
-cmake .
+#!/bin/bash
+PWD=`dirname $0`
+PWD=`cd $PWD && pwd`
+
+cmake $PWD $@
Modified: branches/lucene2_3_2/dist-test.sh
===================================================================
--- branches/lucene2_3_2/dist-test.sh 2009-06-11 16:19:00 UTC (rev 3008)
+++ branches/lucene2_3_2/dist-test.sh 2009-06-11 17:34:23 UTC (rev 3009)
@@ -27,7 +27,7 @@
t_exports=0
FAIL=0
-if [ $# == 0 ]; then
+if [ $# -eq 0 ]; then
usage
else
while [ "$1" != "" ]; do
@@ -56,7 +56,7 @@
done
fi
-if [ $t_all == 1 ]; then
+if [ $t_all -eq 1 ]; then
t_env=1
t_c_all=1
t_c_h=1
@@ -81,16 +81,14 @@
}
-if [ $t_env == 1 ]; then
+if [ $t_env -eq 1 ]; then
rm -fdr $TMP 2>/dev/null
mkdir $TMP
#create header file for testing of symbols in headers.
echo "#include \"CLucene/StdHeader.h"\" >$TMP/pub-headers.cpp
-fi
-#iterate all headers
-if [ $t_env == 1 ]; then
+ #iterate all headers
for H in `find ../src/shared/CLucene| grep "\.h$"` `find ../src/core/CLucene| grep "\.h$"`; do
BH=`basename "$H"`
DN=`dirname "$H"`
@@ -107,63 +105,60 @@
fi
fi
done
-fi
-
-if [ $t_env == 1 ]; then
+
echo "int main(){return 0;}" >>$TMP/pub-headers.cpp
fi
-#find inline code:
-if [ $t_inline == 1 ]; then
- if [ $t_env == 1 ]; then
- cmake -DENABLE_CLDOCS:BOOLEAN=TRUE .
- make doc
- if [ $? != 0 ]; then
- exit 1
- fi
- fi
-fi
################################################
#now the environment is finished being setup...
################################################
echo "Starting tests..."
-if [ $t_c_h == 1 ] || [ $t_ifdefs == 1 ] || [ $t_exports == 1 ]; then
+if [ $t_c_h -eq 1 ] || [ $t_ifdefs -eq 1 ] || [ $t_exports -eq 1 ]; then
for H in `find $TMP/src | grep "\.h$"`; do
BH=`basename "$H"`
DH=`dirname "${H:3}"`
- if [ $t_ifdefs == 1 ]; then
+ if [ $t_ifdefs -eq 1 ]; then
checkForIfdefs $H
fi
#check that all classes are exported
- if [ $t_exports == 1 ]; then
- XX=`awk '/^[ \t]*(class|struct)/ { print $line }' $H| grep -v ";$"| grep -v CLUCENE_EXPORT| grep -v CLUCENE_INLINE_EXPORT| grep -v CLUCENE_SHARED_EXPORT| grep -v CLUCENE_SHARED_INLINE_EXPORT`
- if [ "$XX" != "" ]; then
- echo "$H has unexported class: $XX"
- echo ""
- FAIL=1
- fi
+ if [ $t_exports -eq 1 ]; then
+ if [ "${H:0:1}" == "_" ]; then
+ #internal headers... none must be exported
+ XX=`awk '/^[ \t]*(class|struct)/ { print $line }' $H| grep -v ";$"| grep -v CLUCENE_EXPORT| grep -v CLUCENE_INLINE_EXPORT| grep -v CLUCENE_SHARED_EXPORT| grep -v CLUCENE_SHARED_INLINE_EXPORT`
+ if [ "$XX" == "" ]; then
+ echo "$H has exported class: $XX"
+ echo ""
+ FAIL=1
+ fi
+ else
+ #external headers... all must be exported
+ XX=`awk '/^[ \t]*(class|struct)/ { print $line }' $H| grep -v ";$"| grep -v CLUCENE_EXPORT| grep -v CLUCENE_INLINE_EXPORT| grep -v CLUCENE_SHARED_EXPORT| grep -v CLUCENE_SHARED_INLINE_EXPORT`
+ if [ "$XX" != "" ]; then
+ echo "$H has unexported class: $XX"
+ echo ""
+ FAIL=1
+ fi
+ fi
fi
#test that each header compiles independently...
- if [ $t_c_h == 1 ] && [ "${H:7}" != "disttest/src/core/CLucene/util/Reader.h" ]; then
+ if [ $t_c_h -eq 1 ] && [ "${H:7}" != "disttest/src/core/CLucene/util/Reader.h" ]; then
echo "Test that $H compiles seperately..."
echo "#include \"CLucene/StdHeader.h"\" >$TMP/pub-header.cpp
echo "#include \"$H"\" >>$TMP/pub-header.cpp
- echo "int main(){return 0;}" >>$TMP/pub-header.cpp
+ echo "int main(){ return 0; }" >>"$TMP/pub-header.cpp"
g++ -I. -I$TMP/src/shared -I./src/shared -I$TMP/src/core $TMP/pub-header.cpp
- if [ $? != 0 ]; then
- FAIL=1;
- fi
+ if [ $? -ne 0 ]; then FAIL=1; fi
fi
done
fi
#iterate all our code...
-if [ $t_license == 1 ]; then
+if [ $t_license -eq 1 ]; then
for H in `find ../src`; do
BH=`basename "$H"`
BH_len=${#BH}
@@ -182,11 +177,19 @@
#test if headers can compile together by themselves:
-if [ $t_c_all == 1 ]; then
+if [ $t_c_all -eq 1 ]; then
g++ -I$TMP/src -I$TMP/src/shared -I$TMP/src/core $TMP/pub-headers.cpp -I./src/shared
fi
-if [ $t_inline == 1 ]; then
+if [ $t_inline -eq 1 ]; then
+ if [ ! -f "./doc" ]; then
+ echo "Couldn't find docs, run:"
+ echo "# cmake -DENABLE_CLDOCS:BOOLEAN=TRUE ."
+ echo "# make doc"
+ echo "and then try again"
+ exit 1
+ fi
+
INLINES=0
grep -c "\[inline" doc/html/*.html|grep -v ":0$"|grep -v "util"|grep -v "jstreams" | while read line; do
@@ -195,7 +198,7 @@
continue;
fi
- if [ $INLINES == 0 ]; then
+ if [ $INLINES -eq 0 ]; then
echo "These files report inline code:"
INLINES=1
FAIL=1
@@ -204,16 +207,16 @@
done
fi
-if [ $t_compile == 1 ]; then
+if [ $t_compile -eq 1 ]; then
#compile serperately
make cl_test
- if [ $? != 0 ]; then
+ if [ $? -ne 0 ]; then
FAIL=1;
fi
#compile together
make test-all
- if [ $? != 0 ]; then
+ if [ $? -ne 0 ]; then
FAIL=1;
fi
fi
Modified: branches/lucene2_3_2/src/contribs/contribs-lib-test/TestSnowball.cpp
===================================================================
--- branches/lucene2_3_2/src/contribs/contribs-lib-test/TestSnowball.cpp 2009-06-11 16:19:00 UTC (rev 3008)
+++ branches/lucene2_3_2/src/contribs/contribs-lib-test/TestSnowball.cpp 2009-06-11 17:34:23 UTC (rev 3009)
@@ -10,14 +10,14 @@
TokenStream* ts = an.tokenStream(_T("test"), &reader);
Token t;
- CLUCENE_ASSERT(ts->next(&t));
+ CLUCENE_ASSERT(ts->next(&t)!=NULL);
CLUCENE_ASSERT(_tcscmp(t.termBuffer(), _T("he")) == 0);
- CLUCENE_ASSERT(ts->next(&t));
+ CLUCENE_ASSERT(ts->next(&t)!=NULL);
CLUCENE_ASSERT(_tcscmp(t.termBuffer(), _T("abhor")) == 0);
- CLUCENE_ASSERT(ts->next(&t));
+ CLUCENE_ASSERT(ts->next(&t)!=NULL);
CLUCENE_ASSERT(_tcscmp(t.termBuffer(), _T("accent")) == 0);
- CLUCENE_ASSERT(ts->next(&t) == false);
+ CLUCENE_ASSERT(ts->next(&t) == NULL);
_CLDELETE(ts);
}
Modified: branches/lucene2_3_2/src/contribs-lib/CLucene/analysis/cjk/CJKAnalyzer.cpp
===================================================================
--- branches/lucene2_3_2/src/contribs-lib/CLucene/analysis/cjk/CJKAnalyzer.cpp 2009-06-11 16:19:00 UTC (rev 3008)
+++ branches/lucene2_3_2/src/contribs-lib/CLucene/analysis/cjk/CJKAnalyzer.cpp 2009-06-11 17:34:23 UTC (rev 3009)
@@ -21,7 +21,7 @@
ignoreSurrogates = true;
}
-bool CJKTokenizer::next(Token* token){
+CL_NS(analysis)::Token* CJKTokenizer::next(Token* token){
/** how many character(s) has been stored in buffer */
int32_t length = 0;
@@ -31,7 +31,7 @@
while (true) {
/** current character */
clunichar c;
- int charlen = 1;
+ int charlen = 1;
offset++;
@@ -49,7 +49,7 @@
break;
} else {
- return false;
+ return NULL;
}
} else {
//get current character
@@ -178,7 +178,7 @@
buffer[length]='\0';
token->set(buffer,start, start+length, tokenType);
- return true;
+ return token;
}
CL_NS_END2
Modified: branches/lucene2_3_2/src/contribs-lib/CLucene/analysis/cjk/CJKAnalyzer.h
===================================================================
--- branches/lucene2_3_2/src/contribs-lib/CLucene/analysis/cjk/CJKAnalyzer.h 2009-06-11 16:19:00 UTC (rev 3008)
+++ branches/lucene2_3_2/src/contribs-lib/CLucene/analysis/cjk/CJKAnalyzer.h 2009-06-11 17:34:23 UTC (rev 3009)
@@ -91,7 +91,7 @@
* hanppened in the InputStream
*
*/
- bool next(CL_NS(analysis)::Token* token);
+ CL_NS(analysis)::Token* next(CL_NS(analysis)::Token* token);
bool getIgnoreSurrogates(){ return ignoreSurrogates; };
void setIgnoreSurrogates(bool ignoreSurrogates){ this->ignoreSurrogates = ignoreSurrogates; };
Modified: branches/lucene2_3_2/src/contribs-lib/CLucene/highlighter/Highlighter.cpp
===================================================================
--- branches/lucene2_3_2/src/contribs-lib/CLucene/highlighter/Highlighter.cpp 2009-06-11 16:19:00 UTC (rev 3008)
+++ branches/lucene2_3_2/src/contribs-lib/CLucene/highlighter/Highlighter.cpp 2009-06-11 17:34:23 UTC (rev 3009)
@@ -233,7 +233,7 @@
substringBuffer[endOffset-startOffset]=_T('\0');
TCHAR* encoded = _encoder->encodeText(substringBuffer);
- const TCHAR* markedUpText=_formatter->highlightTerm(encoded, tokenGroup);
+ TCHAR* markedUpText=_formatter->highlightTerm(encoded, tokenGroup);
_CLDELETE_CARRAY(encoded);
//store any whitespace etc from between this and last group
@@ -291,7 +291,7 @@
substringBuffer[endOffset-startOffset]=_T('\0');
TCHAR* encoded = _encoder->encodeText(substringBuffer);
- const TCHAR* markedUpText=_formatter->highlightTerm(encoded, tokenGroup);
+ TCHAR* markedUpText=_formatter->highlightTerm(encoded, tokenGroup);
_CLDELETE_CARRAY(encoded);
//store any whitespace etc from between this and last group
Modified: branches/lucene2_3_2/src/contribs-lib/CLucene/highlighter/QueryScorer.cpp
===================================================================
--- branches/lucene2_3_2/src/contribs-lib/CLucene/highlighter/QueryScorer.cpp 2009-06-11 16:19:00 UTC (rev 3008)
+++ branches/lucene2_3_2/src/contribs-lib/CLucene/highlighter/QueryScorer.cpp 2009-06-11 17:34:23 UTC (rev 3009)
@@ -91,7 +91,7 @@
return 0;
}
//found a query term - is it unique in this doc?
- if(_uniqueTermsInFragment.find(termText)==_uniqueTermsInFragment.end())
+ if(_uniqueTermsInFragment.find((TCHAR*)termText)==_uniqueTermsInFragment.end())
{
_totalScore+=queryTerm->getWeight();
TCHAR* owned_term = stringDuplicate(termText);
Modified: branches/lucene2_3_2/src/contribs-lib/CLucene/highlighter/QueryScorer.h
===================================================================
--- branches/lucene2_3_2/src/contribs-lib/CLucene/highlighter/QueryScorer.h 2009-06-11 16:19:00 UTC (rev 3008)
+++ branches/lucene2_3_2/src/contribs-lib/CLucene/highlighter/QueryScorer.h 2009-06-11 17:34:23 UTC (rev 3009)
@@ -43,7 +43,7 @@
{
private:
TextFragment * _currentTextFragment;
- CL_NS(util)::CLHashSet<const TCHAR*,
+ CL_NS(util)::CLHashSet<TCHAR*,
CL_NS(util)::Compare::TChar,
CL_NS(util)::Deletor::tcArray> _uniqueTermsInFragment;
float_t _totalScore;
@@ -51,7 +51,7 @@
CL_NS(util)::CLHashMap<const TCHAR*, const WeightedTerm *,
CL_NS(util)::Compare::TChar,
CL_NS(util)::Equals::TChar,
- CL_NS(util)::Deletor::tcArray,
+ CL_NS(util)::Deletor::Dummy,
CL_NS(util)::Deletor::Object<const WeightedTerm> > _termsToFind;
public:
Modified: branches/lucene2_3_2/src/contribs-lib/CLucene/highlighter/SimpleHTMLFormatter.h
===================================================================
--- branches/lucene2_3_2/src/contribs-lib/CLucene/highlighter/SimpleHTMLFormatter.h 2009-06-11 16:19:00 UTC (rev 3008)
+++ branches/lucene2_3_2/src/contribs-lib/CLucene/highlighter/SimpleHTMLFormatter.h 2009-06-11 17:34:23 UTC (rev 3009)
@@ -29,8 +29,8 @@
class CLUCENE_CONTRIBS_EXPORT SimpleHTMLFormatter :public Formatter
{
private:
- const TCHAR* _preTag;
- const TCHAR* _postTag;
+ TCHAR* _preTag;
+ TCHAR* _postTag;
public:
~SimpleHTMLFormatter();
Modified: branches/lucene2_3_2/src/contribs-lib/CLucene/highlighter/TokenGroup.cpp
===================================================================
--- branches/lucene2_3_2/src/contribs-lib/CLucene/highlighter/TokenGroup.cpp 2009-06-11 16:19:00 UTC (rev 3008)
+++ branches/lucene2_3_2/src/contribs-lib/CLucene/highlighter/TokenGroup.cpp 2009-06-11 17:34:23 UTC (rev 3009)
@@ -26,11 +26,12 @@
numTokens=0;
startOffset=0;
endOffset=0;
- tokens = _CL_NEWARRAY(Token, MAX_NUM_TOKENS_PER_GROUP);
+ tokens = new Token[MAX_NUM_TOKENS_PER_GROUP];
}
TokenGroup::~TokenGroup(void)
{
+ delete[] tokens;
}
void TokenGroup::addToken(Token* token, float_t score)
Modified: branches/lucene2_3_2/src/contribs-lib/CLucene/highlighter/TokenSources.cpp
===================================================================
--- branches/lucene2_3_2/src/contribs-lib/CLucene/highlighter/TokenSources.cpp 2009-06-11 16:19:00 UTC (rev 3008)
+++ branches/lucene2_3_2/src/contribs-lib/CLucene/highlighter/TokenSources.cpp 2009-06-11 17:34:23 UTC (rev 3009)
@@ -17,7 +17,7 @@
#include "CLucene/_ApiHeader.h"
#include "TokenSources.h"
-#include "CLucene/util/VoidList.h"
+#include "CLucene/util/VoidList.h"
#include "CLucene/util/CLStreams.h"
#include "CLucene/index/IndexReader.h"
#include "CLucene/index/TermVector.h"
@@ -108,7 +108,7 @@
CLSetList<Token*,TokenOrderCompare>* unsortedTokens = NULL;
for (int32_t t = 0; t < freq->length; t++)
{
- ObjectArray<TermVectorOffsetInfo>* offsets=tpv->getOffsets(t);
+ ArrayBase<TermVectorOffsetInfo*>* offsets=tpv->getOffsets(t);
if(offsets==NULL)
return NULL;
@@ -211,16 +211,16 @@
this->tokens=tokens;
this->length = len;
}
-bool TokenSources::StoredTokenStream::next(CL_NS(analysis)::Token* token)
+CL_NS(analysis)::Token* TokenSources::StoredTokenStream::next(CL_NS(analysis)::Token* token)
{
if(currentToken>=length)
{
- return false;
+ return NULL;
}
Token* t = tokens[currentToken++];
token->set(t->termBuffer(),t->startOffset(),t->endOffset(),t->type());;
- return true;
+ return token;
}
void TokenSources::StoredTokenStream::close(){
Modified: branches/lucene2_3_2/src/contribs-lib/CLucene/highlighter/TokenSources.h
===================================================================
--- branches/lucene2_3_2/src/contribs-lib/CLucene/highlighter/TokenSources.h 2009-06-11 16:19:00 UTC (rev 3008)
+++ branches/lucene2_3_2/src/contribs-lib/CLucene/highlighter/TokenSources.h 2009-06-11 17:34:23 UTC (rev 3009)
@@ -26,7 +26,7 @@
size_t length;
int32_t currentToken;
StoredTokenStream(CL_NS(analysis)::Token** tokens, size_t len);
- bool next(CL_NS(analysis)::Token* token);
+ CL_NS(analysis)::Token* next(CL_NS(analysis)::Token* token);
void close();
};
public:
Modified: branches/lucene2_3_2/src/contribs-lib/CLucene/snowball/Snowball.cpp
===================================================================
--- branches/lucene2_3_2/src/contribs-lib/CLucene/snowball/Snowball.cpp 2009-06-11 16:19:00 UTC (rev 3008)
+++ branches/lucene2_3_2/src/contribs-lib/CLucene/snowball/Snowball.cpp 2009-06-11 17:34:23 UTC (rev 3009)
@@ -30,7 +30,7 @@
SnowballAnalyzer::SnowballAnalyzer(const TCHAR* language, const TCHAR** stopWords) {
this->language = STRDUP_TtoT(language);
- stopSet = _CLNEW CLTCSetList;
+ stopSet = _CLNEW CLTCSetList(true);
StopFilter::fillStopTable(stopSet,stopWords);
}
@@ -89,9 +89,9 @@
}
/** Returns the next input Token, after being stemmed */
- bool SnowballFilter::next(Token* token){
- if (!input->next(token))
- return false;
+ Token* SnowballFilter::next(Token* token){
+ if (input->next(token) == NULL)
+ return NULL;
unsigned char uctext[LUCENE_MAX_WORD_LEN];
TCHAR tchartext[LUCENE_MAX_WORD_LEN];
@@ -124,7 +124,7 @@
tchartext[i]=stemmed[i];
#endif
token->set(tchartext,token->startOffset(), token->endOffset(), token->type());
- return true;
+ return token;
}
Modified: branches/lucene2_3_2/src/contribs-lib/CLucene/snowball/SnowballAnalyzer.h
===================================================================
--- branches/lucene2_3_2/src/contribs-lib/CLucene/snowball/SnowballAnalyzer.h 2009-06-11 16:19:00 UTC (rev 3008)
+++ branches/lucene2_3_2/src/contribs-lib/CLucene/snowball/SnowballAnalyzer.h 2009-06-11 17:34:23 UTC (rev 3009)
@@ -14,7 +14,7 @@
* {@link EnglishStemmer} is named "English".
*/
class CLUCENE_CONTRIBS_EXPORT SnowballAnalyzer: public Analyzer {
- const TCHAR* language;
+ TCHAR* language;
CLTCSetList* stopSet;
public:
Modified: branches/lucene2_3_2/src/contribs-lib/CLucene/snowball/SnowballFilter.h
===================================================================
--- branches/lucene2_3_2/src/contribs-lib/CLucene/snowball/SnowballFilter.h 2009-06-11 16:19:00 UTC (rev 3008)
+++ branches/lucene2_3_2/src/contribs-lib/CLucene/snowball/SnowballFilter.h 2009-06-11 17:34:23 UTC (rev 3009)
@@ -28,7 +28,7 @@
~SnowballFilter();
/** Returns the next input Token, after being stemmed */
- bool next(Token* token);
+ Token* next(Token* token);
};
CL_NS_END2
Modified: branches/lucene2_3_2/src/core/CLucene/CLConfig.h
===================================================================
--- branches/lucene2_3_2/src/core/CLucene/CLConfig.h 2009-06-11 16:19:00 UTC (rev 3008)
+++ branches/lucene2_3_2/src/core/CLucene/CLConfig.h 2009-06-11 17:34:23 UTC (rev 3009)
@@ -18,7 +18,7 @@
//
//define this if you want condition debugging to be enabled
#if defined(_DEBUG) && !defined(_CL__CND_DEBUG)
- //#define _CL__CND_DEBUG
+ #define _CL__CND_DEBUG
#endif
//
//define this to print out lots of information about merges, etc
@@ -41,12 +41,6 @@
// Your application
////////////////////////////////////////////////////////////////////
//
-//define this to force the build into ascii mode
-//#define _ASCII
-//
-//define this to force the build into ucs2 mode
-//#define _UCS2
-//
//define this to enable mmap support in the fsdirectory IndexInput
//EXPERIMENTAL
//#define LUCENE_FS_MMAP
@@ -112,40 +106,14 @@
// application
////////////////////////////////////////////////////////////////////
//
-//define this to your own setting if you would like to implement your own
-//threading locking code. it should have the same sort of functions as
-//mutex_default. If not defined, clucene will try and use posix,win32 critical
-//sections, or a timer based mutex hack.
-//#define _LUCENE_THREADMUTEX CL_NS(util)::mutex_default
-//
//define this if you want to implement the _Cnd_OutDebug routine yourself
//you can then easily customise in your own application how to handle debug messages
//#define _CND_DEBUG_DONTIMPLEMENT_OUTDEBUG
//
-//define this if you want to implement your own namespace macros
-//#define _LUCENE_DONTIMPLEMENT_NS_MACROS
-//
-//define this if you do not want clucene to include any standard libraries.
-//this could be useful if you want to use alternate libraries
-//#define LUCENE_DISABLE_INCLUDES
-//
////////////////////////////////////////////////////////////////////
////////////////////////////////////////////////////////////////////
-// These options will be changed depending on your compiler/platform
-// but can also be changed here if required
-////////////////////////////////////////////////////////////////////
-//
-//if you want to define your own default file encoding. specify it
-//here - normally defined in the platform specific headers
-//#define PLATFORM_DEFAULT_READER_ENCODING CL_NS(util)::FileReader::ENCODING_ASCII
-//
-////////////////////////////////////////////////////////////////////
-
-
-
-////////////////////////////////////////////////////////////////////
// These options should not be changed. But you can experiment with
// them to optimize performance
////////////////////////////////////////////////////////////////////
@@ -190,13 +158,6 @@
#define LUCENE_DEFAULT_TOKEN_BUFFER_SIZE 32
//todo: should implement a similar strategy in analysis/token
//
-//Expert: The fraction of {@link TermDocs} entries stored in skip tables,
-//used to accellerate {@link TermDocs#skipTo(int)}. Larger values result in
-//smaller indices, greater acceleration, but fewer accelerable cases, while
-//smaller values result in bigger indices, less acceleration and more
-//accelerable cases. More detailed experiments would be useful here. */
-#define LUCENE_DEFAULT_TERMDOCS_SKIP_INTERVAL 16
-//
//Size of TermScore cache. Required.
#define LUCENE_SCORE_CACHE_SIZE 32
//
@@ -239,9 +200,6 @@
//Size of the CharTokenizer buffersize. Required.
#define LUCENE_IO_BUFFER_SIZE 1024
//
-//the minimum amount the segment term enum should grow by. Must be at least 1
-#define LUCENE_SEGMENTTERMENUM_GROWSIZE 8
-//
////////////////////////////////////////////////////////////////////
#endif
Modified: branches/lucene2_3_2/src/core/CLucene/CLMonolithic.cpp
===================================================================
--- branches/lucene2_3_2/src/core/CLucene/CLMonolithic.cpp 2009-06-11 16:19:00 UTC (rev 3008)
+++ branches/lucene2_3_2/src/core/CLucene/CLMonolithic.cpp 2009-06-11 17:34:23 UTC (rev 3009)
@@ -1,13 +1,13 @@
/*------------------------------------------------------------------------------
* Copyright (C) 2003-2006 Ben van Klinken and the CLucene Team
-*
-* Distributable under the terms of either the Apache License (Version 2.0) or
+*
+* Distributable under the terms of either the Apache License (Version 2.0) or
* the GNU Lesser General Public License, as specified in the COPYING file.
------------------------------------------------------------------------------*/
/*
* this is a monolithic file that can be used to compile clucene using one source file.
* it simplifies some build processes by avoiding static & dynamic compalation pitfalls.
-*
+*
* note: when creating a project add either this file, or all the other .cpp files, not both!
*/
#include "CLucene/StdHeader.cpp"
@@ -20,17 +20,27 @@
#include "CLucene/document/DateField.cpp"
#include "CLucene/document/DateTools.cpp"
#include "CLucene/document/Document.cpp"
+#include "CLucene/document/FieldSelector.cpp"
#include "CLucene/document/NumberTools.cpp"
#include "CLucene/document/Field.cpp"
#include "CLucene/index/CompoundFile.cpp"
-#include "CLucene/index/DocumentWriter.cpp"
+#include "CLucene/index/DirectoryIndexReader.cpp"
+#include "CLucene/index/DocumentsWriter.cpp"
+#include "CLucene/index/DocumentsWriterThreadState.cpp"
#include "CLucene/index/FieldInfos.cpp"
#include "CLucene/index/FieldsReader.cpp"
#include "CLucene/index/FieldsWriter.cpp"
+#include "CLucene/index/IndexFileDeleter.cpp"
+#include "CLucene/index/IndexFileNameFilter.cpp"
#include "CLucene/index/IndexFileNames.cpp"
+#include "CLucene/index/IndexModifier.cpp"
#include "CLucene/index/IndexWriter.cpp"
#include "CLucene/index/IndexReader.cpp"
+#include "CLucene/index/MergePolicy.cpp"
+#include "CLucene/index/MergeScheduler.cpp"
#include "CLucene/index/MultiReader.cpp"
+#include "CLucene/index/MultiSegmentReader.cpp"
+#include "CLucene/index/Payload.cpp"
#include "CLucene/index/SegmentInfos.cpp"
#include "CLucene/index/SegmentMergeInfo.cpp"
#include "CLucene/index/SegmentMergeQueue.cpp"
@@ -40,6 +50,8 @@
#include "CLucene/index/SegmentTermEnum.cpp"
#include "CLucene/index/SegmentTermPositions.cpp"
#include "CLucene/index/SegmentTermVector.cpp"
+#include "CLucene/index/SkipListReader.cpp"
+#include "CLucene/index/SkipListWriter.cpp"
#include "CLucene/index/Term.cpp"
#include "CLucene/index/Terms.cpp"
#include "CLucene/index/TermInfo.cpp"
@@ -47,12 +59,11 @@
#include "CLucene/index/TermInfosWriter.cpp"
#include "CLucene/index/TermVectorReader.cpp"
#include "CLucene/index/TermVectorWriter.cpp"
-#include "CLucene/queryParser/Lexer.cpp"
+#include "CLucene/queryParser/FastCharStream.cpp"
+#include "CLucene/queryParser/QueryParserTokenManager.cpp"
#include "CLucene/queryParser/MultiFieldQueryParser.cpp"
#include "CLucene/queryParser/QueryParser.cpp"
-#include "CLucene/queryParser/QueryParserBase.cpp"
#include "CLucene/queryParser/QueryToken.cpp"
-#include "CLucene/queryParser/TokenList.cpp"
#include "CLucene/search/BooleanQuery.cpp"
#include "CLucene/search/BooleanScorer.cpp"
#include "CLucene/search/BooleanScorer2.cpp"
@@ -73,6 +84,7 @@
#include "CLucene/search/Hits.cpp"
#include "CLucene/search/HitQueue.cpp"
#include "CLucene/search/IndexSearcher.cpp"
+#include "CLucene/search/MatchAllDocsQuery.cpp"
#include "CLucene/search/MultiSearcher.cpp"
#include "CLucene/search/MultiTermQuery.cpp"
#include "CLucene/search/PhrasePositions.cpp"
@@ -100,7 +112,7 @@
#include "CLucene/store/IndexOutput.cpp"
#include "CLucene/store/Directory.cpp"
#include "CLucene/store/RAMDirectory.cpp"
-#include "CLucene/store/TransactionalRAMDirectory.cpp"
+//#include "CLucene/store/TransactionalRAMDirectory.cpp"
#include "CLucene/util/BitSet.cpp"
#include "CLucene/util/Equators.cpp"
#include "CLucene/util/FastCharStream.cpp"
Modified: branches/lucene2_3_2/src/core/CLucene/StdHeader.cpp
===================================================================
--- branches/lucene2_3_2/src/core/CLucene/StdHeader.cpp 2009-06-11 16:19:00 UTC (rev 3008)
+++ branches/lucene2_3_2/src/core/CLucene/StdHeader.cpp 2009-06-11 17:34:23 UTC (rev 3009)
@@ -10,6 +10,8 @@
#include "CLucene/search/Sort.h"
#include "CLucene/search/Similarity.h"
#include "CLucene/search/FieldCache.h"
+#include "CLucene/index/TermVector.h"
+#include "CLucene/index/IndexFileNameFilter.h"
#include "CLucene/search/FieldSortedHitQueue.h"
#include "CLucene/store/LockFactory.h"
#include "CLucene/util/_StringIntern.h"
@@ -22,20 +24,21 @@
CL_NS_USE(util)
CL_NS_USE(search)
+CL_NS_USE(index)
CL_NS_USE(store)
//clears all static memory. do not attempt to do anything else
//in clucene after calling this function
void _lucene_shutdown(){
- FieldSortedHitQueue::_shutdown();
- Sort::_shutdown();
- ScoreDocComparator::_shutdown();
- SortField::_shutdown();
- FieldCache::_shutdown();
- Similarity::_shutdown();
-
- CLStringIntern::_shutdown();
- NoLockFactory::_shutdown();
-
-_ThreadLocal::_shutdown();
+ FieldSortedHitQueue::_shutdown();
+ Sort::_shutdown();
+ ScoreDocComparator::_shutdown();
+ SortField::_shutdown();
+ FieldCache::_shutdown();
+ Similarity::_shutdown();
+ CLStringIntern::_shutdown();
+ NoLockFactory::_shutdown();
+ _ThreadLocal::_shutdown();
+ IndexFileNameFilter::_shutdown();
+ _CLDELETE (TermVectorOffsetInfo_EMPTY_OFFSET_INFO);
}
Modified: branches/lucene2_3_2/src/core/CLucene/StdHeader.h
===================================================================
--- branches/lucene2_3_2/src/core/CLucene/StdHeader.h 2009-06-11 16:19:00 UTC (rev 3008)
+++ branches/lucene2_3_2/src/core/CLucene/StdHeader.h 2009-06-11 17:34:23 UTC (rev 3009)
@@ -27,12 +27,12 @@
#define StringArray std::vector<TCHAR*>
#define StringArrayWithDeletor CL_NS(util)::CLVector<TCHAR*, CL_NS(util)::Deletor::tcArray >
#define StringArrayConst std::vector<const TCHAR*>
-#define StringArrayConstWithDeletor CL_NS(util)::CLVector<const TCHAR*, CL_NS(util)::Deletor::tcArray >
+//#define StringArrayConstWithDeletor CL_NS(util)::CLVector<const TCHAR*, CL_NS(util)::Deletor::tcArray >
#define AStringArray std::vector<char*>
#define AStringArrayWithDeletor CL_NS(util)::CLVector<char*, CL_NS(util)::Deletor::acArray >
#define AStringArrayConst std::vector<const char*>
-#define AStringArrayConstWithDeletor CL_NS(util)::CLVector<const char*, CL_NS(util)::Deletor::acArray >
+//#define AStringArrayConstWithDeletor CL_NS(util)::CLVector<const char*, CL_NS(util)::Deletor::acArray >
//call this at the end of running to clean up memory.
extern CLUCENE_EXPORT void _lucene_shutdown();
Modified: branches/lucene2_3_2/src/core/CLucene/analysis/AnalysisHeader.cpp
===================================================================
--- branches/lucene2_3_2/src/core/CLucene/analysis/AnalysisHeader.cpp 2009-06-11 16:19:00 UTC (rev 3008)
+++ branches/lucene2_3_2/src/core/CLucene/analysis/AnalysisHeader.cpp 2009-06-11 17:34:23 UTC (rev 3009)
@@ -1,13 +1,14 @@
/*------------------------------------------------------------------------------
* Copyright (C) 2003-2006 Ben van Klinken and the CLucene Team
-*
-* Distributable under the terms of either the Apache License (Version 2.0) or
+*
+* Distributable under the terms of either the Apache License (Version 2.0) or
* the GNU Lesser General Public License, as specified in the COPYING file.
------------------------------------------------------------------------------*/
#include "CLucene/_ApiHeader.h"
#include "AnalysisHeader.h"
#include "CLucene/util/StringBuffer.h"
#include "CLucene/util/_ThreadLocal.h"
+#include <assert.h>
CL_NS_USE(util)
...
[truncated message content] |