From: <th...@us...> - 2010-07-14 14:37:31
|
Revision: 1893 http://azsmrc.svn.sourceforge.net/azsmrc/?rev=1893&view=rev Author: the8472 Date: 2010-07-14 14:37:24 +0000 (Wed, 14 Jul 2010) Log Message: ----------- try with database scrolling Modified Paths: -------------- mldht/branches/indexer/DHTIndexer.jar mldht/branches/indexer/lbms/plugins/mldht/indexer/InfoHashGatherer.java Modified: mldht/branches/indexer/DHTIndexer.jar =================================================================== (Binary files differ) Modified: mldht/branches/indexer/lbms/plugins/mldht/indexer/InfoHashGatherer.java =================================================================== --- mldht/branches/indexer/lbms/plugins/mldht/indexer/InfoHashGatherer.java 2010-07-14 01:42:13 UTC (rev 1892) +++ mldht/branches/indexer/lbms/plugins/mldht/indexer/InfoHashGatherer.java 2010-07-14 14:37:24 UTC (rev 1893) @@ -36,7 +36,7 @@ ConcurrentLinkedQueue<Key> handoffQueue = new ConcurrentLinkedQueue<Key>(); boolean running = true; - private static final int MAX_CHARGE = 500; + private static final int MAX_CHARGE = 800; private static final int MAX_BUFFER_SIZE = 80000; @@ -81,13 +81,14 @@ for(Key k : keysToDump) hashes.add(k.toString(false)); - List<TorrentDBEntry> foundEntries = session.createCriteria(TorrentDBEntry.class) + ScrollableResults foundEntries = session.createCriteria(TorrentDBEntry.class) .add(Restrictions.in("info_hash",hashes)) - .setFetchSize(hashes.size()) - .list(); + .setFetchSize(30) + .scroll(ScrollMode.FORWARD_ONLY); - for(TorrentDBEntry entry : foundEntries) + while(foundEntries.next()) { + TorrentDBEntry entry = (TorrentDBEntry) foundEntries.get(0); entry.hitCount++; session.update(entry); hashes.remove(entry.info_hash); This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site. |