From cf1c476d5439cadf9e18e34a2b2861ec0330d8ef Mon Sep 17 00:00:00 2001
From: Ward Wouts <ward@wouts.nl>
Date: Sun, 13 Jul 2003 11:28:32 +0000
Subject: [PATCH] save the cache for every 10000 headers recieved

---
 trunk/ripnews/news/article.rb | 8 +++++++-
 1 file changed, 7 insertions(+), 1 deletion(-)

diff --git a/trunk/ripnews/news/article.rb b/trunk/ripnews/news/article.rb
index cc0d9d8..df7b8b0 100644
--- a/trunk/ripnews/news/article.rb
+++ b/trunk/ripnews/news/article.rb
@@ -1,6 +1,6 @@
 #################################
 #
-# $Dwarf: article.rb,v 1.71 2003/07/13 09:52:53 ward Exp $
+# $Dwarf: article.rb,v 1.72 2003/07/13 10:38:53 ward Exp $
 # $Source$
 #
 # article.rb
@@ -126,6 +126,7 @@ def get_articles(cachedir=false)
 		print "rangelist elements: #{range.diff(@connections[server]["skip_ids"]).elements}\n" if Debuglevel > 2
 		begin
 		unless rangelist == nil or rangelist =~ /^$/
+			headerlines = 0
 			for i in rangelist.split(',')
 				print "i: #{i}\n" if Debuglevel > 2
 				begin
@@ -153,6 +154,11 @@ def get_articles(cachedir=false)
 						add(art[id]["messid"], id, server, art[id]["subject"])
 					end
 				end
+				headerlines += subj_lines.length
+				if headerlines >= 10000
+					save_cache(cachedir)
+					headerlines = 0
+				end
 			end
 		end
 		rescue PermError