From a2329443e17bb83943d07e2dfd75d6bb318e1ce5 Mon Sep 17 00:00:00 2001
From: Ward Wouts <ward@wouts.nl>
Date: Sun, 28 Apr 2002 16:29:56 +0000
Subject: [PATCH] split off article class

---
 trunk/ripnews/news/article.rb | 333 +++++++++++++++++++++++++++++++++
 trunk/ripnews/ripnews.rb      | 335 +---------------------------------
 2 files changed, 337 insertions(+), 331 deletions(-)
 create mode 100644 trunk/ripnews/news/article.rb

diff --git a/trunk/ripnews/news/article.rb b/trunk/ripnews/news/article.rb
new file mode 100644
index 0000000..6cf3263
--- /dev/null
+++ b/trunk/ripnews/news/article.rb
@@ -0,0 +1,333 @@
+#!/usr/local/bin/ruby
+
+# $Id$
+# $Source$
+
+require 'net/nntp'
+
+class Article
+
+Debuglevel = 1
+
+def initialize(server)
+	@ids = []
+	@subjects = []
+	@sorted = false
+	@grouped = false
+	@agroups = {}
+	@nntp = Net::NNTP.new(server)
+end
+
+def add(id, subject)
+	@ids += [id]
+	@subjects += [subject]
+	@sorted = false
+	@grouped = false
+end
+
+def get_articles(group)
+	resp, count, first, last,name = @nntp.group(group)
+	for i in (first.to_i..last.to_i)
+		begin
+			@nntp.stat(i)
+			resp, nr, messid, list = @nntp.head(i)
+			for j in list
+				if j =~ /Subject: (.*)/
+					subj=$1
+				end
+			end
+			add(messid, subj)
+		rescue Net::NNTP::RuntimeError
+			print "whoopsie couldn't stat #{i}\n" if Debuglevel > 0
+		end
+	end
+end
+
+def get_groups
+	group_subjects unless @grouped
+	return @agroups
+end
+
+def get_group_body(subj)
+	result = []
+	for i in @agroups[subj][1..@agroups[subj].length]
+		resp, nr, id, list = @nntp.body(i)
+		result = list
+	end
+	return result
+end
+
+def get_group_body_first(subj)
+	resp, nr, id, list = @nntp.body(@agroups[subj][1])
+		print "getting article: #{subj}\n" if Debuglevel > 0
+		print "article id:      #{id}\n" if Debuglevel > 0
+	return list
+end
+
+def get_group_body_rest(subj, file=nil)
+	result = []
+	for i in @agroups[subj][2..@agroups[subj].length]
+		print "getting article: #{i}\n" if Debuglevel > 0
+		resp, nr, id, list = @nntp.body(i)
+		if file
+			for line in list
+				file.print "#{line}\n"
+			end
+		else
+			result += list
+		end
+	end
+	return result
+end
+
+def get_group_subjects
+	group_subjects unless @grouped
+	return @agroups.keys
+end
+
+def group_complete(subj)
+	group_subjects unless @grouped
+	print "length: #{@agroups[subj].length} total: #{@agroups[subj][0].to_i}\n" if Debuglevel > 0
+	if (@agroups[subj].length - 1 ) >= @agroups[subj][0].to_i
+		return true
+	else
+		return false
+	end
+end
+
+def get_ids
+	return @ids
+end
+
+def get_subjects
+	return @subjects
+end
+
+def group_subjects
+	@agroups = {}
+	subject_sort unless @sorted
+	prev_subj = ""
+	for i in (0..@subjects.length)
+		if @subjects[i] =~ /(.*)\((\d+)\/(\d+)\)(.*)/ || @subjects[i] =~ /(.*)\[(\d+)\/(\d+)\](.*)/
+			j = "#{$1}#{$4}"
+			number = $2
+			total = $3
+		else
+			j = @subjects[i]
+			number = 1
+			total = 1
+		end
+		if j == prev_subj
+			@agroups[j] += [ @ids[i] ]
+		else
+			unless number == 0
+				prev_subj = j
+				@agroups[j] = [ total, @ids[i] ]
+			end
+		end
+	end
+	@grouped = true
+end
+
+def uudecode(data, outfile=nil)
+	case data.type.to_s
+		when "Array"
+			print "Calling _uudecode_array\n" if Debuglevel>0
+			mode, file, body = _uudecode_array(data)
+		when "File"
+			unless outfile
+				print "uudecode: need outfile\n"
+				exit
+			end
+			print "Calling _uudecode_file\n" if Debuglevel>0
+			mode, file, body = _uudecode_file(data, outfile)
+	end
+	return mode, file, body
+end
+
+def _uudecode_file(file, outfile)
+	mode = 0600
+	filename = "unknown"
+	c = 0
+	lines = file.pos
+	percent = 0
+	mark = lines/100
+	file.pos=0
+
+	while (! file.eof)
+		line = file.gets
+		print "line: #{line}" if Debuglevel > 0
+		if  line =~ /^begin(.*)/
+			m = $1
+			print "beginning matched; rest: #{m}\n"
+			if m =~ /^(\s+(\d+))?(\s+(.*?\S))?\s*\Z/
+				mode = $2
+				filename = $4
+				print "found beginning\n" if Debuglevel > 0
+			else
+				print "mode, file set to defaults: #{m}\n"
+			end
+			break
+		end
+	end
+
+	print "not uuencoded!\n" if file.eof
+	print "c: #{c} mark: #{mark} lines: #{lines}\n" if Debuglevel > 1
+
+	print "UUdecoding...\n"
+
+	while (! file.eof)
+		if Debuglevel > 1
+			c = file.pos
+			if c > mark
+				print "#{percent}%\n"
+				print "c: #{c} mark: #{mark} lines: #{lines}\n" if Debuglevel > 1
+				percent += 1
+				mark = (lines/100)*(percent+1)
+			end
+		end
+		line = file.gets
+		print "line: #{line}" if Debuglevel > 1
+		return mode, filename if line =~ /^end/
+		next if line =~ /[a-z]/
+		next if line == nil
+		next unless ((((line[0] - 32) & 077) + 2) / 3).to_i ==
+			(line.length/4).to_i
+		outfile.print line.unpack("u")
+	end
+
+	print "No \"end\" found!!!\n"
+	return mode, file, outfile
+
+end
+
+# gaat volgens mij niet verder als er meerdere uuencoded blocks zijn...
+# zal dan meerdere keren aangeroepen moeten worden, grmbl...
+# tis getting a mess as we speak...
+# toch maar een keer aparte class van maken...
+def _uudecode_array(data)
+	decode = []
+#	begun = false
+	mode = 0600
+	file = "unknown"
+	c = 0
+	lines = data.length
+	percent = 0
+	mark = lines/100
+
+	i = 0
+	print "data.length #{data.length}\n"
+	while (i < data.length)
+		print "i #{i}\n"
+		if  data[i] =~ /^begin(.*)/
+			m = $1
+			print "beginning matched; rest: #{m}\n"
+			if m =~ /^(\s+(\d+))?(\s+(.*?\S))?\s*\Z/
+				mode = $2
+				file = $4
+				print "found beginning\n" if Debuglevel > 0
+			else
+				print "mode, file set to defaults: #{m}\n"
+			end
+			break
+		end
+		i += 1
+	end
+
+	unless (i < data.length)
+		print "not uuencoded!\n"
+	end
+
+	print "UUdecoding...\n"
+
+	while (i < data.length)
+		if Debuglevel > 1
+			if c > mark
+				print "#{percent}%\n"
+				print "c: #{c} mark: #{mark} lines: #{lines} i: #{i}\n" if Debuglevel > 1
+				percent += 1
+				mark = (lines/100)*(percent+1)
+			end
+			c += 1
+		end
+		line = data[i]
+		i += 1
+		return mode, file, decode if line =~ /^end/
+		next if line =~ /[a-z]/
+		next if line == nil
+		next unless ((((line[0] - 32) & 077) + 2) / 3).to_i ==
+			(line.length/4).to_i
+		decode += line.unpack("u")
+	end
+
+	print "No \"end\" found!!!\n"
+	return mode, file, decode
+end
+
+def uudecode_group(subj, file=nil, outfile=nil)
+	group_subjects unless @grouped
+
+	body = get_group_body_first(subj)
+	if body.to_s =~ /begin/
+		print "uuencoded!\n" if Debuglevel > 0
+		if (file and outfile)
+			for i in body
+				file.print "#{i}\n"
+			end
+			get_group_body_rest(subj, file)
+			mode, filename, result = uudecode(file, outfile)
+		else
+			body += get_group_body_rest(subj)
+			mode, filename, result = uudecode(body)
+		end
+		return mode, filename, result
+	else
+		print "Not uuencoded!\n" if Debuglevel > 0
+		return false
+	end
+end
+
+###############################################################
+
+def subject_sort
+	sort_arr = []
+	for i in (0..@subjects.length)
+		sort_arr += ["#{@subjects[i]} #{@ids[i]}"]
+	end
+	sort_arr.sort!{|a,b| ward_sort(a, b)}
+	@ids = []
+	@subjects = []
+	for i in sort_arr
+		i =~ /^(.*) (<[^<]*>)$/ || i =~ /^(.*) \[<[^<]*>\]$/
+		@ids += [$2]
+		@subjects += [$1]
+	end
+	@sorted = true
+end
+
+def ward_sort(a, b)
+	a =~ /^(.*) (<[^<]*>)$/
+	c = $1.to_s.split(/([0-9]+)/)
+	b =~ /^(.*) (<[^<]*>)$/
+	d = $1.to_s.split(/([0-9]+)/)
+
+	for x in c
+		y = d.shift
+		r = ((x.to_s =~ /^[0-9]+$/) && (y.to_s =~ /^[0-9]+$/)) ?
+			(x.to_i <=> y.to_i) :
+			(x.to_s <=> y.to_s)
+		if r != 0
+			return r
+		end
+	end
+	return -1 if (d)
+	return 0
+end
+
+def quit
+	@nntp.quit
+end
+
+	private :ward_sort
+
+end # class
diff --git a/trunk/ripnews/ripnews.rb b/trunk/ripnews/ripnews.rb
index 781f0a1..cefe25b 100755
--- a/trunk/ripnews/ripnews.rb
+++ b/trunk/ripnews/ripnews.rb
@@ -3,339 +3,11 @@
 # $Id$
 # $Source$
 
-require 'net/nntp'
-require 'news/newsrc'
 require 'date'
 require 'getoptlong'
+require 'news/article'
 
-class Articles
 
-Debuglevel = 1
-
-def initialize(server)
-	@ids = []
-	@subjects = []
-	@sorted = false
-	@grouped = false
-	@agroups = {}
-	@nntp = Net::NNTP.new(server)
-end
-
-def add(id, subject)
-	@ids += [id]
-	@subjects += [subject]
-	@sorted = false
-	@grouped = false
-end
-
-def get_articles(group)
-	resp, count, first, last,name = @nntp.group(group)
-	for i in (first.to_i..last.to_i)
-		begin
-			@nntp.stat(i)
-			resp, nr, messid, list = @nntp.head(i)
-			for j in list
-				if j =~ /Subject: (.*)/
-					subj=$1
-				end
-			end
-			add(messid, subj)
-		rescue Net::NNTP::RuntimeError
-			print "whoopsie couldn't stat #{i}\n" if Debuglevel > 0
-		end
-	end
-end
-
-def get_groups
-	group_subjects unless @grouped
-	return @agroups
-end
-
-def get_group_body(subj)
-	result = []
-	for i in @agroups[subj][1..@agroups[subj].length]
-		resp, nr, id, list = @nntp.body(i)
-		result = list
-	end
-	return result
-end
-
-def get_group_body_first(subj)
-	resp, nr, id, list = @nntp.body(@agroups[subj][1])
-		print "getting article: #{subj}\n" if Debuglevel > 0
-		print "article id:      #{id}\n" if Debuglevel > 0
-	return list
-end
-
-def get_group_body_rest(subj, file=nil)
-	result = []
-	for i in @agroups[subj][2..@agroups[subj].length]
-		print "getting article: #{i}\n" if Debuglevel > 0
-		resp, nr, id, list = @nntp.body(i)
-		if file
-			for line in list
-				file.print "#{line}\n"
-			end
-		else
-			result += list
-		end
-	end
-	return result
-end
-
-def get_group_subjects
-	group_subjects unless @grouped
-	return @agroups.keys
-end
-
-def group_complete(subj)
-	group_subjects unless @grouped
-	print "length: #{@agroups[subj].length} total: #{@agroups[subj][0].to_i}\n" if Debuglevel > 0
-	if (@agroups[subj].length - 1 ) >= @agroups[subj][0].to_i
-		return true
-	else
-		return false
-	end
-end
-
-def get_ids
-	return @ids
-end
-
-def get_subjects
-	return @subjects
-end
-
-def group_subjects
-	@agroups = {}
-	subject_sort unless @sorted
-	prev_subj = ""
-	for i in (0..@subjects.length)
-		if @subjects[i] =~ /(.*)\((\d+)\/(\d+)\)(.*)/ || @subjects[i] =~ /(.*)\[(\d+)\/(\d+)\](.*)/
-			j = "#{$1}#{$4}"
-			number = $2
-			total = $3
-		else
-			j = @subjects[i]
-			number = 1
-			total = 1
-		end
-		if j == prev_subj
-			@agroups[j] += [ @ids[i] ]
-		else
-			unless number == 0
-				prev_subj = j
-				@agroups[j] = [ total, @ids[i] ]
-			end
-		end
-	end
-	@grouped = true
-end
-
-def uudecode(data, outfile=nil)
-	case data.type.to_s
-		when "Array"
-			print "Calling _uudecode_array\n" if Debuglevel>0
-			mode, file, body = _uudecode_array(data)
-		when "File"
-			unless outfile
-				print "uudecode: need outfile\n"
-				exit
-			end
-			print "Calling _uudecode_file\n" if Debuglevel>0
-			mode, file, body = _uudecode_file(data, outfile)
-	end
-	return mode, file, body
-end
-
-def _uudecode_file(file, outfile)
-	mode = 0600
-	filename = "unknown"
-	c = 0
-	lines = file.pos
-	percent = 0
-	mark = lines/100
-	file.pos=0
-
-	while (! file.eof)
-		line = file.gets
-		print "line: #{line}" if Debuglevel > 0
-		if  line =~ /^begin(.*)/
-			m = $1
-			print "beginning matched; rest: #{m}\n"
-			if m =~ /^(\s+(\d+))?(\s+(.*?\S))?\s*\Z/
-				mode = $2
-				filename = $4
-				print "found beginning\n" if Debuglevel > 0
-			else
-				print "mode, file set to defaults: #{m}\n"
-			end
-			break
-		end
-	end
-
-	print "not uuencoded!\n" if file.eof
-	print "c: #{c} mark: #{mark} lines: #{lines}\n" if Debuglevel > 1
-
-	print "UUdecoding...\n"
-
-	while (! file.eof)
-		if Debuglevel > 1
-			c = file.pos
-			if c > mark
-				print "#{percent}%\n"
-				print "c: #{c} mark: #{mark} lines: #{lines}\n" if Debuglevel > 1
-				percent += 1
-				mark = (lines/100)*(percent+1)
-			end
-		end
-		line = file.gets
-		print "line: #{line}" if Debuglevel > 1
-		return mode, filename if line =~ /^end/
-		next if line =~ /[a-z]/
-		next if line == nil
-		next unless ((((line[0] - 32) & 077) + 2) / 3).to_i ==
-			(line.length/4).to_i
-		outfile.print line.unpack("u")
-	end
-
-	print "No \"end\" found!!!\n"
-	return mode, file, outfile
-
-end
-
-# gaat volgens mij niet verder als er meerdere uuencoded blocks zijn...
-# zal dan meerdere keren aangeroepen moeten worden, grmbl...
-# tis getting a mess as we speak...
-# toch maar een keer aparte class van maken...
-def _uudecode_array(data)
-	decode = []
-#	begun = false
-	mode = 0600
-	file = "unknown"
-	c = 0
-	lines = data.length
-	percent = 0
-	mark = lines/100
-
-	i = 0
-	print "data.length #{data.length}\n"
-	while (i < data.length)
-		print "i #{i}\n"
-		if  data[i] =~ /^begin(.*)/
-			m = $1
-			print "beginning matched; rest: #{m}\n"
-			if m =~ /^(\s+(\d+))?(\s+(.*?\S))?\s*\Z/
-				mode = $2
-				file = $4
-				print "found beginning\n" if Debuglevel > 0
-			else
-				print "mode, file set to defaults: #{m}\n"
-			end
-			break
-		end
-		i += 1
-	end
-
-	unless (i < data.length)
-		print "not uuencoded!\n"
-	end
-
-	print "UUdecoding...\n"
-
-	while (i < data.length)
-		if Debuglevel > 1
-			if c > mark
-				print "#{percent}%\n"
-				print "c: #{c} mark: #{mark} lines: #{lines} i: #{i}\n" if Debuglevel > 1
-				percent += 1
-				mark = (lines/100)*(percent+1)
-			end
-			c += 1
-		end
-		line = data[i]
-		i += 1
-		return mode, file, decode if line =~ /^end/
-		next if line =~ /[a-z]/
-		next if line == nil
-		next unless ((((line[0] - 32) & 077) + 2) / 3).to_i ==
-			(line.length/4).to_i
-		decode += line.unpack("u")
-	end
-
-	print "No \"end\" found!!!\n"
-	return mode, file, decode
-end
-
-def uudecode_group(subj, file=nil, outfile=nil)
-	group_subjects unless @grouped
-
-	body = get_group_body_first(subj)
-	if body.to_s =~ /begin/
-		print "uuencoded!\n" if Debuglevel > 0
-		if (file and outfile)
-			for i in body
-				file.print "#{i}\n"
-			end
-			get_group_body_rest(subj, file)
-			mode, filename, result = uudecode(file, outfile)
-		else
-			body += get_group_body_rest(subj)
-			mode, filename, result = uudecode(body)
-		end
-		return mode, filename, result
-	else
-		print "Not uuencoded!\n" if Debuglevel > 0
-		return false
-	end
-end
-
-###############################################################
-
-def subject_sort
-	sort_arr = []
-	for i in (0..@subjects.length)
-		sort_arr += ["#{@subjects[i]} #{@ids[i]}"]
-	end
-	sort_arr.sort!{|a,b| ward_sort(a, b)}
-	@ids = []
-	@subjects = []
-	for i in sort_arr
-		i =~ /^(.*) (<[^<]*>)$/ || i =~ /^(.*) \[<[^<]*>\]$/
-		@ids += [$2]
-		@subjects += [$1]
-	end
-	@sorted = true
-end
-
-def ward_sort(a, b)
-	a =~ /^(.*) (<[^<]*>)$/
-	c = $1.to_s.split(/([0-9]+)/)
-	b =~ /^(.*) (<[^<]*>)$/
-	d = $1.to_s.split(/([0-9]+)/)
-
-	for x in c
-		y = d.shift
-		r = ((x.to_s =~ /^[0-9]+$/) && (y.to_s =~ /^[0-9]+$/)) ?
-			(x.to_i <=> y.to_i) :
-			(x.to_s <=> y.to_s)
-		if r != 0
-			return r
-		end
-	end
-	return -1 if (d)
-	return 0
-end
-
-def quit
-	@nntp.quit
-end
-
-	private :ward_sort
-
-end
-
-###########################################################################
 ###########################################################################
 
 Debuglevel = 1
@@ -473,8 +145,9 @@ if Debuglevel > 1
 	end
 end
 
-articles = Articles.new(options["NNTPSERVER"])
-articles.get_articles("alt.binaries.e-book.flood")
+articles = Article.new(options["NNTPSERVER"])
+#articles.get_articles("alt.binaries.e-book.flood")
+articles.get_articles("alt.binaries.e-book.technical")
 
 
 for i in articles.get_group_subjects