[Collab-qa-commits] r1471 - ddpo-by-mail
Raphael Geissert
atomo64-guest at alioth.debian.org
Tue Jun 9 21:02:24 UTC 2009
Author: atomo64-guest
Date: 2009-06-09 21:02:24 +0000 (Tue, 09 Jun 2009)
New Revision: 1471
Modified:
ddpo-by-mail/Makefile
ddpo-by-mail/bugs.rb
ddpo-by-mail/ddpo-config.rb
ddpo-by-mail/reminder-mail.rb
Log:
Stop using btsldap, retrieve all the data directly from UDD, know about stable bugs
Modified: ddpo-by-mail/Makefile
===================================================================
--- ddpo-by-mail/Makefile 2009-06-09 17:09:49 UTC (rev 1470)
+++ ddpo-by-mail/Makefile 2009-06-09 21:02:24 UTC (rev 1471)
@@ -1,6 +1,6 @@
#!/usr/bin/make -f
-UPDATE_TARGETS:=bts2ldap_fullindex ddpo_packages ddpo_maintainers testing-status.raw dehs.txt ood_excuses.txt pts_subscriptions.txt wnpp_rm lintian-list.txt debian-installer/all
+UPDATE_TARGETS:=ddpo_packages ddpo_maintainers testing-status.raw dehs.txt ood_excuses.txt pts_subscriptions.txt wnpp_rm lintian-list.txt debian-installer/all bugs_stable.txt bugs_unstable.txt
ARCHITECTURES:=alpha,amd64,armel,hppa,hurd-i386,i386,ia64,mips,mipsel,powerpc,s390,sparc
#ARCHITECTURES:=$(shell dpkg-architecture -L | tr "\n" ",")
LOCAL_MIRROR:=/org/ftp.debian.org/ftp
@@ -8,6 +8,9 @@
DI_PATH:=dists/sid/main/debian-installer
WGET_OPTIONS:=-nv -N
WGET:=wget $(WGET_OPTIONS)
+SSH_UDD_ACCESS_HOST := alioth.debian.org
+USERTAGS_EMAILS:=debian-release at lists.debian.org;debian-qa at lists.debian.org;debian-i18n at lists.debian.org;initscripts-ng-devel at lists.alioth.debian.org
+TAGS:=lfs;ipv6
DATA_DIR:=data
FORCE:=
@@ -19,10 +22,6 @@
update: $(DATA_DIR)
@cd $(DATA_DIR) && $(MAKE) -f ../Makefile FORCE=phony $(UPDATE_TARGETS)
-bts2ldap_fullindex: $(FORCE)
- [ -L fullindex ] || ln -s $@ fullindex
- $(WGET) http://qa.debian.org/data/bts2ldap/fullindex
-
ddpo_packages ddpo_maintainers: $(FORCE)
$(WGET) http://qa.debian.org/data/ddpo/results/$@
@@ -56,6 +55,12 @@
clean-update::
$(RM) -f $(DATA_DIR)/debian-installer/binary-*/Packages.gz
+bugs_unstable.txt: $(FORCE)
+ ssh -oBatchMode=yes $(SSH_UDD_ACCESS_HOST) "psql -Atx -c \"SELECT b.id, b.source, b.title, b.arrival, b.severity, b.affects_unstable, b.affects_stable, bmw.merged_with, bt.tag, but.tag AS usertag, but.email FROM bugs_rt_affects_unstable, bugs AS b FULL JOIN bugs_merged_with AS bmw ON b.id = bmw.id FULL JOIN bugs_tags AS bt ON b.id = bt.id FULL JOIN bugs_usertags AS but ON b.id = but.id WHERE (bugs_rt_affects_unstable.id = b.id) AND b.status <> 'done' AND (b.severity > 'important' OR (bt.tag = '$(subst ;,' OR bt.tag = ',$(TAGS))') OR (but.email = '$(subst ;,' OR but.email = ',$(USERTAGS_EMAILS))'));\" 'service=udd'" > $@
+
+bugs_stable.txt: $(FORCE)
+ ssh -oBatchMode=yes $(SSH_UDD_ACCESS_HOST) "psql -Atx -c \"SELECT b.id, b.source, b.title, b.arrival, b.severity, b.affects_stable, b.affects_unstable, bmw.merged_with FROM bugs_rt_affects_stable, bugs AS b FULL JOIN bugs_merged_with AS bmw ON b.id = bmw.id WHERE (bugs_rt_affects_stable.id = b.id) AND b.status <> 'done' AND (b.severity > 'important');\" 'service=udd'" > $@
+
clean: clean-update
[ ! -d $(DATA_DIR) ] || { \
# remove broken symlinks: \
Modified: ddpo-by-mail/bugs.rb
===================================================================
--- ddpo-by-mail/bugs.rb 2009-06-09 17:09:49 UTC (rev 1470)
+++ ddpo-by-mail/bugs.rb 2009-06-09 21:02:24 UTC (rev 1471)
@@ -1,99 +1,114 @@
require 'ddpo-config'
+B_PACKAGE = "source"
+B_TITLE = "title"
+B_SEVERITY = "severity"
+B_DATE = "arrival"
+B_ASTABLE = "affects_stable"
+B_AUNSTABLE = "affects_unstable"
+B_TAGS = "tags"
+B_UTAGS = "utags"
+B_MERGED = "merged_with"
+
def parse_bugs
# parse buglist
bugs = {}
+ ppkgbugs = {}
maxtime = Time::now.to_i - BUG_AGE * 86400
bugid = nil
- bugsrcpkg = nil
- bugpkg = nil
- bugseverity = nil
- bugtitle = nil
- bugstate = nil
- bugdone = false
- bugdate = nil
- bugtags = []
- bugaffect = []
- bugmerged = []
- bugrttags = []
+ bugutag = nil
+ buguemail = nil
- IO::read('data/bts2ldap_fullindex').each_line do |l|
- l.chomp!
- key, val = l.split(' ', 2)
- if key == 'dn:' and bugid != nil
- obugtags = bugtags
- obugaffect = bugaffect
- obugmerged = bugmerged
- obugdone = bugdone
- obugsrcpkg = bugsrcpkg
- obugpkg = bugpkg
- obugrttags = bugrttags
+ ['stable', 'unstable'].each do |release|
+ IO::read("data/bugs_#{release}.txt").each_line do |l|
+ l.chomp!
+ key, val = l.split('|', 2)
+ if key == 'id'
+ bugid = val.to_i
+ bugs[bugid] = {} if bugs[bugid].nil?
+ elsif [B_PACKAGE, B_TITLE, B_SEVERITY].include?(key)
+ bugs[bugid][key] = val
+ elsif key == 'tag'
+ bugs[bugid][B_TAGS] = {} if bugs[bugid][B_TAGS].nil?
+ if not val.empty?
+ bugs[bugid][B_TAGS][val] = 1
+ end
+ elsif key == 'usertag'
+ bugutag = val
+ elsif key == 'email'
+ buguemail = val
+ if bugutag != nil
+ bugs[bugid][B_UTAGS] = {} if bugs[bugid][B_UTAGS].nil?
+ if not bugutag.empty?
+ bugs[bugid][B_UTAGS][bugutag] = 1 # << [ bugutag, buguemail ]
+ end
+ buguemail = nil
+ bugutag = nil
+ end
+ elsif key == B_MERGED
+ bugs[bugid][key] = [] if bugs[bugid][key].nil?
+ if not val.empty? and not bugs[bugid][key].include?(val.to_i)
+ bugs[bugid][key] << val.to_i
+ end
+ elsif key == B_DATE
+ bugs[bugid][key] = Date::parse(val)
+ elsif key == B_AUNSTABLE or key == B_ASTABLE
+ bugs[bugid][key] = false if bugs[bugid][key].nil?
+ # the affects_foo doesn't take tags into account
+ # but if the bug is listed in, e.g., the bugs_stable.txt file
+ # then it *does* affect stable.
+ s, bugrel = key.split('_', 2)
+ bugs[bugid][key] = true if release == bugrel and val == 't'
+ end
+ end
+ end
- bugsrcpkg = nil
- bugpkg = nil
- bugdone = false
- bugtags = []
- bugaffect = []
- bugmerged = []
- bugrttags = []
+ processedbugs = {}
+ bugs.keys.each do |bugid|
+ # where we classify bugs.
+ if EXC_BUGS.include?(bugid)
+ puts "Skipping #{bugid}, it is excluded."
+ next
+ end
- # where we classify bugs.
- next if not obugmerged.empty?
- next if not obugaffect.include?('unstable')
- if EXC_BUGS.include?(bugid)
- puts "Skipping #{bugid}, it is excluded."
- next
- end
+ pkg = bugs[bugid][B_PACKAGE]
+ processedbugs[pkg] = [] if processedbugs[pkg].nil?
- reason = nil
- if ['serious', 'grave', 'critical'].include?(bugseverity)
- reason = "RC"
- serious = bugdate < maxtime # serious issue if OLD bug
- elsif not (obugrttags & RGTAGS.keys).empty?
- reason = (obugrttags & RGTAGS.keys).map { |e| RGTAGS[e] }.join(', ')
- serious = false # release goals are always non-serious
- elsif not (obugrttags & ['qa:proposed-orphan','qa:proposed-removal']).empty?
- reason = "PROP"
- serious = true
- end
+ # Skip bug if it is merged with another one we already processed
+ if not (processedbugs[pkg] & bugs[bugid][B_MERGED]).empty?
+ next
+ else
+ processedbugs[pkg] << bugid
+ end
- next if reason.nil?
+ reason = nil
+ if ['serious', 'grave', 'critical'].include?(bugs[bugid][B_SEVERITY])
+ reason = "RC"
+ serious = bugs[bugid][B_DATE] < maxtime # serious issue if OLD bug
+ elsif not (bugs[bugid][B_UTAGS].keys & RGTAGS.keys).empty? and bugs[bugid][B_AUNSTABLE]
+ reason = (bugs[bugid][B_UTAGS].keys & RGTAGS.keys).map { |e| RGTAGS[e] }.join(', ')
+ serious = false # release goals are always non-serious
+ elsif not (bugs[bugid][B_TAGS].keys & RGTAGS.keys).empty? and bugs[bugid][B_AUNSTABLE]
+ reason = (bugs[bugid][B_TAGS].keys & RGTAGS.keys).map { |e| RGTAGS[e] }.join(', ')
+ serious = false # release goals are always non-serious
+ elsif not (bugs[bugid][B_UTAGS].keys & ['proposed-orphan','proposed-removal']).empty?
+ reason = "PROP"
+ serious = true
+ end
- if obugsrcpkg.nil?
- obugsrcpkg = obugpkg
- end
-
- bugs[obugsrcpkg] = [] if bugs[obugsrcpkg].nil?
- bugs[obugsrcpkg] << [ bugid, serious, reason, bugtitle ]
+ next if reason.nil?
- elsif key == 'debbugsID:'
- bugid = val.to_i
- elsif key== 'debbugsPackage:'
- bugpkg = val
- elsif key== 'debbugsSourcePackage:'
- bugsrcpkg = val
- elsif key == 'debbugsDone:'
- bugdone = true
- elsif key == 'debbugsSeverity:'
- bugseverity = val
- elsif key == 'debbugsTag:'
- bugtags << val
- elsif key == 'debbugsState:'
- bugstate = val
- elsif key == 'debbugsTitle:'
- bugtitle = val
- elsif key == 'debbugsAffected:'
- bugaffect << val
- elsif key == 'debbugsMergedWith:'
- bugmerged << val
- elsif key == 'debbugsDate:'
- bugdate = val.to_i
- elsif key == 'debbugsRTtag:'
- bugrttags << val
- end
+ ppkgbugs[pkg] = [] if ppkgbugs[pkg].nil?
+ ppkgbugs[pkg] << [ bugid,
+ serious,
+ reason,
+ bugs[bugid][B_TITLE],
+ bugs[bugid][B_ASTABLE],
+ bugs[bugid][B_AUNSTABLE] ]
end
- return bugs
+
+ return ppkgbugs
end
if $0 == __FILE__
Modified: ddpo-by-mail/ddpo-config.rb
===================================================================
--- ddpo-by-mail/ddpo-config.rb 2009-06-09 17:09:49 UTC (rev 1470)
+++ ddpo-by-mail/ddpo-config.rb 2009-06-09 21:02:24 UTC (rev 1471)
@@ -86,14 +86,18 @@
MAIL_DIR = "archives/" + d.year.to_s + d.month.to_s + d.day.to_s
# Release Goals
-# FIXME missing tags: ipv6 i18n-debconf lfs nfs-v4 goal-enriched-chroot ddtp dep-init ftbfs-gcc
+# FIXME missing tags: i18n-debconf goal-enriched-chroot dep-init ftbfs-gcc
RGTAGS = {
'goal-dash' => 'switch /bin/sh to dash',
- 'qa:qa-doublebuild' => 'double compilation support',
+ 'qa-doublebuild' => 'double compilation support',
'goal-recommends' => 'no unmet recommends',
'debmake' => 'drop debmake from Debian',
'utf8-control' => 'UTF-8 changelog and control',
'piuparts-stable-upgrade' => 'piuparts-clean archive',
'goal-python2.5' => 'python2.5 support',
- 'gfortran' => 'g77 -> gfortran transition'
+ 'gfortran' => 'g77 -> gfortran transition',
+ 'lfs' => 'Remove arbitrary file size limits',
+ 'ipv6' => 'IPv6 support',
+ 'nfs-v4' => 'Support version 4 of the NFS protocol',
+ 'ddtp' => 'I18n support for package descriptions'
}
Modified: ddpo-by-mail/reminder-mail.rb
===================================================================
--- ddpo-by-mail/reminder-mail.rb 2009-06-09 17:09:49 UTC (rev 1470)
+++ ddpo-by-mail/reminder-mail.rb 2009-06-09 21:02:24 UTC (rev 1471)
@@ -233,11 +233,14 @@
bugs = iss[1].reject { |b| EXC_EMAILS_BUGS[email].include?(b[0]) }
next if bugs.length == 0
text[pkg][T_INCLUDE] = true
- text[pkg][T_BUGS] = "= #{bugs.length} bug(s) that should be fixed for the next Debian release:\n"
+ text[pkg][T_BUGS] = "= #{bugs.length} bug(s) that should be fixed soon:\n"
bugs.each do |b|
text[pkg][T_BUGS] += "- ##{b[0]} <http://bugs.debian.org/#{b[0]}>\n"
text[pkg][T_BUGS] += " #{b[3]}\n"
if b[2] == "RC"
+ if b[4]
+ text[pkg][T_BUGS] += " You should fix it for the next stable point release[1]\n"
+ end
# add nothing
elsif b[2] == "PROP"
# add nothing
@@ -315,7 +318,7 @@
------------ interesting stuff probably ends here ------------
This is an automated mail. These mails are sent twice a month.
For more information about these mails, refer to
-http://wiki.debian.org/qa.debian.org/DdpoByMail
+[1]http://wiki.debian.org/qa.debian.org/DdpoByMail
We are sorry if this mail was useless for you. If you think it was
avoidable (that we can detect easily that the problems weren't
More information about the Collab-qa-commits
mailing list