[Reproducible-commits] [misc] 01/01: reports: do more specific bug-related queries to UDD to avoid manual analysis

[Ximin Luo]

This is an automated email from the git hooks/post-receive script.

infinity0 pushed a commit to branch master
in repository misc.

commit 8b45d3cf3d5051b139732b5cff39a8c49c3e8e9f
Author: Ximin Luo <infinity0 at debian.org>
Date:   Tue May 17 18:18:49 2016 +0200

    reports: do more specific bug-related queries to UDD to avoid manual analysis
---
 reports/README              |  8 ++++++--
 reports/bin/get-latest-data | 24 ++++++++++++++++++------
 reports/bin/review-bugs     |  3 +--
 3 files changed, 25 insertions(+), 10 deletions(-)

diff --git a/reports/README b/reports/README
index e6df40d..e534911 100644
--- a/reports/README
+++ b/reports/README
@@ -48,6 +48,10 @@ Process
        $ bin/review-bugs
        $ bin/review-bugs -o  # on subsequent runs, to avoid re-downloading
 
+   Non-FTBFS bugs that have patches:
+
+       $ bin/review-bugs -o <(comm -23 latest/bugs-patch latest/bugs-ftbfs)
+
 3. Look at all uploads for the past week.
 
        $ bin/review-uploads
@@ -61,9 +65,9 @@ Process
 
        $ ../misc/reports/bin/review-stats
 
-   For FTBFS bugs:
+   For new FTBFS bugs:
 
-       $ cat latest/bugs-ftbfs.txt
+       $ cat latest/new-bugs-ftbfs.txt
 
 5. New and updated issues:
 
diff --git a/reports/bin/get-latest-data b/reports/bin/get-latest-data
index ece8712..893a6c6 100755
--- a/reports/bin/get-latest-data
+++ b/reports/bin/get-latest-data
@@ -82,12 +82,24 @@ test "$month_at_start" != "$month_at_end" && get_emails "$month_at_start"
 get_emails "$month_at_end"
 
 echo >&2 "- bug reports that were modified (will ssh to alioth.debian.org)"
-echo "SELECT DISTINCT bugs.id FROM bugs_usertags, bugs WHERE email = 'reproducible-builds at lists.alioth.debian.org' AND bugs.id = bugs_usertags.id AND bugs.last_modified > to_timestamp($week_start) AND bugs.last_modified < to_timestamp($week_end) ORDER BY bugs.id;" \
-  | ssh alioth.debian.org psql service=udd -t \
-  | awk '/[0-9]/ { print $1 }' > bugs
-
-echo "SELECT bugs.submitter, count(distinct bugs.id) FROM bugs_usertags, bugs WHERE bugs_usertags.email = 'reproducible-builds at lists.alioth.debian.org' AND bugs_usertags.tag = 'ftbfs' AND bugs.id = bugs_usertags.id AND bugs.arrival > to_timestamp($week_start) AND bugs.arrival < to_timestamp($week_end) GROUP BY bugs.submitter;" \
-  | ssh alioth.debian.org psql service=udd -t > bugs-ftbfs.txt
+query_select="SELECT DISTINCT bugs.id FROM bugs_usertags, bugs"
+query_filter="bugs_usertags.email = 'reproducible-builds at lists.alioth.debian.org' \
+AND bugs.id = bugs_usertags.id \
+AND bugs.last_modified > to_timestamp($week_start) \
+AND bugs.last_modified < to_timestamp($week_end)"
+query_order="ORDER BY bugs.id"
+udd_query="ssh alioth.debian.org psql service=udd -t"
+
+echo "${query_select} WHERE ${query_filter} ${query_order};" \
+  | $udd_query | awk '/[0-9]/ { print $1 }' > bugs
+echo "${query_select}, bugs_tags WHERE \
+$query_filter AND bugs.id = bugs_tags.id AND bugs_tags.tag = 'patch' ${query_order};" \
+  | $udd_query | awk '/[0-9]/ { print $1 }' > bugs-patch
+echo "${query_select} WHERE ${query_filter} AND bugs_usertags.tag = 'ftbfs' ${query_order};" \
+  | $udd_query | awk '/[0-9]/ { print $1 }' > bugs-ftbfs
+echo "SELECT bugs.submitter, count(distinct bugs.id) FROM bugs_usertags, bugs WHERE \
+${query_filter//last_modified/arrival} AND bugs_usertags.tag = 'ftbfs' GROUP BY bugs.submitter;" \
+  | $udd_query > new-bugs-ftbfs.txt
 
 echo >&2 "- weekly-log.txt (will ssh to alioth.debian.org)"
 scp -q alioth.debian.org:/home/groups/reproducible/weekly-log.txt .
diff --git a/reports/bin/review-bugs b/reports/bin/review-bugs
index 73893e2..3a18881 100755
--- a/reports/bin/review-bugs
+++ b/reports/bin/review-bugs
@@ -16,9 +16,8 @@ shift `expr $OPTIND - 1`
 
 bugs="${1:-latest/bugs}"
 
-TOTAL="$(wc -l "$bugs" | awk '{ print $1 }')"
-
 if ! $offline; then
+	TOTAL="$(wc -l "$bugs" | awk '{ print $1 }')"
 	for bug in $(cat "$bugs"); do
 		bts cache --cache-mode=mbox "$bug" >/dev/null
 		echo "$bug"

-- 
Alioth's /usr/local/bin/git-commit-notice on /srv/git.debian.org/git/reproducible/misc.git