[Collab-qa-commits] r1194 - in debcluster: configs/schroot scripts scripts/bin scripts/bin.local scripts/bin.local/Attic scripts/cronjobs scripts/rebuild-archive scripts/tasks
lucas at alioth.debian.org
lucas at alioth.debian.org
Tue Sep 2 07:55:33 UTC 2008
Author: lucas
Date: 2008-09-02 07:55:32 +0000 (Tue, 02 Sep 2008)
New Revision: 1194
Added:
debcluster/scripts/bin.local/
debcluster/scripts/bin.local/Attic/
debcluster/scripts/bin.local/Attic/rebuild-etch-main-etch32.sh
debcluster/scripts/bin.local/Attic/rebuild-sid-main-mips.sh
debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-bdfh.sh
debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-bugs.sh
debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-dash.sh
debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-dpkg.sh
debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-gcc43-gold.sh
debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-gcc43-gold2.sh
debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-gcc43.sh
debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-im.sh
debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-normalgcc43.sh
debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid64.sh
debcluster/scripts/bin.local/Attic/upd-bts
debcluster/scripts/bin.local/Attic/update-sid-mips.sh
debcluster/scripts/bin.local/piuparts-sid-main.sh
debcluster/scripts/bin.local/rebuild-lenny-main-32.sh
debcluster/scripts/bin.local/rebuild-sid-main-sid32.sh
debcluster/scripts/bin.local/upd-mirror
debcluster/scripts/bin.local/update-env.bash
Removed:
debcluster/scripts/cronjobs/update-env.bash
Modified:
debcluster/configs/schroot/schroot.conf
debcluster/scripts/bin/dc-mountnfs
debcluster/scripts/rebuild-archive/gentasklist.rb
debcluster/scripts/rebuild-archive/pasfilter.rb
debcluster/scripts/tasks/buildpackage.rb
debcluster/scripts/tasks/piuparts.rb
debcluster/scripts/tasks/preparenode.rb
debcluster/scripts/update-mirror-debian.bash
debcluster/scripts/update-mirror-ubuntu.bash
Log:
debcluster update
Modified: debcluster/configs/schroot/schroot.conf
===================================================================
--- debcluster/configs/schroot/schroot.conf 2008-09-01 22:04:05 UTC (rev 1193)
+++ debcluster/configs/schroot/schroot.conf 2008-09-02 07:55:32 UTC (rev 1194)
@@ -126,37 +126,29 @@
personality=linux32
root-users=user
-[sid32-gcc43]
+[lenny32-gcc]
type=file
description=Debian sid 32 bits
-file=/debcluster-data/chroots/sid32-gcc43.tgz
+file=/debcluster-data/chroots/lenny32-gcc.tgz
priority=2
run-setup-scripts=true
personality=linux32
root-users=user
-[sid32-gcc43-buxy]
-type=file
-description=Debian sid 32 bits
-file=/debcluster-data/chroots/sid32-gcc43-buxy.tgz
-priority=2
-run-setup-scripts=true
-personality=linux32
-root-users=user
-[sid32h]
+[lenny32]
type=file
description=Debian sid 32 bits
-file=/debcluster-data/chroots/sid32h.tgz
+file=/debcluster-data/chroots/lenny32.tgz
priority=2
run-setup-scripts=true
personality=linux32
root-users=user
-[lenny32]
+[llenny32]
type=file
description=Debian sid 32 bits
-file=/debcluster-data/chroots/lenny32.tgz
+file=/debscratch/chroots/lenny32.tgz
priority=2
run-setup-scripts=true
personality=linux32
Modified: debcluster/scripts/bin/dc-mountnfs
===================================================================
--- debcluster/scripts/bin/dc-mountnfs 2008-09-01 22:04:05 UTC (rev 1193)
+++ debcluster/scripts/bin/dc-mountnfs 2008-09-02 07:55:32 UTC (rev 1194)
@@ -55,7 +55,7 @@
fi
# do mount
-mount -t nfs -o rw,hard,intr,async,nfsvers=3,rsize=32768,wsize=32768 idpot.grenoble.grid5000.fr:/nfs-scratch /idpotscratch
+mount -t nfs -o rw,hard,intr,async,nfsvers=3,rsize=32768,wsize=32768,sec=sys idpot.grenoble.grid5000.fr:/nfs-scratch /idpotscratch
ln -sf /idpotscratch/grenoble/lnussbaum/debcluster-data /debcluster-data
ln -sf /idpotscratch/grenoble/lnussbaum/collab-qa/debcluster /debcluster-scripts
Added: debcluster/scripts/bin.local/Attic/rebuild-etch-main-etch32.sh
===================================================================
--- debcluster/scripts/bin.local/Attic/rebuild-etch-main-etch32.sh (rev 0)
+++ debcluster/scripts/bin.local/Attic/rebuild-etch-main-etch32.sh 2008-09-02 07:55:32 UTC (rev 1194)
@@ -0,0 +1,38 @@
+#!/bin/bash
+
+# needs TARGET WALLTIME NODES OAROPTS
+
+ARCH=i386
+CHROOT=etch32
+ID=${CHROOT}-${ARCH}.$(date --iso)
+WALL=wall
+#WALL=
+
+set -e
+set -x
+
+ssh lucas at merkel.debian.org "(cd fbc ; ./do_bugcounts)" | grep "^STABLE" | grep -i ftbfs | awk '{print $3}' | sort | uniq > ~/stable-ftbfs.txt
+
+cd ~/collab-qa/debcluster/scripts
+# reasons for exclusion:
+# #419692: mozart-gtk: FTBFS: 'parse error'(9681 '__pthread_slist_t'|pthread_attr_t|pthread_t|fsfilcnt_t|fsblkcnt_t|blkcnt_t|fd_mask|fd_set|'__fd_mask'|suseconds_t|,,,|,,,)
+# #427456: dom4j: FTBFS: org.dom4j.ThreadingTest times out
+# #427163: libthread-pool-simple-perl: FTBFS: tests block
+# #450423: ebug-http: FTBFS: wants to download CPAN stuff
+# #458660: ardour: FTBFS: build times out
+# just take too long:
+# - latex-cjk-chinese-arphic
+cat ~/debcluster-data/mirrors/debian/dists/etch/main/source/Sources | rebuild-archive/grep-sources-arch.rb $ARCH $WALL | grep -v -w mozart-gtk |grep -v -w dom4j |grep -v -w libthread-pool-simple-perl | grep -v -w ebug-http | grep -v -w ardour | grep -v -w latex-cjk-chinese-arphic > /tmp/wb_$ID.1
+rebuild-archive/pasfilter.rb $ARCH < /tmp/wb_$ID.1 > /tmp/wb_$ID.2
+mdt filter ~/stable-ftbfs.txt < /tmp/wb_$ID.2 > /tmp/wb_$ID.2.2
+mv /tmp/wb_$ID.2.2 /tmp/wb_$ID.2
+rebuild-archive/annotatewithpriority.rb rebuild-archive/buildtime.list < /tmp/wb_$ID.2 > /tmp/wb_$ID.3
+rebuild-archive/gentasklist.rb $CHROOT $ID < /tmp/wb_$ID.3 | bogosort -n > /tmp/tasklisttext_$ID
+echo "Tasklist (in text) is /tmp/tasklisttext_$ID"
+./buildtasklist.rb < /tmp/tasklisttext_$ID > /tmp/tl.$ID
+TL=$(basename /tmp/tl.$ID)
+
+scp /tmp/tl.$ID $TARGET:
+
+ssh $TARGET "oarsub -t deploy $OAROPTS -l nodes=${NODES},walltime=${WALLTIME} \"/home/grenoble/lnussbaum/bin/katapult --deploy-env sid-x64-base-1.0 --copy-ssh-key /home/grenoble/lnussbaum/bin/dc-startcluster ${TL}\""
+#ssh $TARGET "oarsub -q deploy $OAROPTS -l nodes=${NODES},walltime=${WALLTIME} \"/home/grenoble/lnussbaum/bin/katapult --deploy-env sid-x64-base-1.0 --copy-ssh-key /home/grenoble/lnussbaum/bin/dc-startcluster ${TL}\""
Property changes on: debcluster/scripts/bin.local/Attic/rebuild-etch-main-etch32.sh
___________________________________________________________________
Name: svn:executable
+ *
Added: debcluster/scripts/bin.local/Attic/rebuild-sid-main-mips.sh
===================================================================
--- debcluster/scripts/bin.local/Attic/rebuild-sid-main-mips.sh (rev 0)
+++ debcluster/scripts/bin.local/Attic/rebuild-sid-main-mips.sh 2008-09-02 07:55:32 UTC (rev 1194)
@@ -0,0 +1,34 @@
+#!/bin/bash
+
+# needs TARGET WALLTIME NODES OAROPTS
+
+ARCH=mips
+CHROOT=sid
+ID=${CHROOT}-${ARCH}.$(date --iso).$TARGET
+WALL=wall
+#WALL=
+cd ~/collab-qa/debcluster/scripts
+# reasons for exclusion:
+# #419692: mozart-gtk: FTBFS: 'parse error'(9681 '__pthread_slist_t'|pthread_attr_t|pthread_t|fsfilcnt_t|fsblkcnt_t|blkcnt_t|fd_mask|fd_set|'__fd_mask'|suseconds_t|,,,|,,,)
+# #427456: dom4j: FTBFS: org.dom4j.ThreadingTest times out
+# #427163: libthread-pool-simple-perl: FTBFS: tests block
+# #450423: ebug-http: FTBFS: wants to download CPAN stuff
+# #458660: ardour: FTBFS: build times out
+# just take too long:
+# - latex-cjk-chinese-arphic
+cat ~/debcluster-data/mirrors/debian/dists/sid/main/source/Sources | rebuild-archive/grep-sources-arch.rb $ARCH $WALL | grep -v -w mozart-gtk |grep -v -w dom4j |grep -v -w libthread-pool-simple-perl | grep -v -w ebug-http | grep -v -w ardour | grep -v -w latex-cjk-chinese-arphic > /tmp/wb_$ID.1
+rebuild-archive/pasfilter.rb $ARCH < /tmp/wb_$ID.1 > /tmp/wb_$ID.2
+mdt filter <(awk '{print $1}' ~/collab-qa/archive-rebuilds/2008-02-05-sid32-i386/failed.2008-02-05.txt) < /tmp/wb_$ID.2 > /tmp/wb_$ID.2.failed
+mdt list_sub /tmp/wb_$ID.2 /tmp/wb_$ID.2.failed > /tmp/wb_$ID.2.ok
+#rebuild-archive/annotatewithpriority.rb rebuild-archive/buildtime.list < /tmp/wb_$ID.2.ok > /tmp/wb_$ID.3
+# SET MAXTIME
+rebuild-archive/annotatewithpriority.rb rebuild-archive/buildtime.list 100 < /tmp/wb_$ID.2 > /tmp/wb_$ID.3
+rebuild-archive/gentasklist.rb $CHROOT $ID < /tmp/wb_$ID.3 | bogosort -n > /tmp/tasklisttext_$ID
+echo "Tasklist (in text) is /tmp/tasklisttext_$ID"
+./buildtasklist.rb < /tmp/tasklisttext_$ID > /tmp/tl.$ID
+TL=$(basename /tmp/tl.$ID)
+
+scp /tmp/tl.$ID $TARGET:
+
+ssh $TARGET "oarsub -t deploy $OAROPTS -l nodes=${NODES},walltime=${WALLTIME} \"/home/grenoble/lnussbaum/bin/katapult --deploy-env sid-x64-base-1.0 --copy-ssh-key -- /home/grenoble/lnussbaum/bin/dc-startcluster ${TL} -v -s 4\""
+#ssh $TARGET "oarsub -q deploy $OAROPTS -l nodes=${NODES},walltime=${WALLTIME} \"/home/grenoble/lnussbaum/bin/katapult --deploy-env sid-x64-base-1.0 --copy-ssh-key -- /home/grenoble/lnussbaum/bin/dc-startcluster ${TL} -v -s 4\""
Property changes on: debcluster/scripts/bin.local/Attic/rebuild-sid-main-mips.sh
___________________________________________________________________
Name: svn:executable
+ *
Added: debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-bdfh.sh
===================================================================
--- debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-bdfh.sh (rev 0)
+++ debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-bdfh.sh 2008-09-02 07:55:32 UTC (rev 1194)
@@ -0,0 +1,41 @@
+#!/bin/bash
+
+# needs TARGET WALLTIME NODES OAROPTS
+
+ARCH=i386
+CHROOT=sid32
+ID=${CHROOT}-${ARCH}.$(date --iso)
+WALL=wall
+#WALL=
+cd ~/collab-qa/debcluster/scripts
+# reasons for exclusion:
+# #419692: mozart-gtk: FTBFS: 'parse error'(9681 '__pthread_slist_t'|pthread_attr_t|pthread_t|fsfilcnt_t|fsblkcnt_t|blkcnt_t|fd_mask|fd_set|'__fd_mask'|suseconds_t|,,,|,,,)
+# #427456: dom4j: FTBFS: org.dom4j.ThreadingTest times out
+# #427163: libthread-pool-simple-perl: FTBFS: tests block
+# #450423: ebug-http: FTBFS: wants to download CPAN stuff
+# #458660: ardour: FTBFS: build times out
+# just take too long:
+# - latex-cjk-chinese-arphic
+cat ~/debcluster-data/mirrors/debian/dists/sid/main/source/Sources | rebuild-archive/grep-sources-arch.rb $ARCH $WALL | grep -v -w mozart-gtk |grep -v -w dom4j |grep -v -w libthread-pool-simple-perl | grep -v -w ebug-http | grep -v -w ardour | grep -v -w latex-cjk-chinese-arphic > /tmp/wb_$ID.1
+rebuild-archive/pasfilter.rb $ARCH < /tmp/wb_$ID.1 > /tmp/wb_$ID.2
+mdt filter ~/failed.bdfh < /tmp/wb_$ID.2 > /tmp/wb_$ID.2.1
+mv /tmp/wb_$ID.2.1 /tmp/wb_$ID.2
+rebuild-archive/annotatewithpriority.rb rebuild-archive/buildtime.list < /tmp/wb_$ID.2 > /tmp/wb_$ID.3
+rebuild-archive/gentasklist.rb $CHROOT $ID < /tmp/wb_$ID.3 | bogosort -n > /tmp/tasklisttext_$ID
+
+cp /tmp/tasklisttext_$ID /tmp/tasklisttext2_$ID
+sed -i "s/$/ -b \/debcluster-data\/results\/bdfh\/normal-$(date --iso)\//" /tmp/tasklisttext_$ID
+sed -i "s/$/ -b \/debcluster-data\/results\/bdfh\/bdfh-$(date --iso)\//" /tmp/tasklisttext2_$ID
+sed -i 's/^b_sid32-/b_sid32-bdfh-/' /tmp/tasklisttext2_$ID
+sed -i 's/ -c sid32 / -c sid32-bdfh --bdfh /' /tmp/tasklisttext2_$ID
+sed -i 's/logs\/rebuild.sid32-i386./logs\/rebuild.sid32-bdfh-i386./' /tmp/tasklisttext2_$ID
+sed -i 's/_sid32.buildlog/_sid32-bdfh.buildlog/' /tmp/tasklisttext2_$ID
+
+echo "Tasklist (in text) is /tmp/tasklisttext_$ID"
+cat /tmp/tasklisttext_$ID /tmp/tasklisttext2_$ID | ./buildtasklist.rb > /tmp/tl.$ID
+TL=$(basename /tmp/tl.$ID)
+
+scp /tmp/tl.$ID $TARGET:
+
+ssh $TARGET "oarsub -t deploy $OAROPTS -l nodes=${NODES},walltime=${WALLTIME} \"/home/grenoble/lnussbaum/bin/katapult --deploy-env sid-x64-base-1.0 --copy-ssh-key --sleep /home/grenoble/lnussbaum/bin/dc-startcluster ${TL}\""
+#ssh $TARGET "oarsub -q deploy $OAROPTS -l nodes=${NODES},walltime=${WALLTIME} \"/home/grenoble/lnussbaum/bin/katapult --deploy-env sid-x64-base-1.0 --copy-ssh-key /home/grenoble/lnussbaum/bin/dc-startcluster ${TL}\""
Property changes on: debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-bdfh.sh
___________________________________________________________________
Name: svn:executable
+ *
Added: debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-bugs.sh
===================================================================
--- debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-bugs.sh (rev 0)
+++ debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-bugs.sh 2008-09-02 07:55:32 UTC (rev 1194)
@@ -0,0 +1,29 @@
+#!/bin/bash
+
+# needs TARGET WALLTIME NODES OAROPTS
+
+ARCH=i386
+CHROOT=sid32
+ID=${CHROOT}-${ARCH}.$(date --iso)
+WALL=wall
+#WALL=
+cd ~/collab-qa/debcluster/scripts
+# reasons for exclusion:
+# #419692: mozart-gtk: FTBFS: 'parse error'(9681 '__pthread_slist_t'|pthread_attr_t|pthread_t|fsfilcnt_t|fsblkcnt_t|blkcnt_t|fd_mask|fd_set|'__fd_mask'|suseconds_t|,,,|,,,)
+# #427456: dom4j: FTBFS: org.dom4j.ThreadingTest times out
+# #427163: libthread-pool-simple-perl: FTBFS: tests block
+# #458660: ardour: FTBFS: build times out
+cat ~/debcluster-data/mirrors/debian/dists/sid/main/source/Sources | rebuild-archive/grep-sources-arch.rb $ARCH $WALL | grep -v -w mozart-gtk |grep -v -w dom4j |grep -v -w libthread-pool-simple-perl | grep -v -w ardour > /tmp/wb_$ID.1
+rebuild-archive/pasfilter.rb $ARCH < /tmp/wb_$ID.1 > /tmp/wb_$ID.2
+./fetch-rc-bugs.rb > /tmp/qaftbfs
+mdt filter /tmp/qaftbfs < /tmp/wb_$ID.2 > /tmp/wb_$ID.2.2
+rebuild-archive/annotatewithpriority.rb rebuild-archive/buildtime.list < /tmp/wb_$ID.2.2 > /tmp/wb_$ID.3
+rebuild-archive/gentasklist.rb $CHROOT $ID < /tmp/wb_$ID.3 | bogosort -n > /tmp/tasklisttext_$ID
+echo "Tasklist (in text) is /tmp/tasklisttext_$ID"
+./buildtasklist.rb < /tmp/tasklisttext_$ID > /tmp/tl.$ID
+TL=$(basename /tmp/tl.$ID)
+
+scp /tmp/tl.$ID $TARGET:
+
+ssh $TARGET "oarsub -t deploy $OAROPTS -l nodes=${NODES},walltime=${WALLTIME} \"/home/grenoble/lnussbaum/bin/katapult --deploy-env sid-x64-base-1.0 --copy-ssh-key -- /home/grenoble/lnussbaum/bin/dc-startcluster ${TL} --update sid32-source\""
+#ssh $TARGET "oarsub -q deploy $OAROPTS -l nodes=${NODES},walltime=${WALLTIME} \"/home/grenoble/lnussbaum/bin/katapult --deploy-env sid-x64-base-1.0 --copy-ssh-key /home/grenoble/lnussbaum/bin/dc-startcluster ${TL}\""
Property changes on: debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-bugs.sh
___________________________________________________________________
Name: svn:executable
+ *
Added: debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-dash.sh
===================================================================
--- debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-dash.sh (rev 0)
+++ debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-dash.sh 2008-09-02 07:55:32 UTC (rev 1194)
@@ -0,0 +1,39 @@
+#!/bin/bash
+
+# needs TARGET WALLTIME NODES OAROPTS
+
+ARCH=i386
+CHROOT=sid32
+ID=${CHROOT}-${ARCH}.$(date --iso)
+WALL=wall
+#WALL=
+cd ~/collab-qa/debcluster/scripts
+# reasons for exclusion:
+# #419692: mozart-gtk: FTBFS: 'parse error'(9681 '__pthread_slist_t'|pthread_attr_t|pthread_t|fsfilcnt_t|fsblkcnt_t|blkcnt_t|fd_mask|fd_set|'__fd_mask'|suseconds_t|,,,|,,,)
+# #427456: dom4j: FTBFS: org.dom4j.ThreadingTest times out
+# #427163: libthread-pool-simple-perl: FTBFS: tests block
+# #450423: ebug-http: FTBFS: wants to download CPAN stuff
+# #458660: ardour: FTBFS: build times out
+# just take too long:
+# - latex-cjk-chinese-arphic
+cat ~/debcluster-data/mirrors/debian/dists/sid/main/source/Sources | rebuild-archive/grep-sources-arch.rb $ARCH $WALL | grep -v -w mozart-gtk |grep -v -w dom4j |grep -v -w libthread-pool-simple-perl | grep -v -w ebug-http | grep -v -w ardour | grep -v -w latex-cjk-chinese-arphic > /tmp/wb_$ID.1
+rebuild-archive/pasfilter.rb $ARCH < /tmp/wb_$ID.1 > /tmp/wb_$ID.2
+rebuild-archive/annotatewithpriority.rb rebuild-archive/buildtime.list < /tmp/wb_$ID.2 > /tmp/wb_$ID.3
+rebuild-archive/gentasklist.rb $CHROOT $ID < /tmp/wb_$ID.3 | bogosort -n > /tmp/tasklisttext_$ID
+
+cp /tmp/tasklisttext_$ID /tmp/tasklisttext2_$ID
+sed -i "s/$/ -b \/debcluster-data\/results\/dash\/normal-$(date --iso)\//" /tmp/tasklisttext_$ID
+sed -i "s/$/ -b \/debcluster-data\/results\/dash\/dash-$(date --iso)\//" /tmp/tasklisttext2_$ID
+sed -i 's/^b_sid32-/b_sid32-dash-/' /tmp/tasklisttext2_$ID
+sed -i 's/ -c sid32 / -c sid32-dash /' /tmp/tasklisttext2_$ID
+sed -i 's/logs\/rebuild.sid32-i386./logs\/rebuild.sid32-dash-i386./' /tmp/tasklisttext2_$ID
+sed -i 's/_sid32.buildlog/_sid32-dash.buildlog/' /tmp/tasklisttext2_$ID
+
+echo "Tasklist (in text) is /tmp/tasklisttext_$ID"
+cat /tmp/tasklisttext_$ID /tmp/tasklisttext2_$ID | ./buildtasklist.rb > /tmp/tl.$ID
+TL=$(basename /tmp/tl.$ID)
+
+scp /tmp/tl.$ID $TARGET:
+
+ssh $TARGET "oarsub -t deploy $OAROPTS -l nodes=${NODES},walltime=${WALLTIME} \"/home/grenoble/lnussbaum/bin/katapult --deploy-env sid-x64-base-1.0 --copy-ssh-key --sleep /home/grenoble/lnussbaum/bin/dc-startcluster ${TL}\""
+#ssh $TARGET "oarsub -q deploy $OAROPTS -l nodes=${NODES},walltime=${WALLTIME} \"/home/grenoble/lnussbaum/bin/katapult --deploy-env sid-x64-base-1.0 --copy-ssh-key /home/grenoble/lnussbaum/bin/dc-startcluster ${TL}\""
Property changes on: debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-dash.sh
___________________________________________________________________
Name: svn:executable
+ *
Added: debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-dpkg.sh
===================================================================
--- debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-dpkg.sh (rev 0)
+++ debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-dpkg.sh 2008-09-02 07:55:32 UTC (rev 1194)
@@ -0,0 +1,27 @@
+#!/bin/bash
+
+# needs TARGET WALLTIME NODES OAROPTS
+
+ARCH=i386
+CHROOT=sid32-dpkg
+ID=${CHROOT}-${ARCH}.$(date --iso)
+WALL=wall
+#WALL=
+cd ~/collab-qa/debcluster/scripts
+# reasons for exclusion:
+# #419692: mozart-gtk: FTBFS: 'parse error'(9681 '__pthread_slist_t'|pthread_attr_t|pthread_t|fsfilcnt_t|fsblkcnt_t|blkcnt_t|fd_mask|fd_set|'__fd_mask'|suseconds_t|,,,|,,,)
+# #427456: dom4j: FTBFS: org.dom4j.ThreadingTest times out
+# #427163: libthread-pool-simple-perl: FTBFS: tests block
+# #458660: ardour: FTBFS: build times out
+cat ~/debcluster-data/mirrors/debian/dists/sid/main/source/Sources | rebuild-archive/grep-sources-arch.rb $ARCH $WALL | grep -v -w mozart-gtk |grep -v -w dom4j |grep -v -w libthread-pool-simple-perl | grep -v -w ardour > /tmp/wb_$ID.1
+rebuild-archive/pasfilter.rb $ARCH < /tmp/wb_$ID.1 > /tmp/wb_$ID.2
+rebuild-archive/annotatewithpriority.rb rebuild-archive/buildtime.list < /tmp/wb_$ID.2 > /tmp/wb_$ID.3
+rebuild-archive/gentasklist.rb $CHROOT $ID < /tmp/wb_$ID.3 | bogosort -n > /tmp/tasklisttext_$ID
+echo "Tasklist (in text) is /tmp/tasklisttext_$ID"
+./buildtasklist.rb < /tmp/tasklisttext_$ID > /tmp/tl.$ID
+TL=$(basename /tmp/tl.$ID)
+
+scp /tmp/tl.$ID $TARGET:
+
+ssh $TARGET "oarsub -t deploy $OAROPTS -l nodes=${NODES},walltime=${WALLTIME} \"/home/grenoble/lnussbaum/bin/katapult --deploy-env sid-x64-base-1.0 --copy-ssh-key -- /home/grenoble/lnussbaum/bin/dc-startcluster ${TL} --update sid32-source\""
+#ssh $TARGET "oarsub -q deploy $OAROPTS -l nodes=${NODES},walltime=${WALLTIME} \"/home/grenoble/lnussbaum/bin/katapult --deploy-env sid-x64-base-1.0 --copy-ssh-key /home/grenoble/lnussbaum/bin/dc-startcluster ${TL}\""
Property changes on: debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-dpkg.sh
___________________________________________________________________
Name: svn:executable
+ *
Added: debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-gcc43-gold.sh
===================================================================
--- debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-gcc43-gold.sh (rev 0)
+++ debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-gcc43-gold.sh 2008-09-02 07:55:32 UTC (rev 1194)
@@ -0,0 +1,35 @@
+#!/bin/bash
+
+# needs TARGET WALLTIME NODES OAROPTS
+
+ARCH=i386
+CHROOT=sid32-gcc43
+ID=${CHROOT}-${ARCH}.$(date --iso)
+WALL=wall
+#WALL=
+cd ~/collab-qa/debcluster/scripts
+# reasons for exclusion:
+# #427163: libthread-pool-simple-perl: FTBFS: tests block
+# #458660: ardour: FTBFS: build times out
+# #425544: oleo: FTBFS with GCC 4.3: inf loop checking for mktime
+# #443040: scala: FTBFS: GC Warning: Out of Memory! Returning NIL!
+# #476067: eclipse: FTBFS: build takes a very, very long time (or just blocks?)
+cat ~/debcluster-data/mirrors/debian/dists/sid/main/source/Sources | rebuild-archive/grep-sources-arch.rb $ARCH $WALL |grep -v -w libthread-pool-simple-perl | grep -v -w ardour |grep -v -w oleo | grep -v -w scala | grep -v -w eclipse > /tmp/wb_$ID.1
+rebuild-archive/pasfilter.rb $ARCH < /tmp/wb_$ID.1 > /tmp/wb_$ID.2
+rebuild-archive/annotatewithpriority.rb rebuild-archive/buildtime.list < /tmp/wb_$ID.2 > /tmp/wb_$ID.3
+rebuild-archive/gentasklist.rb $CHROOT $ID < /tmp/wb_$ID.3 | bogosort -n > /tmp/tasklisttext_$ID
+
+cp /tmp/tasklisttext_$ID /tmp/tasklisttext2_$ID
+sed -i 's/^b_sid32-gcc43-/b_sid32-dpkg-/' /tmp/tasklisttext2_$ID
+sed -i 's/ -c sid32-gcc43 / -c sid32-dpkg /' /tmp/tasklisttext2_$ID
+sed -i 's/logs\/rebuild.sid32-gcc43-i386./logs\/rebuild.sid32-dpkg-i386./' /tmp/tasklisttext2_$ID
+sed -i 's/_sid32-gcc43.buildlog/_sid32-dpkg.buildlog/' /tmp/tasklisttext2_$ID
+
+echo "Tasklist (in text) is /tmp/tasklisttext_$ID"
+cat /tmp/tasklisttext_$ID /tmp/tasklisttext2_$ID | ./buildtasklist.rb > /tmp/tl.$ID
+TL=$(basename /tmp/tl.$ID)
+
+scp /tmp/tl.$ID $TARGET:
+
+ssh $TARGET "oarsub -t deploy $OAROPTS -l nodes=${NODES},walltime=${WALLTIME} \"/home/grenoble/lnussbaum/bin/katapult --deploy-env sid-x64-base-1.0 --copy-ssh-key -- /home/grenoble/lnussbaum/bin/dc-startcluster ${TL} --update sid32-gcc43-source\""
+#ssh $TARGET "oarsub -q deploy $OAROPTS -l nodes=${NODES},walltime=${WALLTIME} \"/home/grenoble/lnussbaum/bin/katapult --deploy-env sid-x64-base-1.0 --copy-ssh-key /home/grenoble/lnussbaum/bin/dc-startcluster ${TL}\""
Property changes on: debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-gcc43-gold.sh
___________________________________________________________________
Name: svn:executable
+ *
Added: debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-gcc43-gold2.sh
===================================================================
--- debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-gcc43-gold2.sh (rev 0)
+++ debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-gcc43-gold2.sh 2008-09-02 07:55:32 UTC (rev 1194)
@@ -0,0 +1,35 @@
+#!/bin/bash
+
+# needs TARGET WALLTIME NODES OAROPTS
+
+ARCH=i386
+CHROOT=sid32-gcc43
+ID=${CHROOT}-${ARCH}.$(date --iso)
+WALL=wall
+#WALL=
+cd ~/collab-qa/debcluster/scripts
+# reasons for exclusion:
+# #427163: libthread-pool-simple-perl: FTBFS: tests block
+# #458660: ardour: FTBFS: build times out
+# #425544: oleo: FTBFS with GCC 4.3: inf loop checking for mktime
+# #443040: scala: FTBFS: GC Warning: Out of Memory! Returning NIL!
+# #476067: eclipse: FTBFS: build takes a very, very long time (or just blocks?)
+cat ~/debcluster-data/mirrors/debian/dists/sid/main/source/Sources | rebuild-archive/grep-sources-arch.rb $ARCH $WALL |grep -v -w libthread-pool-simple-perl | grep -v -w ardour |grep -v -w oleo | grep -v -w scala | grep -v -w eclipse > /tmp/wb_$ID.1
+rebuild-archive/pasfilter.rb $ARCH < /tmp/wb_$ID.1 > /tmp/wb_$ID.2
+rebuild-archive/annotatewithpriority.rb rebuild-archive/buildtime.list < /tmp/wb_$ID.2 > /tmp/wb_$ID.3
+rebuild-archive/gentasklist.rb $CHROOT $ID < /tmp/wb_$ID.3 | bogosort -n > /tmp/tasklisttext_$ID
+
+cp /tmp/tasklisttext_$ID /tmp/tasklisttext2_$ID
+sed -i 's/^b_sid32-gcc43-/b_sid32-dpkg-/' /tmp/tasklisttext2_$ID
+sed -i 's/ -c sid32-gcc43 / -c sid32-dpkg /' /tmp/tasklisttext2_$ID
+sed -i 's/logs\/rebuild.sid32-gcc43-i386./logs\/rebuild.sid32-dpkg-i386./' /tmp/tasklisttext2_$ID
+sed -i 's/_sid32-gcc43.buildlog/_sid32-dpkg.buildlog/' /tmp/tasklisttext2_$ID
+
+echo "Tasklist (in text) is /tmp/tasklisttext_$ID"
+cat /tmp/tasklisttext2_$ID | ./buildtasklist.rb > /tmp/tl.$ID
+TL=$(basename /tmp/tl.$ID)
+
+scp /tmp/tl.$ID $TARGET:
+
+ssh $TARGET "oarsub -t deploy $OAROPTS -l nodes=${NODES},walltime=${WALLTIME} \"/home/grenoble/lnussbaum/bin/katapult --deploy-env sid-x64-base-1.0 --copy-ssh-key -- /home/grenoble/lnussbaum/bin/dc-startcluster ${TL} --update sid32-gcc43-source\""
+#ssh $TARGET "oarsub -q deploy $OAROPTS -l nodes=${NODES},walltime=${WALLTIME} \"/home/grenoble/lnussbaum/bin/katapult --deploy-env sid-x64-base-1.0 --copy-ssh-key /home/grenoble/lnussbaum/bin/dc-startcluster ${TL}\""
Property changes on: debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-gcc43-gold2.sh
___________________________________________________________________
Name: svn:executable
+ *
Added: debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-gcc43.sh
===================================================================
--- debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-gcc43.sh (rev 0)
+++ debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-gcc43.sh 2008-09-02 07:55:32 UTC (rev 1194)
@@ -0,0 +1,39 @@
+#!/bin/bash
+
+# needs TARGET WALLTIME NODES OAROPTS
+
+ARCH=i386
+CHROOT=sid32-gcc43
+ID=${CHROOT}-${ARCH}.$(date --iso)
+WALL=wall
+#WALL=
+cd ~/collab-qa/debcluster/scripts
+# reasons for exclusion:
+# #427163: libthread-pool-simple-perl: FTBFS: tests block
+# #458660: ardour: FTBFS: build times out
+# #425544: oleo: FTBFS with GCC 4.3: inf loop checking for mktime
+# #443040: scala: FTBFS: GC Warning: Out of Memory! Returning NIL!
+# #476067: eclipse: FTBFS: build takes a very, very long time (or just blocks?)
+# #479935: autopsy: FTBFS: prompts for location of perl executable
+cat ~/debcluster-data/mirrors/debian/dists/sid/main/source/Sources | rebuild-archive/grep-sources-arch.rb $ARCH $WALL |\
+grep -v -w libthread-pool-simple-perl |\
+grep -v -w oleo |\
+ grep -v -w scala |\
+ grep -v -w eclipse |\
+grep -v -w autopsy |\
+grep -v -w debian-installer |\
+grep -v -w linux-modules-di-i386-2.6 |\
+grep -v -w linux-kernel-di-i386-2.6\
+ > /tmp/wb_$ID.1
+rebuild-archive/pasfilter.rb $ARCH < /tmp/wb_$ID.1 > /tmp/wb_$ID.2
+rebuild-archive/annotatewithpriority.rb rebuild-archive/buildtime.list < /tmp/wb_$ID.2 > /tmp/wb_$ID.3
+rebuild-archive/gentasklist.rb $CHROOT $ID < /tmp/wb_$ID.3 | bogosort -n > /tmp/tasklisttext_$ID
+echo "Tasklist (in text) is /tmp/tasklisttext_$ID"
+./buildtasklist.rb < /tmp/tasklisttext_$ID > /tmp/tl.$ID
+TL=$(basename /tmp/tl.$ID)
+
+scp /tmp/tl.$ID $TARGET:
+
+ENV=sid-x64-base-1.0
+ENV=etch-x64-base-1.0
+ssh $TARGET "oarsub -t deploy $OAROPTS -l nodes=${NODES},walltime=${WALLTIME} \"/home/grenoble/lnussbaum/bin/katapult --deploy-env ${ENV} --copy-ssh-key -- /home/grenoble/lnussbaum/bin/dc-startcluster ${TL} --update sid32-gcc43-source\""
Property changes on: debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-gcc43.sh
___________________________________________________________________
Name: svn:executable
+ *
Added: debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-im.sh
===================================================================
--- debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-im.sh (rev 0)
+++ debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-im.sh 2008-09-02 07:55:32 UTC (rev 1194)
@@ -0,0 +1,32 @@
+#!/bin/bash
+
+# needs TARGET WALLTIME NODES OAROPTS
+
+ARCH=i386
+CHROOT=sid32-im
+ID=${CHROOT}-${ARCH}.$(date --iso)
+WALL=wall
+#WALL=
+cd ~/collab-qa/debcluster/scripts
+# reasons for exclusion:
+# #419692: mozart-gtk: FTBFS: 'parse error'(9681 '__pthread_slist_t'|pthread_attr_t|pthread_t|fsfilcnt_t|fsblkcnt_t|blkcnt_t|fd_mask|fd_set|'__fd_mask'|suseconds_t|,,,|,,,)
+# #427456: dom4j: FTBFS: org.dom4j.ThreadingTest times out
+# #427163: libthread-pool-simple-perl: FTBFS: tests block
+# #450423: ebug-http: FTBFS: wants to download CPAN stuff
+# #458660: ardour: FTBFS: build times out
+# just take too long:
+# - latex-cjk-chinese-arphic
+cat ~/debcluster-data/mirrors/debian/dists/sid/main/source/Sources | rebuild-archive/grep-sources-arch.rb $ARCH $WALL | grep -v -w mozart-gtk |grep -v -w dom4j |grep -v -w libthread-pool-simple-perl | grep -v -w ebug-http | grep -v -w ardour | grep -v -w latex-cjk-chinese-arphic > /tmp/wb_$ID.1
+rebuild-archive/pasfilter.rb $ARCH < /tmp/wb_$ID.1 > /tmp/wb_$ID.2
+mdt filter ~/im < /tmp/wb_$ID.2 > /tmp/wb_$ID.2.im
+mv /tmp/wb_$ID.2.im /tmp/wb_$ID.2
+rebuild-archive/annotatewithpriority.rb rebuild-archive/buildtime.list < /tmp/wb_$ID.2 > /tmp/wb_$ID.3
+rebuild-archive/gentasklist.rb $CHROOT $ID < /tmp/wb_$ID.3 | bogosort -n > /tmp/tasklisttext_$ID
+echo "Tasklist (in text) is /tmp/tasklisttext_$ID"
+./buildtasklist.rb < /tmp/tasklisttext_$ID > /tmp/tl.$ID
+TL=$(basename /tmp/tl.$ID)
+
+scp /tmp/tl.$ID $TARGET:
+
+ssh $TARGET "oarsub -t deploy $OAROPTS -l nodes=${NODES},walltime=${WALLTIME} \"/home/grenoble/lnussbaum/bin/katapult --deploy-env sid-x64-base-1.0 --copy-ssh-key -- /home/grenoble/lnussbaum/bin/dc-startcluster ${TL} --update sid32-source\""
+#ssh $TARGET "oarsub -q deploy $OAROPTS -l nodes=${NODES},walltime=${WALLTIME} \"/home/grenoble/lnussbaum/bin/katapult --deploy-env sid-x64-base-1.0 --copy-ssh-key /home/grenoble/lnussbaum/bin/dc-startcluster ${TL}\""
Property changes on: debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-im.sh
___________________________________________________________________
Name: svn:executable
+ *
Added: debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-normalgcc43.sh
===================================================================
--- debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-normalgcc43.sh (rev 0)
+++ debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-normalgcc43.sh 2008-09-02 07:55:32 UTC (rev 1194)
@@ -0,0 +1,38 @@
+#!/bin/bash
+
+# needs TARGET WALLTIME NODES OAROPTS
+
+ARCH=i386
+CHROOT=sid32
+ID=${CHROOT}-${ARCH}.$(date --iso)
+WALL=wall
+#WALL=
+cd ~/collab-qa/debcluster/scripts
+# reasons for exclusion:
+# #419692: mozart-gtk: FTBFS: 'parse error'(9681 '__pthread_slist_t'|pthread_attr_t|pthread_t|fsfilcnt_t|fsblkcnt_t|blkcnt_t|fd_mask|fd_set|'__fd_mask'|suseconds_t|,,,|,,,)
+# #427456: dom4j: FTBFS: org.dom4j.ThreadingTest times out
+# #427163: libthread-pool-simple-perl: FTBFS: tests block
+# #450423: ebug-http: FTBFS: wants to download CPAN stuff
+# #458660: ardour: FTBFS: build times out
+# just take too long:
+# - latex-cjk-chinese-arphic
+cat ~/debcluster-data/mirrors/debian/dists/sid/main/source/Sources | rebuild-archive/grep-sources-arch.rb $ARCH $WALL | grep -v -w mozart-gtk |grep -v -w dom4j |grep -v -w libthread-pool-simple-perl | grep -v -w ebug-http | grep -v -w ardour | grep -v -w latex-cjk-chinese-arphic > /tmp/wb_$ID.1
+mdt filter ~/failed43.txt < /tmp/wb_$ID.1 > /tmp/wb_$ID.1.1
+mv /tmp/wb_$ID.1.1 /tmp/wb_$ID.1
+rebuild-archive/pasfilter.rb $ARCH < /tmp/wb_$ID.1 > /tmp/wb_$ID.2
+rebuild-archive/annotatewithpriority.rb rebuild-archive/buildtime.list < /tmp/wb_$ID.2 > /tmp/wb_$ID.3
+rebuild-archive/gentasklist.rb $CHROOT $ID < /tmp/wb_$ID.3 | bogosort -n > /tmp/tasklisttext_$ID
+cp /tmp/tasklisttext_$ID /tmp/tasklisttext2_$ID
+sed -i 's/^b_sid32-/b_sid32-gcc43-/' /tmp/tasklisttext2_$ID
+sed -i 's/ -c sid32 / -c sid32-gcc43 /' /tmp/tasklisttext2_$ID
+sed -i 's/logs\/rebuild.sid32-i386./logs\/rebuild.sid32-gcc43-i386./' /tmp/tasklisttext2_$ID
+sed -i 's/_sid32.buildlog/_sid32-gcc43.buildlog/' /tmp/tasklisttext2_$ID
+
+echo "Tasklist (in text) is /tmp/tasklisttext_$ID"
+cat /tmp/tasklisttext_$ID /tmp/tasklisttext2_$ID | ./buildtasklist.rb > /tmp/tl.$ID
+TL=$(basename /tmp/tl.$ID)
+
+scp /tmp/tl.$ID $TARGET:
+
+ssh $TARGET "oarsub -t deploy $OAROPTS -l nodes=${NODES},walltime=${WALLTIME} \"/home/grenoble/lnussbaum/bin/katapult --deploy-env sid-x64-base-1.0 --copy-ssh-key /home/grenoble/lnussbaum/bin/dc-startcluster ${TL}\""
+#ssh $TARGET "oarsub -q deploy $OAROPTS -l nodes=${NODES},walltime=${WALLTIME} \"/home/grenoble/lnussbaum/bin/katapult --deploy-env sid-x64-base-1.0 --copy-ssh-key /home/grenoble/lnussbaum/bin/dc-startcluster ${TL}\""
Property changes on: debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid32-normalgcc43.sh
___________________________________________________________________
Name: svn:executable
+ *
Added: debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid64.sh
===================================================================
--- debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid64.sh (rev 0)
+++ debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid64.sh 2008-09-02 07:55:32 UTC (rev 1194)
@@ -0,0 +1,46 @@
+#!/bin/bash
+
+# needs TARGET WALLTIME NODES OAROPTS
+
+ARCH=amd64
+CHROOT=sid64
+ID=${CHROOT}-${ARCH}.$(date --iso)
+#LIST=~/failed
+WALL=wall
+#WALL=
+cd ~/collab-qa/debcluster/scripts
+# reasons for exclusion:
+# #419692: mozart-gtk: FTBFS: 'parse error'(9681 '__pthread_slist_t'|pthread_attr_t|pthread_t|fsfilcnt_t|fsblkcnt_t|blkcnt_t|fd_mask|fd_set|'__fd_mask'|suseconds_t|,,,|,,,)
+# #458660: ardour: FTBFS: build times out
+# NNN: docbook-xsl-saxon: FTBFS: build blocks
+# NNN: bcel: FTBFS: build blocks
+# #479923: libmodule-install-perl: FTBFS: test blocked
+# #479935: autopsy: FTBFS: prompts for location of perl executable
+cat ~/debcluster-data/mirrors/debian/dists/sid/main/source/Sources | rebuild-archive/grep-sources-arch.rb $ARCH $WALL |\
+grep -v -w ardour |\
+grep -v -w docbook-xsl-saxon |\
+grep -v -w bcel |\
+grep -v -w libmodule-install-perl |\
+grep -v -w autopsy |\
+grep -v -w debian-installer |\
+grep -v -w linux-modules-di-i386-2.6 |\
+grep -v -w linux-kernel-di-i386-2.6\
+ > /tmp/wb_$ID.1
+#rebuild-archive/pasfilter.rb $ARCH < /tmp/wb_$ID.1 > /tmp/wb_$ID.2
+cat < /tmp/wb_$ID.1 > /tmp/wb_$ID.2
+if [ "$LIST" != "" ]; then
+ mdt filter $LIST < /tmp/wb_$ID.2 > /tmp/wb_$ID.2.1
+ mv /tmp/wb_$ID.2.1 /tmp/wb_$ID.2
+fi
+rebuild-archive/annotatewithpriority.rb rebuild-archive/buildtime.list < /tmp/wb_$ID.2 > /tmp/wb_$ID.3
+rebuild-archive/gentasklist.rb $CHROOT $ID < /tmp/wb_$ID.3 | bogosort -n > /tmp/tasklisttext_$ID
+echo "Tasklist (in text) is /tmp/tasklisttext_$ID"
+./buildtasklist.rb < /tmp/tasklisttext_$ID > /tmp/tl.$ID
+TL=$(basename /tmp/tl.$ID)
+
+scp /tmp/tl.$ID $TARGET:
+
+ENV=sid-x64-base-1.0
+ENV=etch-x64-base-1.0
+ENV=lenny-x64-base-0.9
+ssh $TARGET "oarsub -t deploy $OAROPTS -l nodes=${NODES},walltime=${WALLTIME} \"/home/grenoble/lnussbaum/bin/katapult --deploy-env ${ENV} --copy-ssh-key -- /home/grenoble/lnussbaum/bin/dc-startcluster ${TL} --update ${CHROOT}-source\""
Property changes on: debcluster/scripts/bin.local/Attic/rebuild-sid-main-sid64.sh
___________________________________________________________________
Name: svn:executable
+ *
Added: debcluster/scripts/bin.local/Attic/upd-bts
===================================================================
--- debcluster/scripts/bin.local/Attic/upd-bts (rev 0)
+++ debcluster/scripts/bin.local/Attic/upd-bts 2008-09-02 07:55:32 UTC (rev 1194)
@@ -0,0 +1,6 @@
+#!/bin/bash
+
+LPORT=2345
+SERV=merkel.debian.org
+
+ssh -R $LPORT:$SERV:22 idpot "rsync --quiet --delete --exclude home/.ssh --exclude etc/rsync.secrets --exclude home/.bash_history --exclude home/.viminfo --exclude spool/.da-backup.trace -avz -e 'ssh -p $LPORT' lucas at localhost:/org/bugs.debian.org/ /nfs-scratch/grenoble/lnussbaum/bugs.debian.org/"
Property changes on: debcluster/scripts/bin.local/Attic/upd-bts
___________________________________________________________________
Name: svn:executable
+ *
Added: debcluster/scripts/bin.local/Attic/update-sid-mips.sh
===================================================================
--- debcluster/scripts/bin.local/Attic/update-sid-mips.sh (rev 0)
+++ debcluster/scripts/bin.local/Attic/update-sid-mips.sh 2008-09-02 07:55:32 UTC (rev 1194)
@@ -0,0 +1,18 @@
+#!/bin/bash
+
+# needs TARGET OAROPTS
+
+NODES=2
+WALLTIME=3
+ARCH=mips
+CHROOT=sid
+ID=${CHROOT}-${ARCH}.$(date --iso).update.$TARGET
+cd ~/collab-qa/debcluster/scripts
+echo "upd_mips [0,1] /debcluster-scripts/scripts/tasks/updateschroots.rb sid-source" > /tmp/tasklisttext_$ID
+echo "Tasklist (in text) is /tmp/tasklisttext_$ID"
+./buildtasklist.rb < /tmp/tasklisttext_$ID > /tmp/tl.$ID
+TL=$(basename /tmp/tl.$ID)
+
+scp /tmp/tl.$ID $TARGET:
+
+ssh $TARGET "oarsub -t deploy $OAROPTS -l nodes=${NODES},walltime=${WALLTIME} \"/home/grenoble/lnussbaum/bin/katapult --deploy-env sid-x64-base-1.0 --copy-ssh-key --sleep -- /home/grenoble/lnussbaum/bin/dc-startcluster ${TL} -v -s 2\""
Property changes on: debcluster/scripts/bin.local/Attic/update-sid-mips.sh
___________________________________________________________________
Name: svn:executable
+ *
Added: debcluster/scripts/bin.local/piuparts-sid-main.sh
===================================================================
--- debcluster/scripts/bin.local/piuparts-sid-main.sh (rev 0)
+++ debcluster/scripts/bin.local/piuparts-sid-main.sh 2008-09-02 07:55:32 UTC (rev 1194)
@@ -0,0 +1,24 @@
+#!/bin/bash
+
+# needs TARGET WALLTIME NODES
+#export OARSUBOPT="-p \"netgdx='YES'\""
+
+ARCH=i386
+ID=sid-i386.$(date --iso)
+PIUARGS=" -c /debcluster-data/chroots/sid32-piuparts.tgz -d sid -a '-m' -a 'http://127.0.0.1:9999/debian'"
+#PIUARGS=" -c /debcluster-data/chroots/sid32-piuparts.tgz -d sid -a \"--warn-on-others\" -a \"--no-symlinks\" -a '-m http://127.0.0.1:9999/debian'"
+
+cd ~/collab-qa/debcluster/scripts
+
+cat ~/debcluster-data/mirrors/debian/dists/sid/main/binary-${ARCH}/Packages |grep "^Package:" | awk '{print $2}' | sort > /tmp/wp.${ID}.1
+mdt list_sub /tmp/wp.${ID}.1 piuparts/piuparts.untestable > /tmp/wp.${ID}.2
+piuparts/gentasklist.rb "$PIUARGS" $ID < /tmp/wp.${ID}.2 > /tmp/tasklisttext.piu.${ID}.3
+echo "Tasklist (in text) is /tmp/tasklisttext.piu.${ID}.3"
+
+./buildtasklist.rb < /tmp/tasklisttext.piu.${ID}.3 > /tmp/tl.$ID
+TL=$(basename /tmp/tl.$ID)
+
+scp /tmp/tl.$ID $TARGET:
+
+ssh $TARGET "oarsub -t deploy $OARSUBOPT -l nodes=${NODES},walltime=${WALLTIME} \"/home/grenoble/lnussbaum/bin/katapult --deploy-env sid-x64-base-1.1 --copy-ssh-key -- /home/grenoble/lnussbaum/bin/dc-startcluster ${TL}\""
+#ssh $TARGET "oarsub -q deploy $OARSUBOPT -l nodes=${NODES},walltime=${WALLTIME} \"/home/grenoble/lnussbaum/bin/katapult.gdx --deploy-env sid-x64-base-1.0 --copy-ssh-key /home/grenoble/lnussbaum/bin/dc-startcluster ${TL}\""
Property changes on: debcluster/scripts/bin.local/piuparts-sid-main.sh
___________________________________________________________________
Name: svn:executable
+ *
Added: debcluster/scripts/bin.local/rebuild-lenny-main-32.sh
===================================================================
--- debcluster/scripts/bin.local/rebuild-lenny-main-32.sh (rev 0)
+++ debcluster/scripts/bin.local/rebuild-lenny-main-32.sh 2008-09-02 07:55:32 UTC (rev 1194)
@@ -0,0 +1,42 @@
+#!/bin/bash
+
+# needs TARGET WALLTIME NODES OAROPTS
+
+ARCH=i386
+CHROOT=llenny32
+ID=${CHROOT}-${ARCH}.$(date --iso)
+#LIST=~/failed
+WALL=wall
+#WALL=
+cd ~/collab-qa/debcluster/scripts
+# reasons for exclusion:
+# #419692: mozart-gtk: FTBFS: 'parse error'(9681 '__pthread_slist_t'|pthread_attr_t|pthread_t|fsfilcnt_t|fsblkcnt_t|blkcnt_t|fd_mask|fd_set|'__fd_mask'|suseconds_t|,,,|,,,)
+# #458660: ardour: FTBFS: build times out
+# NNN: docbook-xsl-saxon: FTBFS: build blocks
+# #479923: libmodule-install-perl: FTBFS: test blocked
+# #479935: autopsy: FTBFS: prompts for location of perl executable
+cat ~/debcluster-data/mirrors/debian/dists/lenny/main/source/Sources | rebuild-archive/grep-sources-arch.rb $ARCH $WALL |\
+grep -v -w ardour |\
+grep -v -w docbook-xsl-saxon |\
+grep -v -w libmodule-install-perl |\
+grep -v -w autopsy |\
+grep -v -w debian-installer |\
+grep -v -w linux-modules-di-i386-2.6 |\
+grep -v -w linux-kernel-di-i386-2.6\
+ > /tmp/wb_$ID.1
+#rebuild-archive/pasfilter.rb $ARCH < /tmp/wb_$ID.1 > /tmp/wb_$ID.2
+cat < /tmp/wb_$ID.1 > /tmp/wb_$ID.2
+if [ "$LIST" != "" ]; then
+ mdt filter $LIST < /tmp/wb_$ID.2 > /tmp/wb_$ID.2.1
+ mv /tmp/wb_$ID.2.1 /tmp/wb_$ID.2
+fi
+rebuild-archive/annotatewithpriority.rb rebuild-archive/buildtime.list < /tmp/wb_$ID.2 > /tmp/wb_$ID.3
+rebuild-archive/gentasklist.rb $CHROOT $ID < /tmp/wb_$ID.3 | bogosort -n > /tmp/tasklisttext_$ID
+echo "Tasklist (in text) is /tmp/tasklisttext_$ID"
+./buildtasklist.rb < /tmp/tasklisttext_$ID > /tmp/tl.$ID
+TL=$(basename /tmp/tl.$ID)
+
+scp /tmp/tl.$ID $TARGET:
+
+ENV=sid-x64-base-1.1
+ssh $TARGET "oarsub -t deploy $OAROPTS -l nodes=${NODES},walltime=${WALLTIME} \"/home/grenoble/lnussbaum/bin/katapult --deploy-env ${ENV} --copy-ssh-key -- /home/grenoble/lnussbaum/bin/dc-startcluster ${TL} --update lenny32-source --subnodes 8\""
Property changes on: debcluster/scripts/bin.local/rebuild-lenny-main-32.sh
___________________________________________________________________
Name: svn:executable
+ *
Added: debcluster/scripts/bin.local/rebuild-sid-main-sid32.sh
===================================================================
--- debcluster/scripts/bin.local/rebuild-sid-main-sid32.sh (rev 0)
+++ debcluster/scripts/bin.local/rebuild-sid-main-sid32.sh 2008-09-02 07:55:32 UTC (rev 1194)
@@ -0,0 +1,42 @@
+#!/bin/bash
+
+# needs TARGET WALLTIME NODES OAROPTS
+
+ARCH=i386
+CHROOT=lsid32
+ID=${CHROOT}-${ARCH}.$(date --iso)
+#LIST=~/failed
+WALL=wall
+#WALL=
+cd ~/collab-qa/debcluster/scripts
+# reasons for exclusion:
+# #419692: mozart-gtk: FTBFS: 'parse error'(9681 '__pthread_slist_t'|pthread_attr_t|pthread_t|fsfilcnt_t|fsblkcnt_t|blkcnt_t|fd_mask|fd_set|'__fd_mask'|suseconds_t|,,,|,,,)
+# #458660: ardour: FTBFS: build times out
+# NNN: docbook-xsl-saxon: FTBFS: build blocks
+# #479923: libmodule-install-perl: FTBFS: test blocked
+# #479935: autopsy: FTBFS: prompts for location of perl executable
+cat ~/debcluster-data/mirrors/debian/dists/sid/main/source/Sources | rebuild-archive/grep-sources-arch.rb $ARCH $WALL |\
+grep -v -w ardour |\
+grep -v -w docbook-xsl-saxon |\
+grep -v -w libmodule-install-perl |\
+grep -v -w autopsy |\
+grep -v -w debian-installer |\
+grep -v -w linux-modules-di-i386-2.6 |\
+grep -v -w linux-kernel-di-i386-2.6\
+ > /tmp/wb_$ID.1
+#rebuild-archive/pasfilter.rb $ARCH < /tmp/wb_$ID.1 > /tmp/wb_$ID.2
+cat < /tmp/wb_$ID.1 > /tmp/wb_$ID.2
+if [ "$LIST" != "" ]; then
+ mdt filter $LIST < /tmp/wb_$ID.2 > /tmp/wb_$ID.2.1
+ mv /tmp/wb_$ID.2.1 /tmp/wb_$ID.2
+fi
+rebuild-archive/annotatewithpriority.rb rebuild-archive/buildtime.list < /tmp/wb_$ID.2 > /tmp/wb_$ID.3
+rebuild-archive/gentasklist.rb $CHROOT $ID < /tmp/wb_$ID.3 | bogosort -n > /tmp/tasklisttext_$ID
+echo "Tasklist (in text) is /tmp/tasklisttext_$ID"
+./buildtasklist.rb < /tmp/tasklisttext_$ID > /tmp/tl.$ID
+TL=$(basename /tmp/tl.$ID)
+
+scp /tmp/tl.$ID $TARGET:
+
+ENV=sid-x64-base-1.1
+ssh $TARGET "oarsub -t deploy $OAROPTS -l nodes=${NODES},walltime=${WALLTIME} \"/home/grenoble/lnussbaum/bin/katapult --deploy-env ${ENV} --copy-ssh-key -- /home/grenoble/lnussbaum/bin/dc-startcluster ${TL} --update sid32-source --subnodes 8\""
Property changes on: debcluster/scripts/bin.local/rebuild-sid-main-sid32.sh
___________________________________________________________________
Name: svn:executable
+ *
Added: debcluster/scripts/bin.local/upd-mirror
===================================================================
--- debcluster/scripts/bin.local/upd-mirror (rev 0)
+++ debcluster/scripts/bin.local/upd-mirror 2008-09-02 07:55:32 UTC (rev 1194)
@@ -0,0 +1 @@
+/home/grenoble/lnussbaum/collab-qa/debcluster/scripts/bin.local/update-env.bash > /home/grenoble/lnussbaum/.update-env.log 2>&1 </dev/null &
Property changes on: debcluster/scripts/bin.local/upd-mirror
___________________________________________________________________
Name: svn:executable
+ *
Added: debcluster/scripts/bin.local/update-env.bash
===================================================================
--- debcluster/scripts/bin.local/update-env.bash (rev 0)
+++ debcluster/scripts/bin.local/update-env.bash 2008-09-02 07:55:32 UTC (rev 1194)
@@ -0,0 +1,8 @@
+#!/bin/bash
+
+ENV=sid-x64-base-1.0
+~/collab-qa/debcluster/scripts/update-mirror-debian.bash
+~/collab-qa/debcluster/scripts/update-mirror-ubuntu.bash
+#~/collab-qa/debcluster/scripts/update-mirror-ubuntu-ports.bash
+#~/collab-qa/debcluster/scripts/update-mirror-ubuntu-toolchain.bash
+#ssh nancy "oarsub -t deploy -l nodes=1,walltime=0:30 \"/home/grenoble/lnussbaum/bin/katapult --deploy-env ${ENV} --copy-ssh-key /home/grenoble/lnussbaum/bin/dc-startnodes /debcluster-scripts/scripts/tasks/updateschroots.rb sid32-source sid32-piuparts-source sid64-source etch32-source etch32-piuparts-source hardy32-source hardy64-source hardylp-source\""
Property changes on: debcluster/scripts/bin.local/update-env.bash
___________________________________________________________________
Name: svn:executable
+ *
Deleted: debcluster/scripts/cronjobs/update-env.bash
===================================================================
--- debcluster/scripts/cronjobs/update-env.bash 2008-09-01 22:04:05 UTC (rev 1193)
+++ debcluster/scripts/cronjobs/update-env.bash 2008-09-02 07:55:32 UTC (rev 1194)
@@ -1,8 +0,0 @@
-#!/bin/bash
-
-ENV=sid-x64-base-1.0
-~/collab-qa/debcluster/scripts/update-mirror-debian.bash
-~/collab-qa/debcluster/scripts/update-mirror-ubuntu.bash
-~/collab-qa/debcluster/scripts/update-mirror-ubuntu-ports.bash
-~/collab-qa/debcluster/scripts/update-mirror-ubuntu-toolchain.bash
-#ssh nancy "oarsub -t deploy -l nodes=1,walltime=0:30 \"/home/grenoble/lnussbaum/bin/katapult --deploy-env ${ENV} --copy-ssh-key /home/grenoble/lnussbaum/bin/dc-startnodes /debcluster-scripts/scripts/tasks/updateschroots.rb sid32-source sid32-piuparts-source sid64-source etch32-source etch32-piuparts-source hardy32-source hardy64-source hardylp-source\""
Modified: debcluster/scripts/rebuild-archive/gentasklist.rb
===================================================================
--- debcluster/scripts/rebuild-archive/gentasklist.rb 2008-09-01 22:04:05 UTC (rev 1193)
+++ debcluster/scripts/rebuild-archive/gentasklist.rb 2008-09-02 07:55:32 UTC (rev 1194)
@@ -13,10 +13,10 @@
if t.to_i > 4500 and t.to_i < 32000
prio = 3
nice = 1
- elsif t.to_i > 2500 and t.to_i < 32000
+ elsif t.to_i > 3000 and t.to_i < 32000
prio = 2
nice = 10
- elsif t.to_i > 1800 and t.to_i < 32000
+ elsif t.to_i > 2500 and t.to_i < 32000
prio = 1
nice = 15
else
Modified: debcluster/scripts/rebuild-archive/pasfilter.rb
===================================================================
--- debcluster/scripts/rebuild-archive/pasfilter.rb 2008-09-01 22:04:05 UTC (rev 1193)
+++ debcluster/scripts/rebuild-archive/pasfilter.rb 2008-09-02 07:55:32 UTC (rev 1194)
@@ -13,8 +13,8 @@
allarchs=['alpha','amd64','arm','armeb','freebsd-i386','hppa','hurd-i386','i386','ia64','kfreebsd-i386','m32r','m68k','mips','mipsel','netbsd-i386','powerpc','s390','s390x','sh','sparc']
arr.each do |l|
p, archsl = l.split(':', 2)
+ next if p !~ /^%/ # we ignore binary packages
archs = archsl.split(' ')
- p = p.gsub(/^%/,'')
if archsl =~ /!/
# remove mode
march = allarchs.clone
Modified: debcluster/scripts/tasks/buildpackage.rb
===================================================================
--- debcluster/scripts/tasks/buildpackage.rb 2008-09-01 22:04:05 UTC (rev 1193)
+++ debcluster/scripts/tasks/buildpackage.rb 2008-09-02 07:55:32 UTC (rev 1194)
@@ -42,6 +42,7 @@
if logfile != nil
system("mkdir -p #{File::dirname(logfile)}")
system("echo 'DC-Build-Header: #{package} #{version} / #{Time::now}' > #{logfile}")
+ system("chmod 644 #{logfile}")
tmplogfile = `mktemp /debscratch/log.#{package}_#{version}.XXXXXX`.chomp
log = File::new(tmplogfile, "w")
STDOUT.reopen(log)
@@ -58,14 +59,15 @@
end
# Copy chroot locally if needed FIXME for other chroots
-if ['lsid32'].include?(chroot)
- if not File::exists?('/debscratch/chroots/sid32.tgz')
- system('lockfile-create /debscratch/chroots/sid32.lock')
- if not File::exists?('/debscratch/chroots/sid32.tgz')
- system("cp /debcluster-data/chroots/sid32.tgz /debscratch/chroots/sid32.tgz.#{$$}")
- system("mv /debscratch/chroots/sid32.tgz.#{$$} /debscratch/chroots/sid32.tgz")
+if ['lsid32', 'llenny32'].include?(chroot)
+ chr = chroot.gsub(/^l/,'')
+ if not File::exists?("/debscratch/chroots/#{chr}.tgz")
+ system("lockfile-create /debscratch/chroots/#{chr}.lock")
+ if not File::exists?("/debscratch/chroots/#{chr}.tgz")
+ system("cp /debcluster-data/chroots/#{chr}.tgz /debscratch/chroots/#{chr}.tgz.#{$$}")
+ system("mv /debscratch/chroots/#{chr}.tgz.#{$$} /debscratch/chroots/#{chr}.tgz")
end
- system('lockfile-remove /debscratch/chroots/sid32.lock')
+ system('lockfile-remove /debscratch/chroots/#{chr}.lock')
end
end
Modified: debcluster/scripts/tasks/piuparts.rb
===================================================================
--- debcluster/scripts/tasks/piuparts.rb 2008-09-01 22:04:05 UTC (rev 1193)
+++ debcluster/scripts/tasks/piuparts.rb 2008-09-02 07:55:32 UTC (rev 1194)
@@ -41,7 +41,8 @@
lch = "/tmp/piuparts_#{File::basename(chroot)}"
if (not File::exists?(lch)) or (File::size(lch) != File::size(chroot))
puts "DC-Info: Copying chroot locally."
- system("cp #{chroot} #{lch}")
+ system("cp #{chroot} #{lch}.#{Process.pid}")
+ system("mv #{lch}.#{Process.pid} #{lch}")
end
# implementing firewall rules
@@ -59,7 +60,7 @@
exit 0
end
end
-b = system("#{piuparts} -t /debscratch #{piupartsargs.join(' ')} -a -b #{lch} -d #{dist.join(' -d ')} -m 'http://idpot.grenoble.grid5000.fr/mirrors/debian' #{package}")
+b = system("#{piuparts} -t /debscratch #{piupartsargs.join(' ')} -b #{lch} -d #{dist.join(' -d ')} -a #{package}")
ret = $?
realtime = Time::now - ts
mutex.lock # avoid getting killed by the timeout
Modified: debcluster/scripts/tasks/preparenode.rb
===================================================================
--- debcluster/scripts/tasks/preparenode.rb 2008-09-01 22:04:05 UTC (rev 1193)
+++ debcluster/scripts/tasks/preparenode.rb 2008-09-02 07:55:32 UTC (rev 1194)
@@ -89,7 +89,7 @@
system_r("apt-get install -y dpkg util-linux apt lvm2 nullmailer")
system_r("apt-get install -y fakeroot pbuilder sbuild schroot debootstrap piuparts lockfile-progs lintian")
-#system_r("dpkg -i /debcluster-data/piuparts/piuparts*deb")
+system_r("dpkg -i /debcluster-data/piuparts/piuparts*deb")
# hacked up sbuild for raphael
system_r("dpkg -i /debcluster-data/sbuild/sbuild*deb")
system_r("apt-get -f install")
Modified: debcluster/scripts/update-mirror-debian.bash
===================================================================
--- debcluster/scripts/update-mirror-debian.bash 2008-09-01 22:04:05 UTC (rev 1193)
+++ debcluster/scripts/update-mirror-debian.bash 2008-09-02 07:55:32 UTC (rev 1194)
@@ -1,12 +1,11 @@
#!/bin/bash
-LPORT=12345
-SERV=ftp.fr.debian.org
+LPORT=12000
ROOT=debian
DIST=etch,lenny,sid,experimental
SECT=main,contrib,non-free,main/debian-installer
ARCH=amd64,i386,mips
CLEANUP=--cleanup
-TARGET=/home/grenoble/lnussbaum/debcluster-data/mirrors/debian
+TARGET=/home/grenoble/lnussbaum/mirrors/debian
-ssh -R $LPORT:$SERV:873 idpot "debmirror -p -v --ignore-release-gpg --source --host=localhost --method=rsync --root=:$ROOT -d $DIST -s $SECT -a $ARCH $CLEANUP --ignore-small-errors --rsync-batch=2000 --rsync-options=\"-aIL --partial --port=$LPORT\" --pdiff=none $TARGET"
+debmirror -p -v --ignore-release-gpg --source --host=localhost --method=rsync --root=:$ROOT -d $DIST -s $SECT -a $ARCH $CLEANUP --ignore-small-errors --rsync-batch=2000 --rsync-options="-aIL --partial --port=$LPORT" --pdiff=none $TARGET
Modified: debcluster/scripts/update-mirror-ubuntu.bash
===================================================================
--- debcluster/scripts/update-mirror-ubuntu.bash 2008-09-01 22:04:05 UTC (rev 1193)
+++ debcluster/scripts/update-mirror-ubuntu.bash 2008-09-02 07:55:32 UTC (rev 1194)
@@ -1,13 +1,11 @@
#!/bin/bash
-LPORT=12346
-SERV=archive.ubuntu.com
+LPORT=12001
ROOT=ubuntu
-SERV=ftp.ciril.fr
ROOT=pub/linux/ubuntu/archives
-DIST=feisty,feisty-updates,gutsy,hardy
+DIST=hardy,intrepid
SECT=main,restricted,universe,multiverse
ARCH=amd64,i386
TARGET=/home/grenoble/lnussbaum/debcluster-data/mirrors/ubuntu
-ssh -R $LPORT:$SERV:873 idpot "debmirror -p -v --ignore-release-gpg --source --host=localhost --method=rsync --root=:$ROOT -d $DIST -s $SECT -a $ARCH --cleanup --ignore-small-errors --rsync-batch=2000 --rsync-options=\"-aIL --partial --port=$LPORT\" --pdiff=none $TARGET"
+debmirror -p -v --ignore-release-gpg --source --host=localhost --method=rsync --root=:$ROOT -d $DIST -s $SECT -a $ARCH --cleanup --ignore-small-errors --rsync-batch=2000 --rsync-options="-aIL --partial --port=$LPORT" --pdiff=none $TARGET
More information about the Collab-qa-commits
mailing list