[Collab-qa-commits] r2467 - udd

Lucas Nussbaum lucas at alioth.debian.org
Mon Sep 3 19:22:10 UTC 2012


Author: lucas
Date: 2012-09-03 19:22:10 +0000 (Mon, 03 Sep 2012)
New Revision: 2467

Added:
   udd/Moved-To-Git
Removed:
   udd/README.kill-idle
   udd/TODO
   udd/check-size.pl
   udd/config-i18n-apps.yaml
   udd/config-org.yaml
   udd/config-standalone.yaml
   udd/config.yaml
   udd/doc/
   udd/logging.ini
   udd/scripts/
   udd/sql/
   udd/test.yaml
   udd/time-imports.rb
   udd/ubuntu-rsync
   udd/udd.py
   udd/udd/
   udd/update-and-run.sh
   udd/web/
Log:
UDD moved to git

Added: udd/Moved-To-Git
===================================================================
Deleted: udd/README.kill-idle
===================================================================
--- udd/README.kill-idle	2012-09-03 03:00:32 UTC (rev 2466)
+++ udd/README.kill-idle	2012-09-03 19:22:10 UTC (rev 2467)
@@ -1,8 +0,0 @@
-Kill all idle transactions:
-udd=> select * from dsa_kill_all_idle_transactions();
-
-size of DB:
-SELECT pg_size_pretty(pg_database_size('udd'));
-
-size of relations:
-select relname, pg_total_relation_size(relname::text) size from pg_class where relnamespace=2200 and relkind='r' order by size desc;

Deleted: udd/TODO
===================================================================
--- udd/TODO	2012-09-03 03:00:32 UTC (rev 2466)
+++ udd/TODO	2012-09-03 19:22:10 UTC (rev 2467)
@@ -1,55 +0,0 @@
-TODO List
-=========
-
-Priorities:
-- high: It should be done before the end of the GSOC project
-- medium: It would be great if it would be done
-- low: not so urgent. We could get someone else to work on that ;-)
-
-General
--------
-- (prio: medium) do we want a "version" type?
-  ACTION: talk with rleigh
-
-packages/sources
-----------------
-- (prio: medium) Add support for keeping history of Packages and Sources in
-  separate tables. (zack wants that, but shouldn't we use snapshot.d.o for that
-  instead?)
--  (prio: high) configuration is currently annoying to do, because of the way
-   we describe each distribution separately. It would be easier to have a tree-like
-   description of what we want to import.
-
-bugs.debian.org
----------------
-- (prio: medium) Optimize bugs importing (again)
-- missing stuff: blocks, found_date/fixed_date, blockedby, unarchived, summary, affects
-  posix_fadvise?
-
-upload-history
---------------
-- (prio: medium) < Rhonda> lucas: Can you propably add bpo upload history to udd?
-  godog prepared the data in http://qa.debian.org/~filippo/bpo/
-
-Other data sources
-------------------
-- (prio: low) DEHS
-  table schema:
-  package
-  release # unstable, experimental
-  status # status (outdated, uptodate, newer, error) for unstable
-  version # version in unstable as seen by dehs
-  mangled_version # version in unstable after transformation
-  upstream # upstream version as seen by the unstable watch file
-  url # url for the detected tarball
-  last_check # 
-  Rest of the work pending an easy way to access the data (Atomo64 not really
-  willing to help, apparently)
-- (prio: low) MIA
-- (prio: low) wanna-build
-- (prio: low) packages-arch-specific
-- (prio: low) edos.debian.net
-- watch files + DEHS (andreas tille is interested)
-- DDTP translations (andreas tille is interested as well)
-- screenshots.d.n (andreas tille again)
-- NEW, from http://ftp-master.debian.org/new.822 (andreas :-))

Deleted: udd/check-size.pl
===================================================================
--- udd/check-size.pl	2012-09-03 03:00:32 UTC (rev 2466)
+++ udd/check-size.pl	2012-09-03 19:22:10 UTC (rev 2467)
@@ -1,36 +0,0 @@
-#!/usr/bin/perl
-# Last-Modified: <Sat Jul 26 12:46:51 2008>
-
-# This script is part of the Debian Ultimate Database Project
-# It's used to check the size of the postgres database in use
-# synopsis: check-size.pl <configuration file>
-
-use strict;
-use warnings;
-
-use DBI;
-use YAML::Syck;
-
-$YAML::Syck::ImplicitTyping = 1;
-
-defined $ARGV[0] or die "Usage: $0 <config-file>";
-
-my $config = LoadFile($ARGV[0]);
-
-my $dbname = $config->{general}->{dbname};
-my $dbh = DBI->connect("dbi:Pg:dbname=$dbname") or die "Couldn't connect to database: $!";
-
-my $sth = $dbh->prepare("SELECT pg_database.datname,\
-	pg_size_pretty(pg_database_size(pg_database.datname)) AS size\
-	FROM pg_database;");
-$sth->execute() or die $!;
-
-while(my ($dbname, $dbsize) = $sth->fetchrow_array()) {
-	if($dbname eq $config->{general}->{dbname}) {
-		print "$dbsize\n";
-		exit 0;
-	}
-}
-
-print STDERR "Couldn't find database in response\n";
-exit 1;

Deleted: udd/config-i18n-apps.yaml
===================================================================
--- udd/config-i18n-apps.yaml	2012-09-03 03:00:32 UTC (rev 2466)
+++ udd/config-i18n-apps.yaml	2012-09-03 19:22:10 UTC (rev 2467)
@@ -1,25 +0,0 @@
-general:
-  dbname: udd
-  dbport: 5441
-  types:
-    i18n-apps: module udd.i18n_apps_gatherer
-  timestamp-dir: /org/udd.debian.org/timestamps
-  lock-dir: /org/udd.debian.org/locks
-  archs:
-   [alpha, amd64, arm, armeb, armel, hppa, hurd-i386,
-    i386, i486, ia64, kfreebsd-amd64, kfreebsd-i386, mips,
-    mipsel, powerpc, ppc64, s390, sparc, all, any, lpia, m32r, s390x, sh3,
-    sh3eb, sh4, sh4eb, sh, knetbsd-i386, netbsd-alpha, sparc64,
-    netbsd-i386, hurd-powerpc, kfreebsd-powerpc, netbsd-powerpc, hurd-sparc,
-    kfreebsd-sparc, netbsd-sparc, darwin-i386, freebsd-i386, openbsd-i386, darwin-powerpc]
-
-i18n-apps:
-   type: i18n-apps
-   update-command: /org/udd.debian.org/udd/scripts/fetch_i18n-apps.sh
-   path: /org/udd.debian.org/mirrors/i18n-apps
-   mirror: http://i18n.debian.net/material/data
-   files: .*\.gz
-   releases: sid squeeze
-   table_apps: i18n_apps
-   table_debconf: po_debconf
-

Deleted: udd/config-org.yaml
===================================================================
--- udd/config-org.yaml	2012-09-03 03:00:32 UTC (rev 2466)
+++ udd/config-org.yaml	2012-09-03 19:22:10 UTC (rev 2467)
@@ -1,1189 +0,0 @@
-general:
-  dbname: udd
-  dbport: 5441
-  types:
-    sources: module udd.sources_gatherer
-    packages: module udd.packages_gatherer
-    setup: exec python db_manager.py
-    delete: exec python db_manager.py
-    src-pkg: module udd.src_and_pkg_gatherer
-    popcon: module udd.popcon_gatherer
-    testing-migrations: module udd.testing_migrations_gatherer
-    upload-history: module udd.upload_history_gatherer
-    orphaned-packages: module udd.orphaned_packages_gatherer
-    bugs: exec DEBBUGS_CONFIG_FILE=/org/udd.debian.org/udd/bugs-config perl /org/udd.debian.org/udd/udd/bugs_gatherer.pl 
-    carnivore: module udd.carnivore_gatherer
-    lintian: module udd.lintian_gatherer
-    debtags: module udd.debtags_gatherer
-    ubuntu-bugs: module udd.ubuntu_bugs_gatherer
-    ddtp: module udd.ddtp_gatherer
-    ftpnew: module udd.ftpnew_gatherer
-    screenshots: module udd.screenshot_gatherer
-    bibref: module udd.bibref_gatherer
-    blends-prospective: module udd.blends_prospective_gatherer
-    dehs: module udd.dehs_gatherer
-    ldap: module udd.ldap_gatherer
-    wannabuild: module udd.wannabuild_gatherer
-    removals: module udd.removals_gatherer
-    pts: module udd.pts_gatherer
-    history-daily: module udd.history_daily_gatherer
-    i18n-apps: module udd.i18n_apps_gatherer
-    hints: module udd.hints_gatherer
-    deferred: module udd.deferred_gatherer
-  timestamp-dir: /org/udd.debian.org/timestamps
-  lock-dir: /org/udd.debian.org/locks
-  archs:
-   [alpha, amd64, arm, armeb, armel, armhf, hppa, hurd-i386,
-    i386, i486, ia64, kfreebsd-amd64, kfreebsd-i386, mips,
-    mipsel, powerpc, ppc64, s390, s390x, sparc, all, any, lpia, m32r, s390x, sh3,
-    sh3eb, sh4, sh4eb, sh, knetbsd-i386, netbsd-alpha, sparc64,
-    netbsd-i386, hurd-powerpc, kfreebsd-powerpc, netbsd-powerpc, hurd-sparc,
-    kfreebsd-sparc, netbsd-sparc, darwin-i386, freebsd-i386, openbsd-i386, darwin-powerpc]
-
-debian-lenny:
-  type: src-pkg
-  archs: [alpha, amd64, arm, armel, hppa,
-          i386, ia64, mips,
-          mipsel, powerpc, s390, sparc]       
-  directory: /org/mirrors/ftp.debian.org/ftp/dists/lenny/
-  components: [main, contrib, non-free, main/debian-installer, non-free/debian-installer]
-  distribution: debian
-  packages-table: packages
-  sources-table: sources
-  uploaders-table: uploaders
-  packages-schema: packages
-  sources-schema: sources
-  release: lenny
-  descriptions-table: descriptions
-
-debian-lenny-security:
-  type: src-pkg
-  archs: [alpha, amd64, arm, armel, hppa,
-          i386, ia64, mips,
-          mipsel, powerpc, s390, sparc]       
-  directory: /org/mirrors/debian-security/dists/lenny/updates/
-  components: [main, contrib, non-free]
-  distribution: debian
-  packages-table: packages
-  sources-table: sources
-  uploaders-table: uploaders
-  packages-schema: packages
-  sources-schema: sources
-  release: lenny-security
-  descriptions-table: descriptions
-
-debian-lenny-proposed-updates:
-  type: src-pkg
-  archs: [alpha, amd64, arm, armel, hppa,
-          i386, ia64, mips,
-          mipsel, powerpc, s390, sparc]       
-  directory: /org/mirrors/ftp.debian.org/ftp/dists/lenny-proposed-updates/
-  components: [main, contrib, non-free]
-  distribution: debian
-  packages-table: packages
-  sources-table: sources
-  uploaders-table: uploaders
-  packages-schema: packages
-  sources-schema: sources
-  release: lenny-proposed-updates
-  descriptions-table: descriptions
-
-debian-backports-lenny:
-  type: src-pkg
-  archs: [alpha, amd64, arm, armel, hppa, i386, ia64,  mips,
-          mipsel, powerpc, s390, sparc]       
-  directory: /org/mirrors/debian-backports/dists/lenny-backports/
-  components: [main, contrib, non-free, main/debian-installer]
-  distribution: debian
-  packages-table: packages
-  sources-table: sources
-  uploaders-table: uploaders
-  packages-schema: packages
-  sources-schema: sources
-  release: lenny-backports
-  descriptions-table: descriptions
-
-debian-backports-lenny-sloppy:
-  type: src-pkg
-  archs: [alpha, amd64, arm, armel, hppa, i386, ia64,  mips,
-          mipsel, powerpc, s390, sparc]       
-  directory: /org/mirrors/debian-backports/dists/lenny-backports-sloppy/
-  components: [main, contrib, non-free ]
-  distribution: debian
-  packages-table: packages
-  sources-table: sources
-  uploaders-table: uploaders
-  packages-schema: packages
-  sources-schema: sources
-  release: lenny-backports-sloppy
-  descriptions-table: descriptions
-
-debian-volatile-lenny:
-  type: src-pkg
-  archs: [alpha, amd64, arm, armel, hppa, i386, ia64,  mips,
-          mipsel, powerpc, s390, sparc]       
-  directory: /org/mirrors/volatile.debian.org/archive/dists/lenny/volatile/
-  components: [main, contrib, non-free]
-  distribution: debian
-  packages-table: packages
-  sources-table: sources
-  uploaders-table: uploaders
-  packages-schema: packages
-  sources-schema: sources
-  release: lenny-volatile
-  descriptions-table: descriptions
-
-debian-volatile-sloppy-lenny:
-  type: src-pkg
-  archs: [alpha, amd64, arm, armel, hppa, i386, ia64,  mips,
-          mipsel, powerpc, s390, sparc]       
-  directory: /org/mirrors/volatile.debian.org/archive/dists/lenny/volatile-sloppy/
-  components: [main, contrib, non-free]
-  distribution: debian
-  packages-table: packages
-  sources-table: sources
-  uploaders-table: uploaders
-  packages-schema: packages
-  sources-schema: sources
-  release: lenny-volatile-sloppy
-  descriptions-table: descriptions
-
-debian-volatile-proposed-lenny:
-  type: src-pkg
-  archs: [alpha, amd64, arm, armel, hppa, i386, ia64,  mips,
-          mipsel, powerpc, s390, sparc]       
-  directory: /org/mirrors/volatile.debian.org/archive/dists/lenny-proposed-updates/volatile/
-  components: [main, contrib, non-free]
-  distribution: debian
-  packages-table: packages
-  sources-table: sources
-  uploaders-table: uploaders
-  packages-schema: packages
-  sources-schema: sources
-  release: lenny-volatile-proposed
-  descriptions-table: descriptions
-
-debian-squeeze:
-  type: src-pkg
-  archs: [amd64, armel,
-          i386, ia64, mips,
-          mipsel, powerpc, s390, sparc, kfreebsd-amd64, kfreebsd-i386]       
-  directory: /org/mirrors/ftp.debian.org/ftp/dists/squeeze/
-  components: [main, contrib, non-free, main/debian-installer, non-free/debian-installer]
-  distribution: debian
-  packages-table: packages
-  sources-table: sources
-  uploaders-table: uploaders
-  packages-schema: packages
-  sources-schema: sources
-  release: squeeze
-  descriptions-table: descriptions
-
-debian-squeeze-security:
-  type: src-pkg
-  archs: [amd64, armel, 
-          i386, ia64, mips,
-          mipsel, powerpc, s390, sparc, kfreebsd-amd64, kfreebsd-i386]       
-  directory: /org/mirrors/debian-security/dists/squeeze/updates/
-  components: [main, contrib, non-free]
-  distribution: debian
-  packages-table: packages
-  sources-table: sources
-  uploaders-table: uploaders
-  packages-schema: packages
-  sources-schema: sources
-  release: squeeze-security
-  descriptions-table: descriptions
-
-debian-squeeze-proposed-updates:
-  type: src-pkg
-  archs: [amd64, armel, i386, ia64, mips, mipsel, powerpc, s390, sparc, kfreebsd-amd64, kfreebsd-i386]       
-  directory: /org/mirrors/ftp.debian.org/ftp/dists/squeeze-proposed-updates/
-  components: [main, contrib, non-free]
-  distribution: debian
-  packages-table: packages
-  sources-table: sources
-  uploaders-table: uploaders
-  packages-schema: packages
-  sources-schema: sources
-  release: squeeze-proposed-updates
-  descriptions-table: descriptions
-
-debian-squeeze-updates:
-  type: src-pkg
-  archs: [amd64, armel, i386, ia64, mips, mipsel, powerpc, s390, sparc, kfreebsd-amd64, kfreebsd-i386]       
-  directory: /org/mirrors/ftp.debian.org/ftp/dists/squeeze-updates/
-  components: [main, contrib, non-free]
-  distribution: debian
-  packages-table: packages
-  sources-table: sources
-  uploaders-table: uploaders
-  packages-schema: packages
-  sources-schema: sources
-  release: squeeze-updates
-  descriptions-table: descriptions
-
-debian-backports-squeeze:
-  type: src-pkg
-  archs: [amd64, armel, i386, ia64, mips, mipsel, powerpc, s390, sparc, kfreebsd-amd64, kfreebsd-i386]       
-  directory: /org/mirrors/debian-backports/dists/squeeze-backports/
-  components: [main, contrib, non-free, main/debian-installer]
-  distribution: debian
-  packages-table: packages
-  sources-table: sources
-  uploaders-table: uploaders
-  packages-schema: packages
-  sources-schema: sources
-  release: squeeze-backports
-  descriptions-table: descriptions
-
-#debian-backports-squeeze-sloppy:
-#  type: src-pkg
-#  archs: [amd64, armel, i386, ia64, mips, mipsel, powerpc, s390, sparc, kfreebsd-amd64, kfreebsd-i386]       
-#  directory: /org/mirrors/debian-backports/dists/squeeze-backports-sloppy/
-#  components: [main, contrib, non-free ]
-#  distribution: debian-backports-sloppy
-#  packages-table: packages
-#  sources-table: sources
-#  uploaders-table: uploaders
-#  packages-schema: packages
-#  sources-schema: sources
-#  release: squeeze
-#  descriptions-table: descriptions
-
-debian-wheezy:
-  type: src-pkg
-  archs: [amd64, armel, armhf, i386, ia64, mips, mipsel, powerpc, s390, s390x, sparc, kfreebsd-amd64, kfreebsd-i386]
-  directory: /org/mirrors/ftp.debian.org/ftp/dists/wheezy/
-  components: [main, contrib, non-free, main/debian-installer, non-free/debian-installer]
-  distribution: debian
-  packages-table: packages
-  sources-table: sources
-  uploaders-table: uploaders
-  packages-schema: packages
-  sources-schema: sources
-  release: wheezy
-
-debian-wheezy-security:
-  type: src-pkg
-  archs: [amd64, armel, i386, ia64, mips, mipsel, powerpc, s390, sparc, kfreebsd-amd64, kfreebsd-i386]       
-  directory: /org/mirrors/debian-security/dists/wheezy/updates/
-  components: [main, contrib, non-free]
-  distribution: debian
-  packages-table: packages
-  sources-table: sources
-  uploaders-table: uploaders
-  packages-schema: packages
-  sources-schema: sources
-  release: wheezy-security
-
-debian-wheezy-proposed-updates:
-  type: src-pkg
-  archs: [amd64, armel, armhf, i386, ia64, mips, mipsel, powerpc, s390, s390x, sparc, kfreebsd-amd64, kfreebsd-i386]
-  directory: /org/mirrors/ftp.debian.org/ftp/dists/wheezy-proposed-updates/
-  components: [main, contrib, non-free]
-  distribution: debian
-  packages-table: packages
-  sources-table: sources
-  uploaders-table: uploaders
-  packages-schema: packages
-  sources-schema: sources
-  release: wheezy-proposed-updates
-
-debian-sid:
-  type: src-pkg
-  archs: [amd64, armel, armhf, hurd-i386,
-          i386, ia64, mips,
-          mipsel, powerpc, s390, s390x, sparc, kfreebsd-amd64, kfreebsd-i386]
-  directory: /org/mirrors/ftp.debian.org/ftp/dists/sid/
-  components: [main, contrib, non-free, main/debian-installer, non-free/debian-installer]
-  distribution: debian
-  packages-table: packages
-  sources-table: sources
-  uploaders-table: uploaders
-  packages-schema: packages
-  sources-schema: sources
-  release: sid
-
-debian-experimental:
-  type: src-pkg
-  archs: [amd64, armel, armhf, hurd-i386,
-          i386, ia64, mips,
-          mipsel, powerpc, s390, s390x, sparc, kfreebsd-amd64, kfreebsd-i386]
-  directory: /org/mirrors/ftp.debian.org/ftp/dists/experimental/
-  components: [main, contrib, non-free, main/debian-installer, non-free/debian-installer]
-  distribution: debian
-  packages-table: packages
-  sources-table: sources
-  uploaders-table: uploaders
-  packages-schema: packages
-  sources-schema: sources
-  release: experimental
-
-
-ubuntu-quantal:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/quantal/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: quantal
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-
-ubuntu-quantal-security:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/quantal-security/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: quantal-security
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-
-ubuntu-quantal-updates:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/quantal-updates/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: quantal-updates
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-
-ubuntu-quantal-proposed:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/quantal-proposed/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: quantal-proposed
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-
-ubuntu-quantal-backports:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/quantal-backports/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: quantal-backports
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-
-
-ubuntu-precise:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/precise/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: precise
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-
-ubuntu-precise-security:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/precise-security/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: precise-security
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-
-ubuntu-precise-updates:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/precise-updates/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: precise-updates
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-
-ubuntu-precise-proposed:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/precise-proposed/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: precise-proposed
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-
-ubuntu-precise-backports:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/precise-backports/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: precise-backports
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-
-
-ubuntu-oneiric:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/oneiric/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: oneiric
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-
-ubuntu-oneiric-security:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/oneiric-security/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: oneiric-security
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-
-ubuntu-oneiric-updates:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/oneiric-updates/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: oneiric-updates
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-
-ubuntu-oneiric-proposed:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/oneiric-proposed/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: oneiric-proposed
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-
-ubuntu-oneiric-backports:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/oneiric-backports/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: oneiric-backports
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-
-
-ubuntu-natty:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/natty/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: natty
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-  descriptions-table: ubuntu_descriptions
-
-ubuntu-natty-security:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/natty-security/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: natty-security
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-  descriptions-table: ubuntu_descriptions
-
-ubuntu-natty-updates:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/natty-updates/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: natty-updates
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-  descriptions-table: ubuntu_descriptions
-
-ubuntu-natty-proposed:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/natty-proposed/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: natty-proposed
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-  descriptions-table: ubuntu_descriptions
-
-ubuntu-natty-backports:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/natty-backports/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: natty-backports
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-  descriptions-table: ubuntu_descriptions
-
-
-ubuntu-maverick:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/maverick/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: maverick
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-  descriptions-table: ubuntu_descriptions
-
-ubuntu-maverick-security:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/maverick-security/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: maverick-security
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-  descriptions-table: ubuntu_descriptions
-
-ubuntu-maverick-updates:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/maverick-updates/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: maverick-updates
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-  descriptions-table: ubuntu_descriptions
-
-ubuntu-maverick-proposed:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/maverick-proposed/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: maverick-proposed
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-  descriptions-table: ubuntu_descriptions
-
-ubuntu-maverick-backports:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/maverick-backports/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: maverick-backports
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-  descriptions-table: ubuntu_descriptions
-
-
-ubuntu-lucid:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/lucid/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: lucid
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-  descriptions-table: ubuntu_descriptions
-
-ubuntu-lucid-security:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/lucid-security/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: lucid-security
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-  descriptions-table: ubuntu_descriptions
-
-ubuntu-lucid-updates:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/lucid-updates/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: lucid-updates
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-  descriptions-table: ubuntu_descriptions
-
-ubuntu-lucid-proposed:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/lucid-proposed/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: lucid-proposed
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-  descriptions-table: ubuntu_descriptions
-
-ubuntu-lucid-backports:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/lucid-backports/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: lucid-backports
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-  descriptions-table: ubuntu_descriptions
-
-
-#ubuntu-karmic:
-#  type: src-pkg
-#  archs: [amd64, i386]
-#  directory: /org/mirrors/ubuntu.com/ftp/dists/karmic/
-#  components: [main, multiverse, universe, restricted]
-#  distribution: ubuntu
-#  release: karmic
-#  packages-table: ubuntu_packages
-#  sources-table: ubuntu_sources
-#  uploaders-table: ubuntu_uploaders
-#  packages-schema: packages
-#  sources-schema: sources
-#  descriptions-table: ubuntu_descriptions
-#
-#ubuntu-karmic-security:
-#  type: src-pkg
-#  archs: [amd64, i386]
-#  directory: /org/mirrors/ubuntu.com/ftp/dists/karmic-security/
-#  components: [main, multiverse, universe, restricted]
-#  distribution: ubuntu
-#  release: karmic-security
-#  packages-table: ubuntu_packages
-#  sources-table: ubuntu_sources
-#  uploaders-table: ubuntu_uploaders
-#  packages-schema: packages
-#  sources-schema: sources
-#  descriptions-table: ubuntu_descriptions
-#
-#ubuntu-karmic-updates:
-#  type: src-pkg
-#  archs: [amd64, i386]
-#  directory: /org/mirrors/ubuntu.com/ftp/dists/karmic-updates/
-#  components: [main, multiverse, universe, restricted]
-#  distribution: ubuntu
-#  release: karmic-updates
-#  packages-table: ubuntu_packages
-#  sources-table: ubuntu_sources
-#  uploaders-table: ubuntu_uploaders
-#  packages-schema: packages
-#  sources-schema: sources
-#  descriptions-table: ubuntu_descriptions
-#
-#ubuntu-karmic-proposed:
-#  type: src-pkg
-#  archs: [amd64, i386]
-#  directory: /org/mirrors/ubuntu.com/ftp/dists/karmic-proposed/
-#  components: [main, multiverse, universe, restricted]
-#  distribution: ubuntu
-#  release: karmic-proposed
-#  packages-table: ubuntu_packages
-#  sources-table: ubuntu_sources
-#  uploaders-table: ubuntu_uploaders
-#  packages-schema: packages
-#  sources-schema: sources
-#  descriptions-table: ubuntu_descriptions
-#
-#ubuntu-karmic-backports:
-#  type: src-pkg
-#  archs: [amd64, i386]
-#  directory: /org/mirrors/ubuntu.com/ftp/dists/karmic-backports/
-#  components: [main, multiverse, universe, restricted]
-#  distribution: ubuntu
-#  release: karmic-backports
-#  packages-table: ubuntu_packages
-#  sources-table: ubuntu_sources
-#  uploaders-table: ubuntu_uploaders
-#  packages-schema: packages
-#  sources-schema: sources
-#  descriptions-table: ubuntu_descriptions
-
-
-#ubuntu-jaunty:
-#  type: src-pkg
-#  archs: [amd64, i386]
-#  directory: /org/mirrors/ubuntu.com/ftp/dists/jaunty/
-#  components: [main, multiverse, universe, restricted]
-#  distribution: ubuntu
-#  release: jaunty
-#  packages-table: ubuntu_packages
-#  sources-table: ubuntu_sources
-#  uploaders-table: ubuntu_uploaders
-#  packages-schema: packages
-#  sources-schema: sources
-
-#ubuntu-intrepid:
-#  type: src-pkg
-#  archs: [amd64, i386]
-#  directory: /org/mirrors/ubuntu.com/ftp/dists/intrepid/
-#  components: [main, multiverse, universe, restricted]
-#  distribution: ubuntu
-#  release: intrepid
-#  packages-table: ubuntu_packages
-#  sources-table: ubuntu_sources
-#  uploaders-table: ubuntu_uploaders
-#  packages-schema: packages
-#  sources-schema: sources
-
-
-ubuntu-hardy:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/hardy/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: hardy
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-  descriptions-table: ubuntu_descriptions
-
-ubuntu-hardy-security:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/hardy-security/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: hardy-security
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-  descriptions-table: ubuntu_descriptions
-
-ubuntu-hardy-updates:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/hardy-updates/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: hardy-updates
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-  descriptions-table: ubuntu_descriptions
-
-ubuntu-hardy-proposed:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/hardy-proposed/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: hardy-proposed
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-  descriptions-table: ubuntu_descriptions
-
-ubuntu-hardy-backports:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/mirrors/ubuntu.com/ftp/dists/hardy-backports/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: hardy-backports
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-  descriptions-table: ubuntu_descriptions
-
-
-#ubuntu-dapper:
-#  type: src-pkg
-#  archs: [amd64, i386]
-#  directory: /org/mirrors/ubuntu.com/ftp/dists/dapper/
-#  components: [main, multiverse, universe, restricted]
-#  distribution: ubuntu
-#  release: dapper
-#  packages-table: ubuntu_packages
-#  sources-table: ubuntu_sources
-#  uploaders-table: ubuntu_uploaders
-#  packages-schema: packages
-#  sources-schema: sources
-
-aptosid:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/udd.debian.org/mirrors/aptosid/sid
-  update-command: /org/udd.debian.org/udd/scripts/sync-dist.sh debian.tu-bs.de::aptosid/debian/dists/sid/ /org/udd.debian.org/mirrors/aptosid/sid
-  components: [main, fix.main ]
-  distribution: aptosid
-  release: sid
-  packages-table: derivatives_packages
-  sources-table: derivatives_sources
-  uploaders-table: derivatives_uploaders
-  packages-schema: packages
-  sources-schema: sources
-
-skolelinux-squeeze:
-  type: src-pkg
-  archs: [amd64, i386, powerpc]
-  update-command: /org/udd.debian.org/udd/scripts/sync-dist.sh ftp.skolelinux.org::skolelinux-dist/dists/squeeze/ /org/udd.debian.org/mirrors/skolelinux/squeeze
-  directory: /org/udd.debian.org/mirrors/skolelinux/squeeze
-  components: [local]
-  distribution: skolelinux
-  release: squeeze
-  packages-table: derivatives_packages
-  sources-table: derivatives_sources
-  uploaders-table: derivatives_uploaders
-  packages-schema: packages
-  sources-schema: sources
-
-debian-popcon:
-  type: popcon
-  path: /org/udd.debian.org/tmp/all-popcon-results.txt.gz
-  update-command: wget -q -O /org/udd.debian.org/tmp/all-popcon-results.txt.gz http://popcon.debian.org/all-popcon-results.txt.gz
-  table: popcon
-  schema: popcon
-  packages-table: packages
-  
-ubuntu-popcon:
-  type: popcon
-  path: /org/udd.debian.org/tmp/ubuntu-popcon-results.txt.gz
-  update-command: wget -q -O /org/udd.debian.org/tmp/ubuntu-popcon-results.txt.gz http://popcon.ubuntu.com/all-popcon-results.txt.gz
-  table: ubuntu_popcon
-  schema: popcon
-  packages-table: ubuntu_packages
-
-testing-migrations:
-  type: testing-migrations
-  path: /org/udd.debian.org/testing-status/testing-status.raw
-  update-command: /org/udd.debian.org/udd/scripts/testing-status-update
-  schema: testing_migrations
-  table: migrations
-
-upload-history:
-  type: upload-history
-  path: /org/udd.debian.org/tmp/upload-history
-  update-command: if [ ! -e /org/udd.debian.org/tmp/upload-history/ ]; then mkdir /org/udd.debian.org/tmp/upload-history/; fi; cd  /org/udd.debian.org/tmp/upload-history ; lftp -c 'open http://master.debian.org/~lucas/ddc-parser/ ; mirror -e -P .'
-  schema: upload_history
-  table: upload_history
-  #only-recent: False
-
-ubuntu-upload-history:
-  type: upload-history
-  path: /home/laney/ubuntu-udd/ubuntu-changes/
-  schema: upload_history
-  table: ubuntu_upload_history
-  #only-recent: False
-
-hints:
-  type: hints
-  path: /org/udd.debian.org/tmp/hints
-  update-command: /org/udd.debian.org/udd/scripts/update-hints
-
-bugs:
-  type: bugs
-  archived: false
-  table: bugs
-  schema: bugs
-  archived-table: archived_bugs
-  packages-table: packages
-  usertags-table: bugs_usertags
-  sources-table: sources
-
-bugs-archive:
-  type: bugs
-  archived: true
-  table: bugs
-  schema: bugs
-  archived-table: archived_bugs
-  packages-table: packages
-  usertags-table: bugs_usertags
-  sources-table: sources
-
-orphaned-packages:
-  type: orphaned-packages
-  table: orphaned_packages
-  setup: orphaned_packages
-  unarchived-table: bugs
-  schema: orphaned_packages
-  bugs-path: /org/bugs.debian.org
-
-carnivore:
-  type: carnivore
-  update-command: /org/udd.debian.org/udd/scripts/sync-carnivore.sh
-  path: /org/udd.debian.org/mirrors/qa.debian.org-carnivore-report
-  emails-table: carnivore_emails
-  names-table: carnivore_names
-  keys-table: carnivore_keys
-  login-table: carnivore_login
-  schema: carnivore
-
-lintian:
-  type: lintian
-  update-command: rm -f /org/udd.debian.org/mirrors/lintian.log && wget -q http://lintian.debian.org/lintian.log -O /org/udd.debian.org/mirrors/lintian.log
-  path: /org/udd.debian.org/mirrors/lintian.log
-  table: lintian
-  schema: lintian
-
-ubuntu-lintian:
-  type: lintian
-  update-command: rm -f /org/udd.debian.org/mirrors/ubuntu.lintian.log && wget -q http://lintian.ubuntuwire.org/lintian.log -O /org/udd.debian.org/mirrors/ubuntu.lintian.log
-  path: /org/udd.debian.org/mirrors/ubuntu.lintian.log
-  table: ubuntu_lintian
-  schema: lintian
-
-dehs:
-  type: dehs
-  update-command: rm -f /org/udd.debian.org/mirrors/dehs.txt && wget -q http://qa.debian.org/cgi-bin/udd-dehs -O /org/udd.debian.org/mirrors/dehs.txt
-  path: /org/udd.debian.org/mirrors/dehs.txt
-
-ldap:
-  type: ldap
-
-debtags:
-  type: debtags
-  update-command: rm -f /org/udd.debian.org/mirrors/debtags.txt && wget -q http://svn.debian.org/viewsvn/*checkout*/debtags/tagdb/tags -O /org/udd.debian.org/mirrors/debtags.txt
-  path: /org/udd.debian.org/mirrors/debtags.txt
-  table: debtags
-  schema: debtags
-
-ubuntu-bugs:
-   type: ubuntu-bugs
-
-ddtp:
-   type: ddtp
-   update-command: /org/udd.debian.org/udd/scripts/fetch_ddtp_translations.sh /org/udd.debian.org/mirrors/ddtp /org/mirrors/ftp.debian.org/ftp/dists
-   path: /org/udd.debian.org/mirrors/ddtp
-   files: Translation-.*\.gz
-   mirrorpath: /org/mirrors/ftp.debian.org/ftp/dists
-   descriptions-table: descriptions
-   imports-table: description_imports
-   schema: ddtp
-
-ubuntu-ddtp:
-   type: ddtp
-   update-command: /org/udd.debian.org/udd/scripts/fetch_ddtp_translations.sh /org/udd.debian.org/mirrors/ubuntu-ddtp /org/mirrors/ubuntu.com/ftp/dists
-   path: /org/udd.debian.org/mirrors/ubuntu-ddtp
-   files: Translation-.*\.gz
-   mirrorpath: /org/mirrors/ubuntu.com/ftp/dists
-   descriptions-table: ubuntu_descriptions
-   imports-table: ubuntu_description_imports
-   schema: ddtp
-   distribution: ubuntu
-
-ftpnew:
-  type: ftpnew
-  update-command: /org/udd.debian.org/udd/scripts/fetch_ftpnew.sh
-  path: /org/udd.debian.org/mirrors/ftpnew
-  cache: /org/udd.debian.org/mirrors/cache
-  ftpmasterURL: http://ftp-master.debian.org/new/
-  table_sources:  new_sources
-  table_packages: new_packages
-  releases_ignore: "'etch'"
-
-screenshots:
-  type: screenshots
-  update-command: /org/udd.debian.org/udd/scripts/fetch_screenshots.sh
-  path: /org/udd.debian.org/mirrors/screenshots
-  cache: /org/udd.debian.org/mirrors/cache
-  table:  screenshots
-  screenshots_json: /org/udd.debian.org/mirrors/screenshots/screenshots.json
-
-bibref:
-  type: bibref
-  update-command: /org/udd.debian.org/udd/scripts/fetch_bibref.sh /org/udd.debian.org/mirrors/bibref svn://svn.debian.org/svn/collab-qa/packages-metadata
-  path: /org/udd.debian.org/mirrors/bibref/packages-metadata
-  cache: /org/udd.debian.org/mirrors/cache
-  table: bibref
-  bibref_yaml: /org/udd.debian.org/mirrors/bibref/bibref.yaml
-
-blends-prospective:
-  type: blends-prospective
-  update-command: /org/udd.debian.org/udd/scripts/fetch_machine-readable.sh
-  path: /org/udd.debian.org/mirrors/machine-readable
-  table: blends_prospectivepackages
-
-wannabuild:
-  type: wannabuild
-  wbdb: "dbname=wanna-build host=localhost port=5433 user=guest"
-  archs: [alpha, amd64, arm, armel, armhf, hppa, hurd-i386,
-    i386, ia64, kfreebsd-amd64, kfreebsd-i386, mips,
-    mipsel, powerpc, s390, s390x, sparc]
-
-removals:
-  type: removals
-  update-command: wget -q http://ftp-master.debian.org/removals-full.txt -O - | /org/udd.debian.org/udd/scripts/fix-removal-timestamps.py > /org/udd.debian.org/mirrors/removals-full.txt
-  path: /org/udd.debian.org/mirrors/removals-full.txt
-  table: package_removal
-  schema: package_removal
-
-pts:
-  type: pts
-  update-command: ssh -i /org/udd.debian.org/.ssh/id_ptsdata qa at quantz.debian.org /srv/packages.qa.debian.org/bin/export-data-to-udd > /org/udd.debian.org/tmp/pts.txt
-  path: /org/udd.debian.org/tmp/pts.txt
-
-history-daily:
-  type: history-daily
-
-i18n-apps:
-   type: i18n-apps
-   update-command: /org/udd.debian.org/udd/scripts/fetch_i18n-apps.sh
-   path: /org/udd.debian.org/mirrors/i18n-apps
-   mirror: http://i18n.debian.net/material/data
-   files: .*\.gz
-   releases: sid wheezy
-   table_apps: i18n_apps
-   table_debconf: po_debconf
-
-debian-ports-sid:
-  type: src-pkg
-  archs: [alpha, armhf, avr32, hppa, hurd-i386, m68k, powerpcspe, sh4, sparc64 ]
-  directory: /org/udd.debian.org/mirrors/debian-ports/unstable/
-  components: [main]
-  distribution: debian-ports
-  packages-table: derivatives_packages
-  sources-table: derivatives_sources
-  uploaders-table: derivatives_uploaders
-  packages-schema: packages
-  sources-schema: sources
-  release: sid
-  update-command: /org/udd.debian.org/udd/scripts/sync-dist.sh rsync.debian-ports.org::debian/dists/unstable/ /org/udd.debian.org/mirrors/debian-ports/unstable
-  no-sources: true
-
-debian-ports-unreleased:
-  type: src-pkg
-  archs: [armhf, avr32, hurd-i386, m68k, powerpcspe, sh4, sparc64 ]
-  directory: /org/udd.debian.org/mirrors/debian-ports/unreleased/
-  components: [main]
-  distribution: debian-ports
-  packages-table: derivatives_packages
-  sources-table: derivatives_sources
-  uploaders-table: derivatives_uploaders
-  packages-schema: packages
-  sources-schema: sources
-  release: unreleased
-  update-command: /org/udd.debian.org/udd/scripts/sync-dist.sh rsync.debian-ports.org::debian/dists/unreleased/ /org/udd.debian.org/mirrors/debian-ports/unreleased
-
-debian-ports-experimental:
-  type: src-pkg
-  archs: [alpha, armhf, avr32, hppa, hurd-i386, m68k, powerpcspe, sh4, sparc64 ]
-  directory: /org/udd.debian.org/mirrors/debian-ports/experimental/
-  components: [main]
-  distribution: debian-ports
-  packages-table: derivatives_packages
-  sources-table: derivatives_sources
-  uploaders-table: derivatives_uploaders
-  packages-schema: packages
-  sources-schema: sources
-  release: experimental
-  update-command: /org/udd.debian.org/udd/scripts/sync-dist.sh rsync.debian-ports.org::debian/dists/experimental/ /org/udd.debian.org/mirrors/debian-ports/experimental
-  no-sources: true
-
-deferred:
-  type: deferred
-  url: http://ftp-master.debian.org/deferred/status

Deleted: udd/config-standalone.yaml
===================================================================
--- udd/config-standalone.yaml	2012-09-03 03:00:32 UTC (rev 2466)
+++ udd/config-standalone.yaml	2012-09-03 19:22:10 UTC (rev 2467)
@@ -1,236 +0,0 @@
-general:
-  dbname: udd
-  types:
-    sources: module udd.sources_gatherer
-    packages: module udd.packages_gatherer
-    setup: exec python db_manager.py
-    delete: exec python db_manager.py
-    src-pkg: module udd.src_and_pkg_gatherer
-    popcon: module udd.popcon_gatherer
-    testing-migrations: module udd.testing_migrations_gatherer
-    upload-history: module udd.upload_history_gatherer
-    orphaned_packages: module udd.orphaned_packages_gatherer
-    bugs: exec DEBBUGS_CONFIG_FILE=/org/udd.debian.net/mirrors/bugs.debian.org/etc/config perl /org/udd.debian.net/udd/udd/bugs_gatherer.pl 
-    carnivore: module udd.carnivore_gatherer
-    lintian: module udd.lintian_gatherer
-    debtags: module udd.debtags_gatherer
-    ubuntu-bugs: module udd.ubuntu_bugs_gatherer
-  debug: 1
-  timestamp-dir: /org/udd.debian.net/timestamps
-  lock-dir: /org/udd.debian.net/locks
-
-  archs:
-   [alpha, amd64, arm, armeb, armel, hppa, hurd-i386,
-    i386, i486, ia64, kfreebsd-amd64, kfreebsd-i386, m68k, mips,
-    mipsel, powerpc, ppc64, s390, sparc, all, any, lpia, m32r, s390x, sh3,
-    sh3eb, sh4, sh4eb, sh, knetbsd-i386, netbsd-alpha, sparc64,
-    netbsd-i386, hurd-powerpc, kfreebsd-powerpc, netbsd-powerpc, hurd-sparc,
-    kfreebsd-sparc, netbsd-sparc, darwin-i386, freebsd-i386, openbsd-i386, darwin-powerpc]
-
-debian-lenny:
-  type: src-pkg
-  archs: [alpha, amd64, arm, armel, hppa,
-          i386, ia64, mips,
-          mipsel, powerpc, s390, sparc]       
-  directory: /org/ftp.debian.org/dists/lenny/
-  components: [main, contrib, non-free]
-  distribution: debian
-  packages-table: packages
-  sources-table: sources
-  uploaders-table: uploaders
-  packages-schema: packages
-  sources-schema: sources
-  release: lenny
-  update-command: /org/udd.debian.net/udd/scripts/sync-dist.sh ftp.fr.debian.org::debian/dists/lenny/ /org/udd.debian.net/mirrors/debian/lenny
-
-debian-experimental:
-  type: src-pkg
-  archs: [alpha, amd64, arm, armel, hppa, hurd-i386,
-          i386, ia64, m68k, mips,
-          mipsel, powerpc, s390, sparc]       
-  directory: /org/ftp.debian.org/dists/experimental/
-  components: [main, contrib, non-free]
-  distribution: debian
-  packages-table: packages
-  sources-table: sources
-  uploaders-table: uploaders
-  packages-schema: packages
-  sources-schema: sources
-  release: experimental
-  update-command: /org/udd.debian.net/udd/scripts/sync-dist.sh ftp.fr.debian.org::debian/dists/experimental/ /org/udd.debian.net/mirrors/debian/experimental
-
-debian-sid:
-  type: src-pkg
-  archs: [alpha, amd64, arm, armel, hppa, hurd-i386,
-          i386, ia64, m68k, mips,
-          mipsel, powerpc, s390, sparc]       
-  directory: /org/ftp.debian.org/dists/sid/
-  components: [main, contrib, non-free]
-  distribution: debian
-  packages-table: packages
-  sources-table: sources
-  uploaders-table: uploaders
-  packages-schema: packages
-  sources-schema: sources
-  release: sid
-  update-command: /org/udd.debian.net/udd/scripts/sync-dist.sh ftp.fr.debian.org::debian/dists/sid/ /org/udd.debian.net/mirrors/debian/sid  
-  
-debian-etch:
-  type: src-pkg
-  archs: [alpha, amd64, arm, hppa, i386, ia64,  mips,
-          mipsel, powerpc, s390, sparc]       
-  directory: /org/ftp.debian.org/dists/etch/
-  components: [main, contrib, non-free]
-  distribution: debian
-  packages-table: packages
-  sources-table: sources
-  uploaders-table: uploaders
-  packages-schema: packages
-  sources-schema: sources
-  release: etch
-  update-command: /org/udd.debian.net/udd/scripts/sync-dist.sh ftp.fr.debian.org::debian/dists/etch/ /org/udd.debian.net/mirrors/debian/etch
-
-debian-backports-etch:
-  type: src-pkg
-  archs: [alpha, amd64, arm, hppa, i386, ia64,  mips,
-          mipsel, powerpc, s390, sparc]       
-  directory: /org/ftp.backports.org/dists/etch-backports/
-  components: [main, contrib, non-free]
-  distribution: debian-backports
-  packages-table: packages
-  sources-table: sources
-  uploaders-table: uploaders
-  packages-schema: packages
-  sources-schema: sources
-  release: etch
-  update-command: /org/udd.debian.net/udd/scripts/sync-dist.sh ftp.backports.org::backports.org/dists/etch-backports/ /org/udd.debian.net/mirrors/debian-backports/etch-backports
-
-debian-volatile-etch:
-  type: src-pkg
-  archs: [alpha, amd64, arm, hppa, i386, ia64,  mips,
-          mipsel, powerpc, s390, sparc]       
-  directory: /org/volatile.debian.org/dists/etch/volatile/
-  components: [main, contrib, non-free]
-  distribution: debian-volatile
-  packages-table: packages
-  sources-table: sources
-  uploaders-table: uploaders
-  packages-schema: packages
-  sources-schema: sources
-  release: etch
-  update-command: /org/udd.debian.net/udd/scripts/sync-dist.sh volatile.debian.or.at::debian-volatile/dists/etch/ /org/udd.debian.net/mirrors/debian-volatile/etch
-
-ubuntu-intrepid:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/udd.debian.net/mirrors/ubuntu/intrepid/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: intrepid
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-  update-command: /org/udd.debian.net/udd/scripts/sync-dist.sh archive.ubuntu.com::ubuntu/dists/intrepid/ /org/udd.debian.net/mirrors/ubuntu/intrepid
-
-ubuntu-hardy:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/udd.debian.net/mirrors/ubuntu/hardy/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: hardy
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-  update-command: /org/udd.debian.net/udd/scripts/sync-dist.sh archive.ubuntu.com::ubuntu/dists/hardy/ /org/udd.debian.net/mirrors/ubuntu/hardy
-
-debian-popcon:
-  type: popcon
-  path: /org/udd.debian.net/tmp/all-popcon-results.txt.gz
-  update-command: wget -q -O /org/udd.debian.net/tmp/all-popcon-results.txt.gz http://popcon.debian.org/all-popcon-results.txt.gz
-  table: popcon
-  schema: popcon
-  packages-table: packages
-  
-ubuntu-popcon:
-  type: popcon
-  path: /org/udd.debian.net/tmp/ubuntu-popcon-results.txt.gz
-  update-command: wget -q -O /org/udd.debian.net/tmp/ubuntu-popcon-results.txt.gz http://popcon.ubuntu.com/all-popcon-results.txt.gz
-  table: ubuntu_popcon
-  schema: popcon
-  packages-table: ubuntu_packages
-
-testing-migrations:
-  type: testing-migrations
-  path: /org/udd.debian.net/tmp/migrations
-  update-command: wget -q -O /org/udd.debian.net/tmp/migrations 'http://qa.debian.org/~lucas/testing-status.raw'
-  schema: testing_migrations
-  table: migrations
-
-upload-history:
-  type: upload-history
-  path: /org/udd.debian.net/tmp/upload-history
-  update-command: if [ ! -e /org/udd.debian.net/tmp/upload-history/ ]; then mkdir /org/udd.debian.net/tmp/upload-history/; fi; lftp -c 'mirror -e -P http://qa.debian.org/~filippo/ddc/ /org/udd.debian.net/tmp/upload-history'
-  schema: upload_history
-  table: upload_history
-
-bugs:
-  type: bugs
-  archived: false
-  update-command: /org/udd.debian.net/udd/scripts/sync-data-from-udd.d.n.sh /org/udd.debian.net/mirrors/
-  table: bugs
-  schema: bugs
-  archived-table: archived_bugs
-  packages-table: packages
-  usertags-table: bugs_usertags
-  sources-table: sources
-
-bugs-archive:
-  type: bugs
-  archived: true
-  table: bugs
-  schema: bugs
-  archived-table: archived_bugs
-  packages-table: packages
-  usertags-table: bugs_usertags
-  sources-table: sources
-  update-command: /org/udd.debian.net/udd/scripts/sync-data-from-udd.d.n.sh /org/udd.debian.net/mirrors/
-
-orphaned_packages:
-  type: orphaned_packages
-  table: orphaned_packages
-  setup: orphaned_packages
-  unarchived-table: bugs
-  schema: orphaned_packages
-  bugs-path: /org/bugs.debian.org
-
-carnivore:
-  type: carnivore
-  update-command: /org/udd.debian.net/udd/scripts/sync-data-from-udd.d.n.sh /org/udd.debian.net/mirrors/
-  path: /org/udd.debian.net/mirrors/qa.debian.org/carnivore/report
-  emails-table: carnivore_emails
-  names-table: carnivore_names
-  keys-table: carnivore_keys
-  login-table: carnivore_login
-  schema: carnivore
-
-lintian:
-  type: lintian
-  update-command: rm -f /org/udd.debian.net/mirrors/lintian.log && wget -q http://lintian.debian.org/lintian.log -O /org/udd.debian.net/mirrors/lintian.log
-  path: /org/udd.debian.net/mirrors/lintian.log
-  table: lintian
-  schema: lintian
-
-debtags:
-  type: debtags
-  update-command: rm -f /org/udd.debian.net/mirrors/debtags.txt && wget -q http://svn.debian.org/viewsvn/*checkout*/debtags/tagdb/tags -O /org/udd.debian.net/mirrors/debtags.txt
-  path: /org/udd.debian.net/mirrors/debtags.txt
-  table: debtags
-  schema: debtags
-
-ubuntu-bugs:
-   type: ubuntu-bugs

Deleted: udd/config.yaml
===================================================================
--- udd/config.yaml	2012-09-03 03:00:32 UTC (rev 2466)
+++ udd/config.yaml	2012-09-03 19:22:10 UTC (rev 2467)
@@ -1,230 +0,0 @@
-general:
-  dbname: udd
-  types:
-    sources: module udd.sources_gatherer
-    packages: module udd.packages_gatherer
-    setup: exec python db_manager.py
-    delete: exec python db_manager.py
-    src-pkg: module udd.src_and_pkg_gatherer
-    popcon: module udd.popcon_gatherer
-    testing-migrations: module udd.testing_migrations_gatherer
-    upload-history: module udd.upload_history_gatherer
-    orphaned_packages: module udd.orphaned_packages_gatherer
-    bugs: exec DEBBUGS_CONFIG_FILE=/org/udd.debian.net/mirrors/bugs.debian.org/etc/config perl /org/udd.debian.net/udd/udd/bugs_gatherer.pl 
-    carnivore: module udd.carnivore_gatherer
-    lintian: module udd.lintian_gatherer
-    debtags: module udd.debtags_gatherer
-    ubuntu-bugs: module udd.ubuntu_bugs_gatherer
-  debug: 1
-  timestamp-dir: /org/udd.debian.net/timestamps
-  lock-dir: /org/udd.debian.net/locks
-
-  archs:
-   [alpha, amd64, arm, armeb, armel, hppa, hurd-i386,
-    i386, i486, ia64, kfreebsd-amd64, kfreebsd-i386, m68k, mips,
-    mipsel, powerpc, ppc64, s390, sparc, all, any, lpia, m32r, s390x, sh3,
-    sh3eb, sh4, sh4eb, sh, knetbsd-i386, netbsd-alpha, sparc64,
-    netbsd-i386, hurd-powerpc, kfreebsd-powerpc, netbsd-powerpc, hurd-sparc,
-    kfreebsd-sparc, netbsd-sparc, darwin-i386, freebsd-i386, openbsd-i386, darwin-powerpc]
-
-debian-lenny:
-  type: src-pkg
-  archs: [alpha, amd64, arm, armel, hppa,
-          i386, ia64, mips,
-          mipsel, powerpc, s390, sparc]       
-  directory: /org/ftp.debian.org/dists/lenny/
-  components: [main, contrib, non-free]
-  distribution: debian
-  packages-table: packages
-  sources-table: sources
-  uploaders-table: uploaders
-  packages-schema: packages
-  sources-schema: sources
-  release: lenny
-
-debian-experimental:
-  type: src-pkg
-  archs: [alpha, amd64, arm, armel, hppa, hurd-i386,
-          i386, ia64, m68k, mips,
-          mipsel, powerpc, s390, sparc]       
-  directory: /org/ftp.debian.org/dists/experimental/
-  components: [main, contrib, non-free]
-  distribution: debian
-  packages-table: packages
-  sources-table: sources
-  uploaders-table: uploaders
-  packages-schema: packages
-  sources-schema: sources
-  release: experimental
-
-debian-sid:
-  type: src-pkg
-  archs: [alpha, amd64, arm, armel, hppa, hurd-i386,
-          i386, ia64, m68k, mips,
-          mipsel, powerpc, s390, sparc]       
-  directory: /org/ftp.debian.org/dists/sid/
-  components: [main, contrib, non-free]
-  distribution: debian
-  packages-table: packages
-  sources-table: sources
-  uploaders-table: uploaders
-  packages-schema: packages
-  sources-schema: sources
-  release: sid
-  
-debian-etch:
-  type: src-pkg
-  archs: [alpha, amd64, arm, hppa, i386, ia64,  mips,
-          mipsel, powerpc, s390, sparc]       
-  directory: /org/ftp.debian.org/dists/etch/
-  components: [main, contrib, non-free]
-  distribution: debian
-  packages-table: packages
-  sources-table: sources
-  uploaders-table: uploaders
-  packages-schema: packages
-  sources-schema: sources
-  release: etch
-
-debian-backports-etch:
-  type: src-pkg
-  archs: [alpha, amd64, arm, hppa, i386, ia64,  mips,
-          mipsel, powerpc, s390, sparc]       
-  directory: /org/ftp.backports.org/dists/etch-backports/
-  components: [main, contrib, non-free]
-  distribution: debian-backports
-  packages-table: packages
-  sources-table: sources
-  uploaders-table: uploaders
-  packages-schema: packages
-  sources-schema: sources
-  release: etch
-
-debian-volatile-etch:
-  type: src-pkg
-  archs: [alpha, amd64, arm, hppa, i386, ia64,  mips,
-          mipsel, powerpc, s390, sparc]       
-  directory: /org/volatile.debian.org/dists/etch/volatile/
-  components: [main, contrib, non-free]
-  distribution: debian-volatile
-  packages-table: packages
-  sources-table: sources
-  uploaders-table: uploaders
-  packages-schema: packages
-  sources-schema: sources
-  release: etch
-
-ubuntu-intrepid:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/udd.debian.net/mirrors/ubuntu/intrepid/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: intrepid
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-  update-command: /org/udd.debian.net/udd/scripts/sync-dist.sh archive.ubuntu.com::ubuntu/dists/intrepid/ /org/udd.debian.net/mirrors/ubuntu/intrepid
-
-ubuntu-hardy:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/udd.debian.net/mirrors/ubuntu/hardy/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: hardy
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  uploaders-table: ubuntu_uploaders
-  packages-schema: packages
-  sources-schema: sources
-  update-command: /org/udd.debian.net/udd/scripts/sync-dist.sh archive.ubuntu.com::ubuntu/dists/hardy/ /org/udd.debian.net/mirrors/ubuntu/hardy
-
-debian-popcon:
-  type: popcon
-  path: /org/udd.debian.net/tmp/all-popcon-results.txt.gz
-  update-command: wget -q -O /org/udd.debian.net/tmp/all-popcon-results.txt.gz http://popcon.debian.org/all-popcon-results.txt.gz
-  table: popcon
-  schema: popcon
-  packages-table: packages
-  
-ubuntu-popcon:
-  type: popcon
-  path: /org/udd.debian.net/tmp/ubuntu-popcon-results.txt.gz
-  update-command: wget -q -O /org/udd.debian.net/tmp/ubuntu-popcon-results.txt.gz http://popcon.ubuntu.com/all-popcon-results.txt.gz
-  table: ubuntu_popcon
-  schema: popcon
-  packages-table: ubuntu_packages
-
-testing-migrations:
-  type: testing-migrations
-  path: /org/udd.debian.net/tmp/migrations
-  update-command: wget -q -O /org/udd.debian.net/tmp/migrations 'http://qa.debian.org/~lucas/testing-status.raw'
-  schema: testing_migrations
-  table: migrations
-
-upload-history:
-  type: upload-history
-  path: /org/udd.debian.net/tmp/upload-history
-  update-command: if [ ! -e /org/udd.debian.net/tmp/upload-history/ ]; then mkdir /org/udd.debian.net/tmp/upload-history/; fi; rm -rf /org/udd.debian.net/tmp/upload-history/*; wget -q -r --no-parent -nd -A debian-devel-* -P /org/udd.debian.net/tmp/upload-history http://qa.debian.org/~filippo/ddc/
-  schema: upload_history
-  table: upload_history
-
-bugs:
-  type: bugs
-  archived: false
-  update-command: /org/udd.debian.net/mirrors/sync-bugs.debian.org
-  table: bugs
-  schema: bugs
-  archived-table: archived_bugs
-  packages-table: packages
-  usertags-table: bugs_usertags
-  sources-table: sources
-
-bugs-archive:
-  type: bugs
-  archived: true
-  table: bugs
-  schema: bugs
-  archived-table: archived_bugs
-  packages-table: packages
-  usertags-table: bugs_usertags
-  sources-table: sources
-  update-command: /org/udd.debian.net/mirrors/sync-bugs.debian.org
-
-orphaned_packages:
-  type: orphaned_packages
-  table: orphaned_packages
-  setup: orphaned_packages
-  unarchived-table: bugs
-  schema: orphaned_packages
-  bugs-path: /org/bugs.debian.org
-
-carnivore:
-  type: carnivore
-  update-command: /org/udd.debian.net/mirrors/sync-carnivore
-  path: /org/udd.debian.net/mirrors/qa.debian.org/carnivore/report
-  emails-table: carnivore_emails
-  names-table: carnivore_names
-  keys-table: carnivore_keys
-  login-table: carnivore_login
-  schema: carnivore
-
-lintian:
-  type: lintian
-  update-command: rm -f /org/udd.debian.net/mirrors/lintian.log && wget -q http://lintian.debian.org/lintian.log -O /org/udd.debian.net/mirrors/lintian.log
-  path: /org/udd.debian.net/mirrors/lintian.log
-  table: lintian
-  schema: lintian
-
-debtags:
-  type: debtags
-  update-command: rm -f /org/udd.debian.net/mirrors/debtags.txt && wget -q http://svn.debian.org/viewsvn/*checkout*/debtags/tagdb/tags -O /org/udd.debian.net/mirrors/debtags.txt
-  path: /org/udd.debian.net/mirrors/debtags.txt
-  table: debtags
-  schema: debtags
-
-ubuntu-bugs:
-   type: ubuntu-bugs

Deleted: udd/logging.ini
===================================================================
--- udd/logging.ini	2012-09-03 03:00:32 UTC (rev 2466)
+++ udd/logging.ini	2012-09-03 19:22:10 UTC (rev 2467)
@@ -1,46 +0,0 @@
-[loggers]
-keys=root,ddtp_gatherer
-
-[handlers]
-keys=consolehandler,filehandler,debugfilehandler
-
-[formatters]
-keys=defaultformatter
-
-[logger_root]
-#level=DEBUG
-level=WARNING
-handlers=filehandler,debugfilehandler
-
-[logger_ddtp_gatherer]
-#level=DEBUG
-level=WARNING
-# handlers=consolehandler
-# Try to avoid strange errors issued in cron jobs if not run from console
-handlers=filehandler
-propagate=1
-qualname=ddtp_gatherer
-
-[handler_consolehandler]
-class=StreamHandler
-level=NOTSET
-formatter=defaultformatter
-args=(sys.stderr,)
-
-[handler_debugfilehandler]
-class=FileHandler
-level=DEBUG
-formatter=defaultformatter
-args=('udd-debug.log', 'w')
-
-[handler_filehandler]
-class=FileHandler
-level=WARNING
-formatter=defaultformatter
-args=('udd.log', 'a')
-
-[formatter_defaultformatter]
-format=%(asctime)s %(levelname)s %(name)s %(module)s %(funcName)s:%(lineno)d %(message)s
-datefmt=
-class=logging.Formatter
-

Deleted: udd/test.yaml
===================================================================
--- udd/test.yaml	2012-09-03 03:00:32 UTC (rev 2466)
+++ udd/test.yaml	2012-09-03 19:22:10 UTC (rev 2467)
@@ -1,209 +0,0 @@
-general:
-  dbname: udd-test
-  types:
-    sources: module udd.sources_gatherer
-    packages: module udd.packages_gatherer
-    setup: exec python db_manager.py
-    delete: exec python db_manager.py
-    src-pkg: module udd.src_and_pkg_gatherer
-    popcon: module udd.popcon_gatherer
-    testing-migrations: module udd.testing_migrations_gatherer
-    upload-history: module udd.upload_history_gatherer
-    orphaned_packages: module udd.orphaned_packages_gatherer
-    bugs: exec DEBBUGS_CONFIG_FILE=/org/udd.debian.net/mirrors/bugs.debian.org/etc/config perl /org/udd.debian.net/udd/src/udd/bugs_gatherer.pl 
-    carnivore: module udd.carnivore_gatherer
-    lintian: module udd.lintian_gatherer
-  debug: 1
-  timestamp-dir: /org/udd.debian.net/timestamps
-  schema-dir: /org/udd.debian.net/udd/src/schema
-  lock-dir: /org/udd.debian.net/locks
-
-  archs:
-   [alpha, amd64, arm, armeb, armel, hppa, hurd-i386,
-    i386, i486, ia64, kfreebsd-amd64, kfreebsd-i386, m68k, mips,
-    mipsel, powerpc, ppc64, s390, sparc, all, any, lpia, m32r, s390x, sh3,
-    sh3eb, sh4, sh4eb, sh, knetbsd-i386, netbsd-alpha, sparc64,
-    netbsd-i386, hurd-powerpc, kfreebsd-powerpc, netbsd-powerpc, hurd-sparc,
-    kfreebsd-sparc, netbsd-sparc, darwin-i386, freebsd-i386, openbsd-i386, darwin-powerpc]
-
-debian-lenny:
-  type: src-pkg
-  archs: [alpha, amd64, arm, armel, hppa,
-          i386, ia64, mips,
-          mipsel, powerpc, s390, sparc]       
-  directory: /org/ftp.debian.org/dists/lenny/
-  components: [main, contrib, non-free]
-  distribution: debian
-  packages-table: packages
-  sources-table: sources
-  packages-schema: packages
-  sources-schema: sources
-  release: lenny
-
-debian-sid:
-  type: src-pkg
-  archs: [alpha, amd64, arm, armel, hppa, hurd-i386,
-          i386, i486, ia64, kfreebsd-amd64, kfreebsd-i386, m68k, mips,
-          mipsel, powerpc, ppc64, s390, sparc]       
-  directory: /org/ftp.debian.org/dists/sid/
-  components: [main, contrib, non-free]
-  distribution: debian
-  packages-table: packages
-  sources-table: sources
-  packages-schema: packages
-  sources-schema: sources
-  release: sid
-  
-debian-etch:
-  type: src-pkg
-  archs: [alpha, amd64, arm, armel, hppa, hurd-i386,
-          i386, i486, ia64, kfreebsd-amd64, kfreebsd-i386, m68k, mips,
-          mipsel, powerpc, ppc64, s390, sparc]       
-  directory: /org/ftp.debian.org/dists/etch/
-  components: [main, contrib, non-free]
-  distribution: debian
-  packages-table: packages
-  sources-table: sources
-  packages-schema: packages
-  sources-schema: sources
-  release: etch
-
-debian-backports-etch:
-  type: src-pkg
-  archs: [alpha, amd64, arm, armel, hppa, hurd-i386,
-          i386, i486, ia64, kfreebsd-amd64, kfreebsd-i386, m68k, mips,
-          mipsel, powerpc, ppc64, s390, sparc]       
-  directory: /org/ftp.backports.org/dists/etch-backports/
-  components: [main, contrib, non-free]
-  distribution: debian-backports
-  packages-table: packages
-  sources-table: sources
-  packages-schema: packages
-  sources-schema: sources
-  release: etch
-
-debian-volatile-etch:
-  type: src-pkg
-  archs: [alpha, amd64, arm, armel, hppa, hurd-i386,
-          i386, i486, ia64, kfreebsd-amd64, kfreebsd-i386, m68k, mips,
-          mipsel, powerpc, ppc64, s390, sparc]       
-  directory: /org/volatile.debian.org/dists/etch/volatile/
-  components: [main, contrib, non-free]
-  distribution: debian-volatile
-  packages-table: packages
-  sources-table: sources
-  packages-schema: packages
-  sources-schema: sources
-  release: etch
-
-ubuntu-intrepid:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/udd.debian.net/mirrors/ubuntu/intrepid/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: intrepid
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  packages-schema: packages
-  sources-schema: sources
-  update-command: /org/udd.debian.net/mirrors/ubuntu-rsync intrepid /org/udd.debian.net/mirrors/ubuntu
-
-ubuntu-hardy:
-  type: src-pkg
-  archs: [amd64, i386]
-  directory: /org/udd.debian.net/mirrors/ubuntu/hardy/
-  components: [main, multiverse, universe, restricted]
-  distribution: ubuntu
-  release: hardy
-  packages-table: ubuntu_packages
-  sources-table: ubuntu_sources
-  packages-schema: packages
-  sources-schema: sources
-  update-command: /org/udd.debian.net/mirrors/ubuntu-rsync hardy /org/udd.debian.net/mirrors/ubuntu
-
-
-debian-popcon:
-  type: popcon
-  path: /org/udd.debian.net/tmp/all-popcon-results.txt.gz
-  update-command: wget -O /org/udd.debian.net/tmp/all-popcon-results.txt.gz http://popcon.debian.org/all-popcon-results.txt.gz
-  table: popcon
-  schema: popcon
-  packages-table: packages
-  
-ubuntu-popcon:
-  type: popcon
-  path: /org/udd.debian.net/tmp/ubuntu-popcon-results.txt.gz
-  update-command: wget -O /org/udd.debian.net/tmp/ubuntu-popcon-results.txt.gz http://popcon.ubuntu.com/all-popcon-results.txt.gz
-  table: ubuntu_popcon
-  schema: popcon
-  packages-table: ubuntu_packages
-
-testing-migrations:
-  type: testing-migrations
-  path: /org/udd.debian.net/tmp/migrations
-  update-command: wget -O /org/udd.debian.net/tmp/migrations 'http://qa.debian.org/~lucas/testing-status.raw'
-  schema: testing_migrations
-  table: migrations
-
-upload-history:
-  type: upload-history
-  path: /org/udd.debian.net/tmp/upload-history
-  update-command: if [ ! -e /org/udd.debian.net/tmp/upload-history/ ]; then mkdir /org/udd.debian.net/tmp/upload-history/; fi; rm -rf /org/udd.debian.net/tmp/upload-history/*; wget -r --no-parent -nd -A debian-devel-* -P /org/udd.debian.net/tmp/upload-history http://qa.debian.org/~filippo/ddc/
-  schema: upload_history
-  table: upload_history
-
-bugs:
-  type: bugs
-  archived: false
-  update-command: /org/udd.debian.net/mirrors/sync-bugs.debian.org
-  table: bugs
-  schema: bugs
-  archived-table: archived_bugs
-  packages-table: packages
-  usertags-table: bugs_usertags
-  sources-table: sources
-  debug: false
-
-bugs-archive:
-  type: bugs
-  archived: true
-  table: bugs
-  schema: bugs
-  archived-table: archived_bugs
-  packages-table: packages
-  usertags-table: bugs_usertags
-  sources-table: sources
-  update-command: /org/udd.debian.net/mirrors/sync-bugs.debian.org
-
-orphaned_packages:
-  type: orphaned_packages
-  table: orphaned_packages
-  setup: orphaned_packages
-  unarchived-table: bugs
-  schema: orphaned_packages
-  bugs-path: /org/bugs.debian.org
-
-carnivore:
-  type: carnivore
-  update-command: /org/udd.debian.net/mirrors/sync-carnivore
-  path: /org/udd.debian.net/mirrors/qa.debian.org/carnivore/report
-  emails-table: carnivore_emails
-  names-table: carnivore_names
-  keys-table: carnivore_keys
-  login-table: carnivore_login
-  schema: carnivore
-
-lintian:
-  type: lintian
-  update-command: rm -f /org/udd.debian.net/mirrors/lintian.log && wget http://lintian.debian.org/lintian.log -O /org/udd.debian.net/mirrors/lintian.log
-  path: /org/udd.debian.net/mirrors/lintian.log
-  table: lintian
-  schema: lintian
-
-debtags:
-  type: debtags
-  update-command: rm -f /org/udd.debian.net/mirrors/debtags.txt && wget -q http://svn.debian.org/viewsvn/*checkout*/debtags/tagdb/tags -O /org/udd.debian.net/mirrors/debtags.txt
-  path: /org/udd.debian.net/mirrors/debtags.txt
-  table: debtags
-  schema: debtags

Deleted: udd/time-imports.rb
===================================================================
--- udd/time-imports.rb	2012-09-03 03:00:32 UTC (rev 2466)
+++ udd/time-imports.rb	2012-09-03 19:22:10 UTC (rev 2467)
@@ -1,17 +0,0 @@
-#!/usr/bin/ruby -w
-
-sources = [ 'debian-sid', 'debian-etch', 'debian-lenny', 'ubuntu-intrepid', 'ubuntu-hardy', 'debian-popcon', 'ubuntu-popcon', 'testing-migrations', 'upload-history', 'bugs', 'orphaned_packages', 'bugs_archived' ]
-# 'carnivore', 'lintian'
-
-sources.each do |s|
-  ts = Time::now
-  system("/org/udd.debian.net/update-and-dispatch.sh #{s}")
-  te = Time::now
-  puts "#### #{s} first import: #{te-ts}s"
-end
-sources.each do |s|
-  ts = Time::now
-  system("/org/udd.debian.net/update-and-dispatch.sh #{s}")
-  te = Time::now
-  puts "#### #{s} second import: #{te-ts}s"
-end

Deleted: udd/ubuntu-rsync
===================================================================
--- udd/ubuntu-rsync	2012-09-03 03:00:32 UTC (rev 2466)
+++ udd/ubuntu-rsync	2012-09-03 19:22:10 UTC (rev 2467)
@@ -1,8 +0,0 @@
-#!/bin/sh
-
-if [ $# != 2 ]; then
-  echo "Usage: $0 <dist> <dest>"
-  exit 1
-fi
-
-rsync -rdv --include "Packages.gz" --include "Sources.gz" --include "**/" --exclude "*" "archive.ubuntu.com::ubuntu/dists/$1/" $2/$1

Deleted: udd/udd.py
===================================================================
--- udd/udd.py	2012-09-03 03:00:32 UTC (rev 2466)
+++ udd/udd.py	2012-09-03 19:22:10 UTC (rev 2467)
@@ -1,97 +0,0 @@
-#!/usr/bin/env python
-# $Date$
-
-"""Dispatch udd gatherers
-
-This script is used to dispatch the source gatherers of the UDD project."""
-
-import string
-import sys
-from os import system
-import time
-import udd.aux
-import os.path
-
-available_commands = [ 'run', 'setup', 'drop', 'update', 'schema', 'tables' ]
-
-def print_help():
-  print "Usage: %s CONF_FILE COMMAND SOURCE [SOURCE ...]" % sys.argv[0]
-  print "Available commands:"
-  for cmd in available_commands:
-    print '  %s' % cmd
-
-def insert_timestamps(config, source, command, start_time, end_time):
-  connection = udd.aux.open_connection(config)
-  cur = connection.cursor()
-  cur.execute("""INSERT INTO timestamps
-                 (source, command, start_time, end_time)
-                 VALUES ('%s', '%s', '%s', '%s')""" %
-              (source, command, start_time, end_time))
-  connection.commit()
-  connection.close()
-
-def get_timestamp():
-  return time.strftime('%Y-%m-%d %H:%M:%S')
-
-if __name__ == '__main__':
-  if len(sys.argv) < 4:
-    print_help()
-    sys.exit(1)
-
-  command = sys.argv[2]
-  if command not in available_commands:
-    print >> sys.stderr, "command has to be one of: %s" % \
-        string.join(available_commands, ', ')
-    sys.exit(1)
-
-  config = udd.aux.load_config(open(sys.argv[1]).read())
-
-  types = config['general']['types']
-
-  schemata = {}
-  # Process the sources
-  for src in sys.argv[3:]:
-    src_config = config[src]
-    type = src_config['type']
-    udd.aux.lock(config, src)
-    try:
-      # If the command is update, we need a special case. Otherwise we
-      # can just use the gatherer's methods
-      start_time = get_timestamp()
-      if command == 'update':
-        if "update-command" in src_config:
-          result = system(src_config['update-command']) 
-          if result != 0:
-            # Returning result does not necessarily end up as "false"
-            # see http://lists.debian.org/debian-qa/2012/02/msg00068.html
-            sys.exit(1)
-        end_time = get_timestamp()
-      else:
-        (src_command,rest) = types[type].split(None, 1)
-        if src_command == "exec":
-          system(rest + " " + sys.argv[1] + " " + sys.argv[2] + " " + src)
-        elif src_command == "module":
-          connection = udd.aux.open_connection(config)
-          # TODO XXX: using exec is hackish and prone to failures due
-          # to what is being written in the conffile. We should get
-          # rid of these lines and use the "imp" module, which is
-          # meant for these tasks:
-          # http://docs.python.org/lib/module-imp.html
-          exec("import " + rest)
-          exec "gatherer = " + rest + ".get_gatherer(connection, config, src)"
-          if command == 'tables':
-            exec "tables = gatherer.%s()" % command
-            print "\n".join(tables)
-          else:
-            exec "gatherer.%s()" % command
-          connection.commit()
-        end_time = get_timestamp()
-#      print "lalala"
-      insert_timestamps(config, src, command, start_time, end_time)
-#      print "lalala2"
-    except:
-      udd.aux.unlock(config, src)
-      raise
-    udd.aux.unlock(config, src)
-
-# vim:set et tabstop=2:

Deleted: udd/update-and-run.sh
===================================================================
--- udd/update-and-run.sh	2012-09-03 03:00:32 UTC (rev 2466)
+++ udd/update-and-run.sh	2012-09-03 19:22:10 UTC (rev 2467)
@@ -1,6 +0,0 @@
-#!/bin/sh
-DIR=/org/udd.debian.org/udd/
-CONFIG=$DIR/config-org.yaml
-
-$DIR/udd.py $CONFIG update "$@" && \
-  $DIR/udd.py $CONFIG run "$@"




More information about the Collab-qa-commits mailing list