[Qa-jenkins-scm] [Git][qa/jenkins.debian.net][master] reproducible Debian: schedule more packages

Holger Levsen gitlab at salsa.debian.org
Thu Nov 29 15:53:27 GMT 2018


Holger Levsen pushed to branch master at Debian QA / jenkins.debian.net


Commits:
fd9c2be9 by Holger Levsen at 2018-11-29T15:53:13Z
reproducible Debian: schedule more packages

Signed-off-by: Holger Levsen <holger at layer-acht.org>

- - - - -


2 changed files:

- bin/reproducible_archlinux_scheduler.sh
- bin/reproducible_scheduler.py


Changes:

=====================================
bin/reproducible_archlinux_scheduler.sh
=====================================
@@ -188,6 +188,8 @@ update_archlinux_repositories() {
 	local CURRENT=$(query_db "SELECT count(*) FROM sources AS s JOIN schedule AS sch ON s.id=sch.package_id WHERE s.architecture='x86_64' AND sch.date_build_started IS NULL;")
 	if [ $CURRENT -le $THRESHOLD ] ; then
 		echo "$(date -u ) - scheduling $MAX old packages."
+		# this query schedules blacklisted packages as they dont have status blacklisted in db...
+		# FIXME: remove bash string blacklisting NOW
 		QUERY="SELECT s.id, s.name, max(r.build_date) max_date
 			FROM sources AS s JOIN results AS r ON s.id = r.package_id
 			WHERE s.architecture='x86_64'


=====================================
bin/reproducible_scheduler.py
=====================================
@@ -70,7 +70,7 @@ LIMITS_E404 defines how many packages with status E404 are rescheduled at max.
 # only old packages older than this will be rescheduled
 MINIMUM_AGE = {'amd64': 9, 'i386': 12, 'arm64': 11, 'armhf':25 }
 # maximum queue size, see explainations above
-MAXIMA = {'amd64': 1600, 'i386': 1500, 'arm64': 1500, 'armhf': 1000}
+MAXIMA = {'amd64': 2000, 'i386': 1600, 'arm64': 2000, 'armhf': 1800}
 # limits, see explainations above
 LIMITS = {
     'untested': {
@@ -101,106 +101,106 @@ LIMITS = {
     },
     'new': {
         'amd64': {
-            'stretch': {1: (700, 500), 2: (1100, 750), '*': 100},
-            'buster': {1: (700, 500), 2: (1100, 750), '*': 150},
-            'unstable': {1: (700, 500), 2: (1100, 750), '*': 250},
-            'experimental': {1: (700, 500), 2: (1100, 750), '*': 50},
+            'stretch': {1: (1000, 500), 2: (1500, 750), '*': 100},
+            'buster': {1: (1000, 500), 2: (1500, 750), '*': 150},
+            'unstable': {1: (1000, 500), 2: (1500, 750), '*': 250},
+            'experimental': {1: (1000, 500), 2: (1500, 750), '*': 50},
         },
         'i386': {
-            'stretch': {1: (700, 500), 2: (1100, 750), '*': 100},
-            'buster': {1: (700, 500), 2: (1100, 750), '*': 150},
-            'unstable': {1: (700, 500), 2: (1100, 750), '*': 250},
-            'experimental': {1: (700, 500), 2: (1100, 750), '*': 50},
+            'stretch': {1: (800, 500), 2: (1300, 750), '*': 100},
+            'buster': {1: (800, 500), 2: (1300, 750), '*': 150},
+            'unstable': {1: (800, 500), 2: (1300, 750), '*': 250},
+            'experimental': {1: (800, 500), 2: (1300, 750), '*': 50},
         },
         'arm64': {
-            'stretch': {1: (700, 500), 2: (1100, 750), '*': 50},
-            'buster': {1: (700, 500), 2: (1100, 750), '*': 75},
-            'unstable': {1: (700, 500), 2: (1100, 750), '*': 125},
-            'experimental': {1: (700, 500), 2: (1100, 750), '*': 25},
+            'stretch': {1: (1000, 500), 2: (1500, 750), '*': 50},
+            'buster': {1: (1000, 500), 2: (1500, 750), '*': 75},
+            'unstable': {1: (1000, 500), 2: (1500, 750), '*': 125},
+            'experimental': {1: (1000, 500), 2: (1500, 750), '*': 25},
         },
         'armhf': {
-            'stretch': {1: (600, 400), 2: (850, 600), '*': 50},
-            'buster': {1: (600, 400), 2: (850, 600), '*': 75},
-            'unstable': {1: (600, 400), 2: (850, 600), '*': 150},
-            'experimental': {1: (600, 400), 2: (850, 600), '*': 25},
+            'stretch': {1: (900, 400), 2: (1400, 600), '*': 50},
+            'buster': {1: (900, 400), 2: (1400, 600), '*': 75},
+            'unstable': {1: (900, 400), 2: (1400, 600), '*': 150},
+            'experimental': {1: (900, 400), 2: (1400, 600), '*': 25},
         },
     },
     'ftbfs': {
         'amd64': {
-            'stretch': {1: (700, 40), 2: (1100, 20), '*': 5},
-            'buster': {1: (700, 40), 2: (1100, 20), '*': 5},
-            'unstable': {1: (700, 40), 2: (1100, 20), '*': 5},
-            'experimental': {1: (700, 40), 2: (1100, 20), '*': 2},
+            'stretch': {1: (1000, 40), 2: (1500, 20), '*': 5},
+            'buster': {1: (1000, 40), 2: (1500, 20), '*': 5},
+            'unstable': {1: (1000, 40), 2: (1500, 20), '*': 5},
+            'experimental': {1: (1000, 40), 2: (1500, 20), '*': 2},
         },
         'i386': {
-            'stretch': {1: (700, 40), 2: (1100, 20), '*': 5},
-            'buster': {1: (700, 40), 2: (1100, 20), '*': 5},
-            'unstable': {1: (700, 40), 2: (1100, 20), '*': 5},
-            'experimental': {1: (700, 40), 2: (1100, 20), '*': 2},
+            'stretch': {1: (1000, 40), 2: (1300, 20), '*': 5},
+            'buster': {1: (1000, 40), 2: (1300, 20), '*': 5},
+            'unstable': {1: (1000, 40), 2: (1300, 20), '*': 5},
+            'experimental': {1: (1000, 40), 2: (1300, 20), '*': 2},
         },
         'arm64': {
-            'stretch': {1: (700, 40), 2: (1100, 20), '*': 5},
-            'buster': {1: (700, 40), 2: (1100, 20), '*': 5},
-            'unstable': {1: (700, 40), 2: (1100, 20), '*': 5},
-            'experimental': {1: (700, 40), 2: (1100, 20), '*': 2},
+            'stretch': {1: (1000, 40), 2: (1500, 20), '*': 5},
+            'buster': {1: (1000, 40), 2: (1500, 20), '*': 5},
+            'unstable': {1: (1000, 40), 2: (1500, 20), '*': 5},
+            'experimental': {1: (1000, 40), 2: (1500, 20), '*': 2},
         },
         'armhf': {
-            'stretch': {1: (600, 20), 2: (850, 10), '*': 5},
-            'buster': {1: (600, 20), 2: (850, 10), '*': 5},
-            'unstable': {1: (600, 20), 2: (850, 10), '*': 5},
-            'experimental': {1: (600, 20), 2: (850, 10), '*': 2},
+            'stretch': {1: (900, 20), 2: (1400, 10), '*': 5},
+            'buster': {1: (900, 20), 2: (1400, 10), '*': 5},
+            'unstable': {1: (900, 20), 2: (1400, 10), '*': 5},
+            'experimental': {1: (900, 20), 2: (1400, 10), '*': 2},
         }
     },
     'depwait': {
         'amd64': {
-            'stretch': {1: (700, 400), 2: (1100, 200), '*': 50},
-            'buster': {1: (700, 400), 2: (1100, 200), '*': 50},
-            'unstable': {1: (700, 400), 2: (1100, 200), '*': 50},
-            'experimental': {1: (700, 400), 2: (1100, 200), '*': 20},
+            'stretch': {1: (1000, 400), 2: (1500, 200), '*': 50},
+            'buster': {1: (1000, 400), 2: (1500, 200), '*': 50},
+            'unstable': {1: (1000, 400), 2: (1500, 200), '*': 50},
+            'experimental': {1: (1000, 400), 2: (1500, 200), '*': 20},
         },
         'i386': {
-            'stretch': {1: (700, 400), 2: (1100, 200), '*': 50},
-            'buster': {1: (700, 400), 2: (1100, 200), '*': 50},
-            'unstable': {1: (700, 400), 2: (1100, 200), '*': 50},
-            'experimental': {1: (700, 400), 2: (1100, 200), '*': 20},
+            'stretch': {1: (800, 400), 2: (1300, 200), '*': 50},
+            'buster': {1: (800, 400), 2: (1300, 200), '*': 50},
+            'unstable': {1: (800, 400), 2: (1300, 200), '*': 50},
+            'experimental': {1: (800, 400), 2: (1300, 200), '*': 20},
         },
         'arm64': {
-            'stretch': {1: (700, 400), 2: (1100, 200), '*': 50},
-            'buster': {1: (700, 400), 2: (1100, 200), '*': 50},
-            'unstable': {1: (700, 400), 2: (1100, 200), '*': 50},
-            'experimental': {1: (700, 400), 2: (1100, 200), '*': 20},
+            'stretch': {1: (1000, 400), 2: (1500, 200), '*': 50},
+            'buster': {1: (1000, 400), 2: (1500, 200), '*': 50},
+            'unstable': {1: (1000, 400), 2: (1500, 200), '*': 50},
+            'experimental': {1: (1000, 400), 2: (1500, 200), '*': 20},
         },
         'armhf': {
-            'stretch': {1: (600, 200), 2: (850, 100), '*': 50},
-            'buster': {1: (600, 200), 2: (850, 100), '*': 50},
-            'unstable': {1: (600, 200), 2: (850, 100), '*': 50},
-            'experimental': {1: (600, 200), 2: (850, 100), '*': 20},
+            'stretch': {1: (900, 200), 2: (1400, 100), '*': 50},
+            'buster': {1: (900, 200), 2: (1400, 100), '*': 50},
+            'unstable': {1: (900, 200), 2: (1400, 100), '*': 50},
+            'experimental': {1: (900, 200), 2: (1400, 100), '*': 20},
         }
     },
     'old': {
         'amd64': {
-            'stretch': {1: (700, 100), 2: (1100, 85), '*': 0},
-            'buster': {1: (700, 1000), 2: (1100, 850), '*': 0},
-            'unstable': {1: (700, 1200), 2: (1100, 1050), '*': 0},
-            'experimental': {1: (700, 70), 2: (1100, 50), '*': 0},
+            'stretch': {1: (1000, 100), 2: (1500, 85), '*': 0},
+            'buster': {1: (1000, 1000), 2: (1500, 850), '*': 0},
+            'unstable': {1: (1000, 1200), 2: (1500, 1050), '*': 0},
+            'experimental': {1: (1000, 70), 2: (1500, 50), '*': 0},
         },
         'i386': {
-            'stretch': {1: (700, 100), 2: (1100, 85), '*': 0},
-            'buster': {1: (700, 1000), 2: (1100, 850), '*': 0},
-            'unstable': {1: (700, 1200), 2: (1100, 1050), '*': 0},
-            'experimental': {1: (700, 70), 2: (1100, 50), '*': 0},
+            'stretch': {1: (800, 100), 2: (1300, 85), '*': 0},
+            'buster': {1: (800, 1000), 2: (1300, 850), '*': 0},
+            'unstable': {1: (800, 1200), 2: (1300, 1050), '*': 0},
+            'experimental': {1: (800, 70), 2: (1300, 50), '*': 0},
         },
         'arm64': {
-            'stretch': {1: (700, 100), 2: (1100, 85), '*': 0},
-            'buster': {1: (700, 1000), 2: (1100, 850), '*': 0},
-            'unstable': {1: (700, 1200), 2: (1100, 1050), '*': 0},
-            'experimental': {1: (700, 70), 2: (1100, 50), '*': 0},
+            'stretch': {1: (1000, 100), 2: (1500, 85), '*': 0},
+            'buster': {1: (1000, 1000), 2: (1500, 850), '*': 0},
+            'unstable': {1: (1000, 1200), 2: (1500, 1050), '*': 0},
+            'experimental': {1: (1000, 70), 2: (1500, 50), '*': 0},
         },
         'armhf': {
-            'stretch': {1: (600, 80), 2: (850, 50), '*': 0},
-            'buster': {1: (600, 800), 2: (850, 500), '*': 0},
-            'unstable': {1: (600, 1000), 2: (850, 700), '*': 0},
-            'experimental': {1: (600, 70), 2: (850, 50), '*': 0},
+            'stretch': {1: (900, 80), 2: (1400, 50), '*': 0},
+            'buster': {1: (900, 800), 2: (1400, 500), '*': 0},
+            'unstable': {1: (900, 1000), 2: (1400, 700), '*': 0},
+            'experimental': {1: (900, 70), 2: (1400, 50), '*': 0},
         }
     }
 }



View it on GitLab: https://salsa.debian.org/qa/jenkins.debian.net/commit/fd9c2be9a9618318717f2da07b834ea49b826940

-- 
View it on GitLab: https://salsa.debian.org/qa/jenkins.debian.net/commit/fd9c2be9a9618318717f2da07b834ea49b826940
You're receiving this email because of your account on salsa.debian.org.
-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://alioth-lists.debian.net/pipermail/qa-jenkins-scm/attachments/20181129/b3897fc7/attachment-0001.html>


More information about the Qa-jenkins-scm mailing list