[Git][qa/jenkins.debian.net][master] 2 commits: t.r-b.o/debian: document diskspace saving due to dropping i386

Holger Levsen (@holger) gitlab at salsa.debian.org
Sun May 25 22:47:30 BST 2025



Holger Levsen pushed to branch master at Debian QA / jenkins.debian.net


Commits:
257f9b87 by Holger Levsen at 2025-05-25T23:38:47+02:00
t.r-b.o/debian: document diskspace saving due to dropping i386

Signed-off-by: Holger Levsen <holger at layer-acht.org>

- - - - -
e44940bf by Holger Levsen at 2025-05-25T23:47:22+02:00
tests.r-b.o/debian: ignore i386 when cross-checking db and fs for breakage

Signed-off-by: Holger Levsen <holger at layer-acht.org>

- - - - -


2 changed files:

- CI-performance
- bin/reproducible_html_breakages.py


Changes:

=====================================
CI-performance
=====================================
@@ -27,4 +27,14 @@ diskusage stats from 20250525:
   r-b-userContent../dbd*/bookworm                       53G         
   r-b-userContent../dbd*/trixie                         51G         
   r-b-userContent../dbd*/unstable                       63G         
-  r-b-userContent../dbd*/experimental                   26G      
+  r-b-userContent../dbd*/experimental                   26G
+
+and after rm'ing i386 (except from the db)
+
+/var/lib/jenkins/userContent/reproducible     689G  268G  62%
+  r-b-userContent../dbd*/buster                         4.0G
+  r-b-userContent../dbd*/bullseye                       23G
+  r-b-userContent../dbd*/bookworm                       32G
+  r-b-userContent../dbd*/trixie                         37G
+  r-b-userContent../dbd*/unstable                       46G
+  r-b-userContent../dbd*/experimental                   19G


=====================================
bin/reproducible_html_breakages.py
=====================================
@@ -40,6 +40,7 @@ def unrep_with_dbd_issues():
     query = '''SELECT s.name, r.version, s.suite, s.architecture
                FROM sources AS s JOIN results AS r ON r.package_id=s.id
                WHERE r.status='FTBR'
+               AND NOT s.architecture='i386'
                AND s.distribution = (SELECT id FROM distributions WHERE name = 'debian')
                AND s.suite NOT IN :as
                ORDER BY s.name ASC, s.suite DESC, s.architecture ASC'''
@@ -79,6 +80,7 @@ def not_unrep_with_dbd_file():
     query = '''SELECT s.name, r.version, s.suite, s.architecture
                FROM sources AS s JOIN results AS r ON r.package_id=s.id
                WHERE r.status != 'FTBR'
+               AND NOT s.architecture='i386'
                AND s.distribution = (SELECT id FROM distributions WHERE name = 'debian')
                AND s.suite NOT IN :as
                ORDER BY s.name ASC, s.suite DESC, s.architecture ASC'''
@@ -109,6 +111,7 @@ def lack_rbuild():
                JOIN results AS r ON r.package_id=s.id
                FULL OUTER JOIN schedule AS sch ON sch.package_id=s.id
                WHERE r.status NOT IN ('blacklisted', '')
+               AND NOT s.architecture='i386'
                AND s.distribution = (SELECT id FROM distributions WHERE name = 'debian')
                AND s.suite NOT IN :as
                AND NOT EXISTS (SELECT 1 FROM schedule AS sch WHERE sch.date_build_started IS NOT NULL and sch.package_id=s.id)
@@ -134,6 +137,7 @@ def lack_buildinfo():
                FULL OUTER JOIN schedule AS sch ON sch.package_id=s.id
                WHERE r.status NOT IN
                 ('blacklisted', 'NFU', 'FTBFS', 'timeout', 'depwait', 'E404')
+               AND NOT s.architecture='i386'
                AND s.distribution = (SELECT id FROM distributions WHERE name = 'debian')
                AND s.suite NOT IN :as
                AND NOT EXISTS (SELECT 1 FROM schedule AS sch WHERE sch.date_build_started IS NOT NULL and sch.package_id=s.id)
@@ -160,6 +164,7 @@ def alien_log(directory=None):
     query = '''SELECT r.version
                FROM sources AS s JOIN results AS r ON r.package_id=s.id
                WHERE r.status != '' AND s.name='{pkg}' AND s.suite='{suite}'
+               AND NOT s.architecture='i386'
                AND s.architecture='{arch}'
                ORDER BY s.name ASC, s.suite DESC, s.architecture ASC'''
     bad_files = []
@@ -211,6 +216,7 @@ def alien_buildinfo():
                FROM sources AS s JOIN results AS r ON r.package_id=s.id
                WHERE r.status != '' AND s.name='{pkg}' AND s.suite='{suite}'
                AND s.architecture='{arch}'
+               AND NOT s.architecture='i386'
                AND r.status IN ('reproducible', 'FTBR')
                ORDER BY s.name ASC, s.suite DESC, s.architecture ASC'''
     bad_files = []
@@ -260,6 +266,7 @@ def alien_rbpkg():
                FROM sources AS s
                WHERE s.name='{pkg}' AND s.suite='{suite}'
                AND s.architecture='{arch}'
+               AND NOT s.architecture='i386'
                ORDER BY s.name ASC, s.suite DESC, s.architecture ASC'''
     bad_files = []
     for root, dirs, files in os.walk(RB_PKG_PATH):
@@ -284,7 +291,8 @@ def alien_rbpkg():
 
 def alien_history():
     log.info('running alien_history check...')
-    result = query_db('SELECT DISTINCT name FROM sources')
+    result = query_db('SELECT DISTINCT name FROM sources WHERE NOT s.architecture="i386"')
+
     actual_packages = [x[0] for x in result]
     bad_files = []
     for f in sorted(os.listdir(HISTORY_PATH)):
@@ -326,7 +334,7 @@ def create_breakages_graph(png_file, main_label, limit=100000):
     png_fullpath = os.path.join(DISTRO_BASE, png_file)
     table = "stats_breakages"
     columns = ["datum", "diffoscope_timeouts", "diffoscope_crashes"]
-    query = " SELECT {fields} FROM (SELECT {fields} FROM {table} ORDER BY datum DESC LIMIT {limit} ) {table} ORDER BY datum ASC".format(
+    query = " SELECT {fields} FROM (SELECT {fields} FROM {table} WHERE NOT s.architecture='i386' ORDER BY datum DESC LIMIT {limit} ) {table} ORDER BY datum ASC".format(
         fields=", ".join(columns), table=table, limit=limit)
     result = query_db(query)
     result_rearranged = [dict(zip(columns, row)) for row in result]
@@ -353,6 +361,7 @@ def update_stats_breakages(diffoscope_timeouts, diffoscope_crashes):
             SELECT datum, diffoscope_timeouts, diffoscope_crashes
             FROM stats_breakages
             WHERE datum = '{date}'
+            AND NOT s.architecture='i386'
         """.format(date=YESTERDAY))
 
     # if there is not a result for this day, add one



View it on GitLab: https://salsa.debian.org/qa/jenkins.debian.net/-/compare/7f001ae3531bb94448a2e26a9aac9837dd566b80...e44940bf05c07e995ccd54f3069da95d56d996ce

-- 
View it on GitLab: https://salsa.debian.org/qa/jenkins.debian.net/-/compare/7f001ae3531bb94448a2e26a9aac9837dd566b80...e44940bf05c07e995ccd54f3069da95d56d996ce
You're receiving this email because of your account on salsa.debian.org.


-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://alioth-lists.debian.net/pipermail/qa-jenkins-scm/attachments/20250525/8580cf86/attachment-0001.htm>


More information about the Qa-jenkins-scm mailing list