[Qa-jenkins-scm] [Git][qa/jenkins.debian.net][master] 5 commits: combine ssh from='s, to keep the logs clean

Fri Jun 25 13:45:38 BST 2021


Holger Levsen pushed to branch master at Debian QA / jenkins.debian.net


Commits:
9aa927f3 by Philip Hands at 2021-06-25T14:45:01+02:00
combine ssh from='s, to keep the logs clean

Signed-off-by: Holger Levsen <holger at layer-acht.org>

- - - - -
95f356c0 by Philip Hands at 2021-06-25T14:45:05+02:00
set long/large vm/dirty... limits, to exploit RAM

Signed-off-by: Holger Levsen <holger at layer-acht.org>

- - - - -
8a0dd424 by Philip Hands at 2021-06-25T14:45:09+02:00
be more patient with openqa tests

Signed-off-by: Holger Levsen <holger at layer-acht.org>

- - - - -
a34378fb by Philip Hands at 2021-06-25T14:45:14+02:00
allow openqa cache to use more disk

Signed-off-by: Holger Levsen <holger at layer-acht.org>

- - - - -
5e94d838 by Philip Hands at 2021-06-25T14:45:20+02:00
restart openqa-workers on every tenth job

Signed-off-by: Holger Levsen <holger at layer-acht.org>

- - - - -


4 changed files:

- hosts/osuosl167-amd64/etc/openqa/workers.ini
- + hosts/osuosl167-amd64/etc/sysctl.conf
- + hosts/osuosl167-amd64/etc/systemd/system/openqa-worker at .service.d/override.conf
- jenkins-nodes-home/authorized_keys


Changes:

=====================================
hosts/osuosl167-amd64/etc/openqa/workers.ini
=====================================
@@ -11,7 +11,7 @@ HOST = https://openqa.debian.net
 # Additionally you need to define the rsync URI to get
 # /var/lib/openqa/tests/ (TESTPOOLSERVER) in the webui section
 CACHEDIRECTORY = /var/lib/openqa/cache
-CACHELIMIT = 100 # GB, default is 50.
+CACHELIMIT = 200 # GB, default is 50.
 
 # hostname or IP address under which the worker is reachable by the web UI
 # (required by the web UI's developer mode to communicate with os-autoinst
@@ -31,7 +31,7 @@ LOCAL_UPLOAD = 0
 # Restart=always in the systemd service) this helps applying updates and config
 # changes without interrupting jobs. This setting can be overridden by setting
 # the environment variable OPENQA_WORKER_TERMINATE_AFTER_JOBS_DONE.
-#TERMINATE_AFTER_JOBS_DONE = 0
+TERMINATE_AFTER_JOBS_DONE = 10
 
 # Enable an investigation feature to compare the current list of installed
 # packages against the list of packages during the previous last good job.
@@ -39,6 +39,10 @@ LOCAL_UPLOAD = 0
 # their versions in plain text.
 PACKAGES_CMD = apt list --installed
 
+# this scales up all timeouts in order to deal with the occasional sluggishness
+# on this server when it gets busy with other things
+TIMEOUT_SCALE = 1.5
+
 # The section ids are the instance of the workers.
 # The key/value pairs will appear in vars.json
 #[1]


=====================================
hosts/osuosl167-amd64/etc/sysctl.conf
=====================================
@@ -0,0 +1,18 @@
+# this file is maintained in the jenkins.debian.net git repo
+# so any edits should be done there rather than directly on the machine
+
+# These settings are intended to allow data that is written by jobs like
+# openqa and janitor, such as the disk images or unpacked packages,
+# which at the end of the job are discarded, can sit in RAM for the
+# duration of the job and never get written to the disk.
+
+# I'm (fil) dubious about the very long dirty_writeback_centisecs, since I'd
+# have thought one could check fairly often and still only flush the things that
+# are older that the writeback_centisecs setting, but it seems not to work like
+# that. Clearly more research is required. Anyway, this does seem to make the
+# disks much less busy at least.
+
+vm.dirty_ratio = 80
+vm.dirty_background_ratio = 50
+vm.dirty_expire_centisecs = 240000
+vm.dirty_writeback_centisecs = 180000


=====================================
hosts/osuosl167-amd64/etc/systemd/system/openqa-worker at .service.d/override.conf
=====================================
@@ -0,0 +1,2 @@
+[Service]
+Restart=always
\ No newline at end of file


=====================================
jenkins-nodes-home/authorized_keys
=====================================
@@ -1,4 +1,2 @@
-# from jenkins
-command="/srv/jenkins/bin/jenkins_node_wrapper.sh",no-port-forwarding,no-X11-forwarding,no-agent-forwarding,no-pty,from="46.16.76.207" ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDSPYH1KKv6PsW0IgNcPbI/l2rjhxPaOGT/lbgaPzVjwPWlqHAEB0PctzNzkduRiaEMhTmcDTCsMOVkBGiPMmuBltqzpGSjcAc3v/sDYaDn+Onj5pTaG8HBMKqxOQP9I24xNjb21tRrmRSDAUrSHHiEm2Lu64efA3vE/L447ZYs53aLd2fBt0zoFKHswasFR57y6y9/3VJTdAnGrAIq9QxnMi2Tbg/KZDiYYmodfCMrAnATTkwGntcINz7FO/HAxHAs1YryzuoDOA02Xqxg4uzlxQgkL91/OhKVKd+2TBg+FAVUkiCKY+uSCdgN1yjoUa0fPFaWEbtEwrWfZgIAIINf jenkins at jenkins
-# as seen behind OSUOSL NAT
-command="/srv/jenkins/bin/jenkins_node_wrapper.sh",no-port-forwarding,no-X11-forwarding,no-agent-forwarding,no-pty,from="10.6.4.1" ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDSPYH1KKv6PsW0IgNcPbI/l2rjhxPaOGT/lbgaPzVjwPWlqHAEB0PctzNzkduRiaEMhTmcDTCsMOVkBGiPMmuBltqzpGSjcAc3v/sDYaDn+Onj5pTaG8HBMKqxOQP9I24xNjb21tRrmRSDAUrSHHiEm2Lu64efA3vE/L447ZYs53aLd2fBt0zoFKHswasFR57y6y9/3VJTdAnGrAIq9QxnMi2Tbg/KZDiYYmodfCMrAnATTkwGntcINz7FO/HAxHAs1YryzuoDOA02Xqxg4uzlxQgkL91/OhKVKd+2TBg+FAVUkiCKY+uSCdgN1yjoUa0fPFaWEbtEwrWfZgIAIINf jenkins at jenkins
+# from jenkins (including address as seen behind OSUOSL NAT)
+command="/srv/jenkins/bin/jenkins_node_wrapper.sh",no-port-forwarding,no-X11-forwarding,no-agent-forwarding,no-pty,from="46.16.76.207,10.6.4.1" ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDSPYH1KKv6PsW0IgNcPbI/l2rjhxPaOGT/lbgaPzVjwPWlqHAEB0PctzNzkduRiaEMhTmcDTCsMOVkBGiPMmuBltqzpGSjcAc3v/sDYaDn+Onj5pTaG8HBMKqxOQP9I24xNjb21tRrmRSDAUrSHHiEm2Lu64efA3vE/L447ZYs53aLd2fBt0zoFKHswasFR57y6y9/3VJTdAnGrAIq9QxnMi2Tbg/KZDiYYmodfCMrAnATTkwGntcINz7FO/HAxHAs1YryzuoDOA02Xqxg4uzlxQgkL91/OhKVKd+2TBg+FAVUkiCKY+uSCdgN1yjoUa0fPFaWEbtEwrWfZgIAIINf jenkins at jenkins



View it on GitLab: https://salsa.debian.org/qa/jenkins.debian.net/-/compare/7a500fe1057b68959ffbbadde291d12f495c1383...5e94d838ff67283dacbb31e787f09a6339e9b2b4

-- 
View it on GitLab: https://salsa.debian.org/qa/jenkins.debian.net/-/compare/7a500fe1057b68959ffbbadde291d12f495c1383...5e94d838ff67283dacbb31e787f09a6339e9b2b4
You're receiving this email because of your account on salsa.debian.org.


-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://alioth-lists.debian.net/pipermail/qa-jenkins-scm/attachments/20210625/4fd3b6f2/attachment-0001.htm>
