Project

General

Profile

Sepia » History » Version 78

Cron Tab, 04/22/2016 01:00 PM

1 54 Cron Tab
h3. Crontab<pre>MAILTO="ceph-infra@redhat.com;yweinste@redhat.com"
2
CEPH_QA_EMAIL="ceph-qa@ceph.com"
3
# Edit this file to introduce tasks to be run by cron.
4
# 
5
# Each task to run has to be defined through a single line
6
# indicating with different fields when the task will be run
7
# and what command to run for the task
8
# 
9
# To define the time you can provide concrete values for
10
# minute (m), hour (h), day of month (dom), month (mon),
11
# and day of week (dow) or use '*' in these fields (for 'any').# 
12
# Notice that tasks will be started based on the cron's system
13
# daemon's notion of time and timezones.
14
# 
15
# Output of the crontab jobs (including errors) is sent through
16
# email to the user the crontab file belongs to (unless redirected).
17
# 
18
# For example, you can run a backup of all your user accounts
19
# at 5 a.m every week with:
20
# 0 5 * * 1 tar -zcf /var/backups/home.tgz /home/
21
# 
22
# For more information see the manual pages of crontab(5) and cron(8)
23
# 
24
# m h  dom mon dow   command
25
PATH=/home/teuthology/src/teuthology_master/virtualenv/bin:/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin
26
27 63 Cron Tab
#queues status
28 69 Cron Tab
#25 07 * * *   ~/yuriw2/queues_status_one $CEPH_QA_EMAIL
29 63 Cron Tab
30 54 Cron Tab
#Publish this crontab to the Tracker page http://tracker.ceph.com/projects/ceph-releases/wiki/Crontab
31
00 6 * * *  crontab=$(crontab -l | perl -p -e 's/&lt;/&lt;/g; s/&gt;/&gt;/g; s/&/&amp;/g') ; header=$(echo h3. Crontab ; echo) ; curl --verbose -X PUT --header 'Content-type: application/xml' --data-binary '&lt;?xml version="1.0"?&gt;&lt;wiki_page&gt;&lt;text&gt;'"$header"'&lt;pre&gt;'"$crontab"'&lt;/pre&gt;&lt;/text&gt;&lt;/wiki_page&gt;' http://tracker.ceph.com/projects/ceph-releases/wiki/sepia.xml?key=$(cat /etc/redmine-key)
32
33 65 Cron Tab
#Publish this suite descriptions to the Tracker page http://tracker.ceph.com/projects/ceph-qa-suite/infernalis-x
34 67 Cron Tab
50 8 * * *  SUITE_NAME=~/src/ceph-qa-suite_master/suites/upgrade/infernalis-x; crontab=$(teuthology-describe-tests --show-facet no $SUITE_NAME | perl -p -e 's/&lt;/&lt;/g; s/&gt;/&gt;/g; s/&/&amp;/g') ; header=$(echo h4. $SUITE_NAME ; echo " "; echo " ") ; curl --verbose -X PUT --header 'Content-type: application/xml' --data-binary '&lt;?xml version="1.0"?&gt;&lt;wiki_page&gt;&lt;text&gt;'"$header"'&lt;pre&gt;'"$crontab"'&lt;/pre&gt;&lt;/text&gt;&lt;/wiki_page&gt;' http://tracker.ceph.com/projects/ceph-qa-suite/wiki/infernalis-x.xml?key=$(cat /etc/redmine-key)
35
 
36
40 8 * * *  SUITE_NAME=~/src/ceph-qa-suite_master/suites/upgrade/infernalis; crontab=$(teuthology-describe-tests --show-facet no $SUITE_NAME | perl -p -e 's/&lt;/&lt;/g; s/&gt;/&gt;/g; s/&/&amp;/g') ; header=$(echo h4. $SUITE_NAME ; echo " "; echo " ") ; curl --verbose -X PUT --header 'Content-type: application/xml' --data-binary '&lt;?xml version="1.0"?&gt;&lt;wiki_page&gt;&lt;text&gt;'"$header"'&lt;pre&gt;'"$crontab"'&lt;/pre&gt;&lt;/text&gt;&lt;/wiki_page&gt;' http://tracker.ceph.com/projects/ceph-qa-suite/wiki/infernalis.xml?key=$(cat /etc/redmine-key)
37 65 Cron Tab
38 73 Cron Tab
42 8 * * *  SUITE_NAME=~/src/ceph-qa-suite_master/suites/ceph-ansible; crontab=$(teuthology-describe-tests --show-facet no $SUITE_NAME | perl -p -e 's/&lt;/&lt;/g; s/&gt;/&gt;/g; s/&/&amp;/g') ; header=$(echo h4. $SUITE_NAME ; echo " "; echo " ") ; curl --verbose -X PUT --header 'Content-type: application/xml' --data-binary '&lt;?xml version="1.0"?&gt;&lt;wiki_page&gt;&lt;text&gt;'"$header"'&lt;pre&gt;'"$crontab"'&lt;/pre&gt;&lt;/text&gt;&lt;/wiki_page&gt;' http://tracker.ceph.com/projects/ceph-qa-suite/wiki/ceph-ansible.xml?key=$(cat /etc/redmine-key)
39
40 54 Cron Tab
# Ensure teuthology is up-to-date
41 75 Cron Tab
55 13 * * *   cd /home/teuthology/src/teuthology_master && git pull
42 54 Cron Tab
59 13 * * *   cd /home/teuthology/src/ceph-qa-suite_master && git pull
43
# Ensure ceph-sepia-secrets is up-to-date
44
57 13 * * *   cd /home/teuthology/ceph-sepia-secrets && git pull
45
46 78 Cron Tab
6 23  * * 1,3,5,7 teuthology-suite -v -c master -m $MACHINE_NAME -s ceph-ansible -e $CEPH_QA_EMAIL ~/vps.yaml
47
9 23  * * 1,3,5,7 teuthology-suite -v -c master -m $MACHINE_NAME -s teuthology -e $CEPH_QA_EMAIL ~/vps.yaml
48
49
50
51 54 Cron Tab
#Powercycle tests - lets try it manually and get a green before we add it to the nightlies
52
#00 20 * * 2,4 teuthology-suite -v -c giant -k testing -m plana,burnupi,mira -s powercycle
53 77 Cron Tab
02 01 * * 1,3,5,7 CEPH_BRANCH=jewel; MACHINE_NAME=mira; teuthology-suite -v -c $CEPH_BRANCH -m $MACHINE_NAME -k testing -s powercycle -e $CEPH_QA_EMAIL
54 54 Cron Tab
55
#********** master branch
56 56 Cron Tab
#moved to ovh 00 5 * * *   teuthology-suite -v -c master -m plana,burnupi,mira -s smoke -k distro -p 70
57
#moved to ovh 10 5 */3 * * teuthology-suite -v -c master -m plana,burnupi,mira -k distro -s big
58 54 Cron Tab
59 56 Cron Tab
#moved to ovh 00 23 * * 1,5 teuthology-suite -v -c master -m plana,burnupi,mira -s rbd
60 68 Cron Tab
02 17 * * 1,6 CEPH_BRANCH=master; MACHINE_NAME=smithi; teuthology-suite -v -c $CEPH_BRANCH -m $MACHINE_NAME -s rgw -e $CEPH_QA_EMAIL
61
04 18 * * 1,6 CEPH_BRANCH=master; MACHINE_NAME=smithi; teuthology-suite -v -c $CEPH_BRANCH -m $MACHINE_NAME -s fs -e $CEPH_QA_EMAIL
62
08 20 * * 1,6 CEPH_BRANCH=master; MACHINE_NAME=mira; teuthology-suite -v -c $CEPH_BRANCH -m $MACHINE_NAME -k testing -s kcephfs -e $CEPH_QA_EMAIL
63
10 21 * * 1,6 CEPH_BRANCH=master; MACHINE_NAME=mira; teuthology-suite -v -c $CEPH_BRANCH -m $MACHINE_NAME -k testing -s knfs -e $CEPH_QA_EMAIL
64
12 22 * * 1,6 CEPH_BRANCH=master; MACHINE_NAME=mira; teuthology-suite -v -c $CEPH_BRANCH -m $MACHINE_NAME -s hadoop -e $CEPH_QA_EMAIL
65
14 23 * * 1,6 CEPH_BRANCH=master; MACHINE_NAME=smithi; teuthology-suite -v -c $CEPH_BRANCH -m $MACHINE_NAME -s samba -e $CEPH_QA_EMAIL
66 56 Cron Tab
#moved to ovh 16 23 * * 2   teuthology-suite -v -c master -m plana,burnupi,mira -s rest
67 68 Cron Tab
#moved to ovh 06 23 * * 2,6 teuthology-suite -v -c master -m plana,burnupi,mira -k testing -s krbd
68 56 Cron Tab
#moved to ovh 18 23 * * 6   teuthology-suite -v -c master -m plana,burnupi,mira -k testing -s multimds
69
#*********
70 68 Cron Tab
71 54 Cron Tab
72
########################## infernalis ##################
73
### rados suite divided into 14 parts 1 part every day of the 2 weeks, the bc part does 0-6 on even weeks and 7-13 on odd
74
### % is escaped because it is a special character to chron
75
FILTER_OUT="--filter-out=random.yaml\,async.yaml"
76
77 55 Cron Tab
#moved to ovh 00 21 * * 1 /home/teuthology/bin/schedule_rados.sh 0 infernalis "plana,burnupi,mira" $CEPH_QA_EMAIL $FILTER_OUT
78
#moved to ovh 00 21 * * 2 /home/teuthology/bin/schedule_rados.sh 1 infernalis "plana,burnupi,mira" $CEPH_QA_EMAIL $FILTER_OUT
79
#moved to ovh 00 21 * * 3 /home/teuthology/bin/schedule_rados.sh 2 infernalis "plana,burnupi,mira" $CEPH_QA_EMAIL $FILTER_OUT
80
#moved to ovh 00 21 * * 4 /home/teuthology/bin/schedule_rados.sh 3 infernalis "plana,burnupi,mira" $CEPH_QA_EMAIL $FILTER_OUT
81
#moved to ovh 00 21 * * 5 /home/teuthology/bin/schedule_rados.sh 4 infernalis "plana,burnupi,mira" $CEPH_QA_EMAIL $FILTER_OUT
82
#moved to ovh 00 21 * * 6 /home/teuthology/bin/schedule_rados.sh 5 infernalis "plana,burnupi,mira" $CEPH_QA_EMAIL $FILTER_OUT
83
#moved to ovh 00 21 * * 7 /home/teuthology/bin/schedule_rados.sh 6 infernalis "plana,burnupi,mira" $CEPH_QA_EMAIL $FILTER_OUT
84 54 Cron Tab
##########################
85
86 55 Cron Tab
#moved to ovh 00 23 * * 2 teuthology-suite -v -c infernalis -m plana,burnupi,mira -k distro -s rbd
87
#moved to ovh 02 23 * * 1 teuthology-suite -v -c infernalis -m plana,burnupi,mira -k distro -s rgw
88
#moved to ovh 04 23 * * 2 teuthology-suite -v -c infernalis -m plana,burnupi,mira  -s fs
89
#moved to ovh 06 23 * * 1 teuthology-suite -v -c infernalis -m plana,burnupi,mira -k testing -s krbd
90
#moved to ovh 08 23 * * 1 teuthology-suite -v -c infernalis -m plana,burnupi,mira -k testing -s kcephfs
91
#moved to ovh 10 23 * * 1 teuthology-suite -v -c infernalis -m plana,burnupi,mira -k testing -s knfs
92
#moved to ovh 12 23 * * 7 teuthology-suite -v -c infernalis -m plana,burnupi,mira  -s hadoop
93
#moved to ovh 14 23 * * 7 teuthology-suite -v -c infernalis -m plana,burnupi,mira  -s samba
94
#moved to ovh 16 23 * * 7 teuthology-suite -v -c infernalis -m plana,burnupi,mira  -s rest
95
#moved to ovh 18 23 * * 7 teuthology-suite -v -c infernalis -m plana,burnupi,mira  -k testing -s multimds
96
#moved to ovh 20 23 * * 2 teuthology-suite -v -c infernalis -m plana,burnupi,mira -k distro -s upgrade/client-upgrade
97 54 Cron Tab
98 57 Cron Tab
########################## jewel ##################
99
### rados suite divided into 14 parts 1 part every day of the 2 weeks, the bc part does 0-6 on even weeks and 7-13 on odd
100
### % is escaped because it is a special character to chron
101
### format for filters /home/teuthology/bin/schedule_rados.sh 0 infernalis $MACHINE_NAME $CEPH_QA_EMAIL $FILTER_OUT
102 56 Cron Tab
103 57 Cron Tab
104 61 Cron Tab
00 22 * * 1 CEPH_BRANCH=jewel; MACHINE_NAME=smithi; /home/teuthology/bin/schedule_rados.sh 0 $CEPH_BRANCH $MACHINE_NAME $CEPH_QA_EMAIL
105
00 22 * * 2 CEPH_BRANCH=jewel; MACHINE_NAME=smithi; /home/teuthology/bin/schedule_rados.sh 1 $CEPH_BRANCH $MACHINE_NAME $CEPH_QA_EMAIL
106
00 22 * * 3 CEPH_BRANCH=jewel; MACHINE_NAME=smithi; /home/teuthology/bin/schedule_rados.sh 2 $CEPH_BRANCH $MACHINE_NAME $CEPH_QA_EMAIL
107
00 22 * * 4 CEPH_BRANCH=jewel; MACHINE_NAME=smithi; /home/teuthology/bin/schedule_rados.sh 3 $CEPH_BRANCH $MACHINE_NAME $CEPH_QA_EMAIL
108
00 22 * * 5 CEPH_BRANCH=jewel; MACHINE_NAME=smithi; /home/teuthology/bin/schedule_rados.sh 4 $CEPH_BRANCH $MACHINE_NAME $CEPH_QA_EMAIL
109
00 22 * * 6 CEPH_BRANCH=jewel; MACHINE_NAME=smithi; /home/teuthology/bin/schedule_rados.sh 5 $CEPH_BRANCH $MACHINE_NAME $CEPH_QA_EMAIL
110
00 22 * * 7 CEPH_BRANCH=jewel; MACHINE_NAME=smithi; /home/teuthology/bin/schedule_rados.sh 6 $CEPH_BRANCH $MACHINE_NAME $CEPH_QA_EMAIL
111 57 Cron Tab
112
##########################
113
114 60 Cron Tab
########################## hammer ##################
115 1 Cron Tab
### rados suite divided into 14 parts 1 part every day of the 2 weeks, the bc part does 0-6 on even weeks and 7-13 on odd
116
### temporary running hammer rados on smithi per Sam's request as we observe many ENOSPC failures in ovh lab
117
118
119 66 Cron Tab
00 09 * * 1 CEPH_BRANCH=hammer; MACHINE_NAME=vps; /home/teuthology/bin/schedule_rados.sh 0 $CEPH_BRANCH $MACHINE_NAME $CEPH_QA_EMAIL --distro=ubuntu
120
00 09 * * 2 CEPH_BRANCH=hammer; MACHINE_NAME=vps; /home/teuthology/bin/schedule_rados.sh 1 $CEPH_BRANCH $MACHINE_NAME $CEPH_QA_EMAIL --distro=ubuntu
121
00 09 * * 3 CEPH_BRANCH=hammer; MACHINE_NAME=vps; /home/teuthology/bin/schedule_rados.sh 2 $CEPH_BRANCH $MACHINE_NAME $CEPH_QA_EMAIL --distro=ubuntu
122
00 09 * * 4 CEPH_BRANCH=hammer; MACHINE_NAME=vps; /home/teuthology/bin/schedule_rados.sh 3 $CEPH_BRANCH $MACHINE_NAME $CEPH_QA_EMAIL --distro=ubuntu
123
00 09 * * 5 CEPH_BRANCH=hammer; MACHINE_NAME=vps; /home/teuthology/bin/schedule_rados.sh 4 $CEPH_BRANCH $MACHINE_NAME $CEPH_QA_EMAIL --distro=ubuntu
124
00 09 * * 6 CEPH_BRANCH=hammer; MACHINE_NAME=vps; /home/teuthology/bin/schedule_rados.sh 5 $CEPH_BRANCH $MACHINE_NAME $CEPH_QA_EMAIL --distro=ubuntu
125
00 09 * * 7 CEPH_BRANCH=hammer; MACHINE_NAME=vps; /home/teuthology/bin/schedule_rados.sh 6 $CEPH_BRANCH $MACHINE_NAME $CEPH_QA_EMAIL --distro=ubuntu
126 65 Cron Tab
127 60 Cron Tab
##########################
128
129 1 Cron Tab
########################## jewel ##################
130
131 70 Cron Tab
#--filter-out rbd_cli_tests.yaml while waiting for a fix issue 14825
132
01 12 * * 3,5  CEPH_BRANCH=jewel; MACHINE_NAME=smithi; teuthology-suite -v -c $CEPH_BRANCH -m $MACHINE_NAME -k distro -s rbd -e $CEPH_QA_EMAIL  --filter-out rbd_cli_tests.yaml 
133 61 Cron Tab
02 13 * * 3,5  CEPH_BRANCH=jewel; MACHINE_NAME=smithi; teuthology-suite -v -c $CEPH_BRANCH -m $MACHINE_NAME -k distro -s rgw -e $CEPH_QA_EMAIL
134
03 14 * * 3,5  CEPH_BRANCH=jewel; MACHINE_NAME=smithi; teuthology-suite -v -c $CEPH_BRANCH -m $MACHINE_NAME -s fs -e $CEPH_QA_EMAIL
135
06 15 * * 3,5  CEPH_BRANCH=jewel; MACHINE_NAME=smithi; teuthology-suite -v -c $CEPH_BRANCH -m $MACHINE_NAME -k testing -s krbd -e $CEPH_QA_EMAIL
136
08 16 * * 3,5  CEPH_BRANCH=jewel; MACHINE_NAME=smithi; teuthology-suite -v -c $CEPH_BRANCH -m $MACHINE_NAME -k testing -s kcephfs -e $CEPH_QA_EMAIL
137
10 17 * * 3,5  CEPH_BRANCH=jewel; MACHINE_NAME=smithi; teuthology-suite -v -c $CEPH_BRANCH -m $MACHINE_NAME -k testing -s knfs -e $CEPH_QA_EMAIL
138
12 18 * * 3,5  CEPH_BRANCH=jewel; MACHINE_NAME=mira;   teuthology-suite -v -c $CEPH_BRANCH -m $MACHINE_NAME -s hadoop -e $CEPH_QA_EMAIL
139
14 19 * * 3,5  CEPH_BRANCH=jewel; MACHINE_NAME=mira;   teuthology-suite -v -c $CEPH_BRANCH -m $MACHINE_NAME -s samba -e $CEPH_QA_EMAIL
140
11 20 * * 3,5  CEPH_BRANCH=jewel; MACHINE_NAME=mira;   teuthology-suite -v -c $CEPH_BRANCH -m $MACHINE_NAME -s rest -e $CEPH_QA_EMAIL
141 57 Cron Tab
#removed per Greg's request 18 23 * * 4  CEPH_BRANCH=jewel; MACHINE_NAME=smithi; teuthology-suite -v -c $CEPH_BRANCH -m $MACHINE_NAME -k testing -s multimds -e $CEPH_QA_EMAIL
142 61 Cron Tab
12 21 * * 3,5  CEPH_BRANCH=jewel; MACHINE_NAME=smithi; teuthology-suite -v -c $CEPH_BRANCH -m $MACHINE_NAME -k distro -s upgrade/client-upgrade -e $CEPH_QA_EMAIL
143 76 Cron Tab
13 21 * * 3,5  CEPH_BRANCH=jewel; MACHINE_NAME=mira; teuthology-suite -v -c $CEPH_BRANCH -m $MACHINE_NAME -k distro -s ceph-deploy -e $CEPH_QA_EMAIL
144 64 Cron Tab
13 21 * * 2,4,6  CEPH_BRANCH=jewel; MACHINE_NAME=vps; teuthology-suite -v -c $CEPH_BRANCH -m $MACHINE_NAME -k distro -s ceph-deploy -e $CEPH_QA_EMAIL
145 72 Cron Tab
13 23 * * 2,4,6  CEPH_BRANCH=jewel; MACHINE_NAME=mira; teuthology-suite -v -c $CEPH_BRANCH -m $MACHINE_NAME -k distro -s ceph-disk -e $CEPH_QA_EMAIL
146 64 Cron Tab
147 54 Cron Tab
## removed for now YuriW - 10 1 * * 1,3,5 teuthology-suite -v -c firefly -m vps -k distro -s ceph-deploy ~/vps.yaml
148 56 Cron Tab
## berametal part of ceph-deploy/hammer/infernalis scheduled in typica lab
149 54 Cron Tab
#moved to ovh 10 1 * * 7   teuthology-suite -v -c hammer -m vps -k distro -s ceph-deploy ~/vps.yaml --filter ubuntu_14
150
#moved to ovh 10 2 * * 7   teuthology-suite -v -c infernalis -m vps -k distro -s ceph-deploy ~/vps.yaml
151 56 Cron Tab
#moved to ovh 10 2 * * 1,3 teuthology-suite -v -c jewel -m vps -k distro -s ceph-deploy ~/vps.yaml
152 54 Cron Tab
153
## Upgrade tests for infernalis - running on bare metal 
154
#moved to ovh 02 17 * * 4 teuthology-suite -v -c infernalis -k distro -m plana,burnupi,mira -s upgrade/hammer-x --filter ubuntu_
155
#moved to ovh 02 17 * * 1 teuthology-suite -v -c jewel -k distro -m plana,burnupi,mira -s upgrade/hammer-x --filter ubuntu_
156
157 56 Cron Tab
#********** all below on VPS *****************
158
#moved to ovh 00 17 * * 2,5 teuthology-suite -v -c firefly -k distro -m vps -s upgrade/firefly --timeout 56000  ~/vps.yaml
159 54 Cron Tab
160
## upgrade dumpling to firefly tests  
161
#moved to ovh 13 19 * * 7 teuthology-suite -v -c firefly -k distro -m vps -s upgrade/dumpling-x ~/vps.yaml
162
163 56 Cron Tab
# Upgrade tests for giant - running on vps to cover multiple distros
164 54 Cron Tab
#giant EOL 15 18 * * 3,6 teuthology-suite -v -c giant -k distro -m vps -s upgrade/dumpling-firefly-x ~/vps.yaml
165 56 Cron Tab
#giant EOL 18 18 * * 3,6 teuthology-suite -v -c giant -k distro -m vps -s upgrade/firefly-x ~/vps.yaml
166 54 Cron Tab
167
168
#new suite for infernalis, has to run on vps when passed on baremetal
169 1 Cron Tab
#moved to ovh 18 13 * * 2,4 teuthology-suite -v -c infernalis -k distro -m plana,burnupi,mira -s upgrade/firefly-hammer-x --filter ubuntu_14
170
#moved to ovh 18 13 * * 3,5,7 teuthology-suite -v -c infernalis -k distro -m plana,burnupi,mira -s upgrade/infernalis --filter ubuntu_14
171
172
# Upgrade tests for hammer - running on vps to cover multiple distros
173 54 Cron Tab
#removed the line below b/c the suite 'upgrade/dumpling-firefly-x' on vps runs out of memory on hammer, YuriW 3/29/15
174
#15 17 * * 1,3 teuthology-suite -v -c hammer -k distro -m vps -s upgrade/dumpling-firefly-x --suite-branch hammer ~/vps.yaml 
175 56 Cron Tab
#moved to ovh 18 17 * * 1,5 teuthology-suite -v -c hammer -k distro -m vps -s upgrade/firefly-x ~/vps.yaml
176 1 Cron Tab
#giant EOL 05 17 * * 1,5 teuthology-suite -v -c hammer -k distro -m vps -s upgrade/giant-x ~/vps.yaml
177
#moved to ovh 05 16 * * 1,5 teuthology-suite -v -c hammer -k distro -m vps -s upgrade/hammer ~/vps.yaml
178
179
# Upgrade tests for infernalis - running on vps to cover multiple distros
180
#removed the line below b/c the suite 'upgrade/dumpling-firefly-x' on vps runs out of memory on infernalis, YuriW 3/29/15
181
#dumpling-firefly-x/infernalis is an invalid upgrade path
182
#15 17 * * 0,2,4,6 teuthology-suite -v -c infernalis -k distro -m vps -s upgrade/dumpling-firefly-x --suite-branch hammer ~/vps.yaml
183 64 Cron Tab
10 17 * * 2,4,6,0 teuthology-suite -v -c infernalis -k distro -m vps -s upgrade/hammer-x ~/vps.yaml
184
10 17 * * 1,5,7   teuthology-suite -v -c infernalis -k distro -m vps -s upgrade/infernalis ~/vps.yaml
185
10 02 * * *       teuthology-suite -v -c jewel -k distro -m vps -s upgrade/hammer-x ~/vps.yaml
186 65 Cron Tab
10 02 * * *       teuthology-suite -v -c jewel -k distro -m vps -s upgrade/infernalis-x ~/vps.yaml</pre>