Thanks to visit codestin.com
Credit goes to github.com

Skip to content

Commit f90f90b

Browse files
germanfgvgermanfgv
committed
Replay configuration used in preparation for MWGR4 of 2021
1 parent 3a391df commit f90f90b

File tree

3 files changed

+43
-22
lines changed

3 files changed

+43
-22
lines changed

‎bin/00_deploy_replay.sh‎

Lines changed: 30 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -4,9 +4,8 @@ BASE_DIR=/data/tier0
44
DEPLOY_DIR=$BASE_DIR/srv/wmagent
55
SPEC_DIR=$BASE_DIR/admin/Specs
66

7-
TIER0_VERSION=2.2.3
7+
TIER0_VERSION=2.2.4
88
TIER0_ARCH=slc7_amd64_gcc630
9-
DEPLOY_TAG=HG2104a
109

1110
function echo_header {
1211
echo ''
@@ -24,18 +23,34 @@ mkdir -p $SPEC_DIR
2423
cd $BASE_DIR
2524
echo_header "deleting deployment dir \"deployment\""
2625
rm -rf deployment
27-
git clone https://github.com/dmwm/deployment.git --branch $DEPLOY_TAG
26+
git clone https://github.com/dmwm/deployment.git
2827
cd deployment
2928

29+
#Patch to test deployment adjustments
30+
#curl https://patch-diff.githubusercontent.com/raw/dmwm/deployment/pull/893.patch| patch -d ./ -p1
31+
3032
echo_header 'Deploying Tier0 WMAgent'
3133
#Dirk's private repo deployment
3234
#./Deploy -s prep -r comp=comp.hufnagel -A $TIER0_ARCH -t $TIER0_VERSION -R tier0@$TIER0_VERSION $DEPLOY_DIR tier0@$TIER0_VERSION
3335
#./Deploy -s sw -r comp=comp.hufnagel -A $TIER0_ARCH -t $TIER0_VERSION -R tier0@$TIER0_VERSION $DEPLOY_DIR tier0@$TIER0_VERSION
3436
#./Deploy -s post -r comp=comp.hufnagel -A $TIER0_ARCH -t $TIER0_VERSION -R tier0@$TIER0_VERSION $DEPLOY_DIR tier0@$TIER0_VERSION
3537

38+
#German deployment
39+
#./Deploy -s prep -r comp=comp.ggiraldo -A $TIER0_ARCH -t $TIER0_VERSION -R tier0@$TIER0_VERSION $DEPLOY_DIR tier0@$TIER0_VERSION
40+
#./Deploy -s sw -r comp=comp.ggiraldo -A $TIER0_ARCH -t $TIER0_VERSION -R tier0@$TIER0_VERSION $DEPLOY_DIR tier0@$TIER0_VERSION
41+
#./Deploy -s post -r comp=comp.ggiraldo -A $TIER0_ARCH -t $TIER0_VERSION -R tier0@$TIER0_VERSION $DEPLOY_DIR tier0@$TIER0_VERSION
42+
43+
#JamadoVa deployment
44+
#./Deploy -s prep -r comp=comp.jamadova -A $TIER0_ARCH -t $TIER0_VERSION -R tier0@$TIER0_VERSION $DEPLOY_DIR tier0@$TIER0_VERSION
45+
#./Deploy -s sw -r comp=comp.jamadova -A $TIER0_ARCH -t $TIER0_VERSION -R tier0@$TIER0_VERSION $DEPLOY_DIR tier0@$TIER0_VERSION
46+
#./Deploy -s post -r comp=comp.jamadova -A $TIER0_ARCH -t $TIER0_VERSION -R tier0@$TIER0_VERSION $DEPLOY_DIR tier0@$TIER0_VERSION
47+
3648
#Usual deployment
49+
#echo '---- Pre-deployment:'
3750
./Deploy -s prep -r comp=comp -A $TIER0_ARCH -t $TIER0_VERSION -R tier0@$TIER0_VERSION $DEPLOY_DIR tier0@$TIER0_VERSION
51+
#echo '---- Deployment:'
3852
./Deploy -s sw -r comp=comp -A $TIER0_ARCH -t $TIER0_VERSION -R tier0@$TIER0_VERSION $DEPLOY_DIR tier0@$TIER0_VERSION
53+
#echo '---- Post-deployment:'
3954
./Deploy -s post -r comp=comp -A $TIER0_ARCH -t $TIER0_VERSION -R tier0@$TIER0_VERSION $DEPLOY_DIR tier0@$TIER0_VERSION
4055

4156
## global patch override
@@ -55,7 +70,8 @@ echo_header 'Initializing services / agent'
5570
./config/tier0/manage start-services
5671
./config/tier0/manage init-tier0
5772
sleep 5
58-
73+
echo '-------------------------------------'
74+
echo $TIER0_CONFIG_FILE
5975
#
6076
# mandatory configuration tweaks
6177
#
@@ -110,11 +126,10 @@ echo "config.RetryManager.PauseAlgo.default.coolOffTime = {'create': 10, 'job':
110126
#echo 'config.DBS3Upload.pollInterval = 30' >> ./config/tier0/config.py
111127
#echo 'config.PhEDExInjector.pollInterval = 30' >> ./config/tier0/config.py
112128

113-
#
114-
# configure Tier0-Mode for PhEDEx
115-
#
116129
# Twiking Rucio configuration
117-
sed -i "s+config.RucioInjector.containerDiskRuleParams.*+config.RucioInjector.containerDiskRuleParams = {'lifetime': 15 * 24 * 60 * 60}+" ./config/tier0/config.py
130+
sed -i "s+config.RucioInjector.listTiersToInject.*+config.RucioInjector.listTiersToInject = ['AOD', 'MINIAOD', 'NANOAOD', 'NANOAODSIM', 'RAW', 'FEVT', 'USER', 'ALCARECO', 'ALCAPROMPT', 'DQMIO','RAW-RECO']+" ./config/tier0/config.py
131+
sed -i "s+config.RucioInjector.containerDiskRuleParams.*+config.RucioInjector.containerDiskRuleParams = {'lifetime': 7 * 24 * 60 * 60}+" ./config/tier0/config.py
132+
118133

119134
#
120135
# Set output datasets status to VALID in DBS
@@ -207,7 +222,13 @@ echo 'config.BossAir.pluginNames = ["SimpleCondorPlugin"]' >> ./config/tier0/con
207222
# Setting up sites
208223
#
209224

210-
./config/tier0/manage execute-agent wmagent-resource-control --site-name=T2_CH_CERN --cms-name=T2_CH_CERN --pnn=T2_CH_CERN --ce-name=T2_CH_CERN --pending-slots=20000 --running-slots=20000 --plugin=SimpleCondorPlugin
225+
#Setting for T0_CH_CERN_Disk
226+
./config/tier0/manage execute-agent wmagent-resource-control --site-name=T2_CH_CERN --cms-name=T2_CH_CERN --pnn=T0_CH_CERN_Disk --ce-name=T2_CH_CERN --pending-slots=20000 --running-slots=20000 --plugin=SimpleCondorPlugin
227+
./config/tier0/manage execute-agent wmagent-resource-control --site-name=T0_CH_CERN_Disk --cms-name=T0_CH_CERN_Disk --pnn=T2_CH_CERN --ce-name=T0_CH_CERN_Disk --pending-slots=20000 --running-slots=20000 --plugin=SimpleCondorPlugin
228+
229+
#Setting for T2_CH_CERN
230+
#./config/tier0/manage execute-agent wmagent-resource-control --site-name=T2_CH_CERN --cms-name=T2_CH_CERN --pnn=T2_CH_CERN --ce-name=T2_CH_CERN --pending-slots=20000 --running-slots=20000 --plugin=SimpleCondorPlugin
231+
211232
./config/tier0/manage execute-agent wmagent-resource-control --site-name=T2_CH_CERN --task-type=Processing --pending-slots=10000 --running-slots=10000
212233
./config/tier0/manage execute-agent wmagent-resource-control --site-name=T2_CH_CERN --task-type=Merge --pending-slots=1000 --running-slots=1000
213234
./config/tier0/manage execute-agent wmagent-resource-control --site-name=T2_CH_CERN --task-type=Cleanup --pending-slots=1000 --running-slots=1000

‎bin/00_patches.sh‎

Lines changed: 2 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,5 @@
66
BASE_DIR=/data/tier0
77
DEPLOY_DIR=$BASE_DIR/srv/wmagent
88

9-
# Do not allow T0 to use WorkQueue in any case: https://github.com/dmwm/WMCore/pull/9314
10-
curl https://patch-diff.githubusercontent.com/raw/dmwm/WMCore/pull/10044.patch | patch -d $DEPLOY_DIR/current/apps/t0/lib/python2.7/site-packages/ -p3
11-
curl https://patch-diff.githubusercontent.com/raw/dmwm/WMCore/pull/10067.patch | patch -d $DEPLOY_DIR/current/apps/t0/lib/python2.7/site-packages/ -p3
12-
curl https://patch-diff.githubusercontent.com/raw/dmwm/WMCore/pull/10105.patch | patch -d $DEPLOY_DIR/current/apps/t0/lib/python2.7/site-packages/ -p3
9+
wget -nv https://github.com/dmwm/T0/pull/4566.patch -O - | patch -f -d $DEPLOY_DIR/current/apps/t0/lib/python2*/site-packages/ -p 3
10+
wget -nv https://github.com/dmwm/WMCore/pull/10344.patch -O - | patch -f -d $DEPLOY_DIR/current/apps/t0/lib/python2*/site-packages/ -p 3

‎etc/ReplayOfflineConfiguration.py‎

Lines changed: 11 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -31,11 +31,11 @@
3131
setConfigVersion(tier0Config, "replace with real version")
3232

3333
# Set run number to replay
34-
setInjectRuns(tier0Config, [341169])
34+
setInjectRuns(tier0Config, [341169,341754,338628,338714])
3535

3636
# Settings up sites
37-
processingSite = "T2_CH_CERN"
38-
streamerPNN = "T2_CH_CERN"
37+
processingSite = "T0_CH_CERN"
38+
streamerPNN = "T0_CH_CERN_Disk"
3939

4040
# Set global parameters:
4141
# Acquisition era
@@ -86,7 +86,7 @@
8686

8787
# Defaults for CMSSW version
8888
defaultCMSSWVersion = {
89-
'default': "CMSSW_11_2_4"
89+
'default': "CMSSW_11_3_1_patch1"
9090
}
9191

9292
# Configure ScramArch
@@ -110,9 +110,9 @@
110110
alcarawProcVersion = dt
111111

112112
# Defaults for GlobalTag
113-
expressGlobalTag = "112X_dataRun3_Express_v5"
114-
promptrecoGlobalTag = "112X_dataRun3_Prompt_v5"
115-
alcap0GlobalTag = "112X_dataRun3_Prompt_v5"
113+
expressGlobalTag = "113X_dataRun3_Express_v2"
114+
promptrecoGlobalTag = "113X_dataRun3_Prompt_v2"
115+
alcap0GlobalTag = "113X_dataRun3_Prompt_v2"
116116

117117
# Mandatory for CondDBv2
118118
globalTagConnect = "frontier://PromptProd/CMS_CONDITIONS"
@@ -136,7 +136,8 @@
136136
"CMSSW_11_1_5" : defaultCMSSWVersion['default'],
137137
"CMSSW_11_2_1" : defaultCMSSWVersion['default'],
138138
"CMSSW_11_2_2" : defaultCMSSWVersion['default'],
139-
"CMSSW_11_2_3" : defaultCMSSWVersion['default']
139+
"CMSSW_11_2_3" : defaultCMSSWVersion['default'],
140+
"CMSSW_11_2_4" : defaultCMSSWVersion['default']
140141
}
141142

142143
expressVersionOverride = {
@@ -147,7 +148,8 @@
147148
"CMSSW_11_1_5" : defaultCMSSWVersion['default'],
148149
"CMSSW_11_2_1" : defaultCMSSWVersion['default'],
149150
"CMSSW_11_2_2" : defaultCMSSWVersion['default'],
150-
"CMSSW_11_2_3" : defaultCMSSWVersion['default']
151+
"CMSSW_11_2_3" : defaultCMSSWVersion['default'],
152+
"CMSSW_11_2_4" : defaultCMSSWVersion['default']
151153
}
152154

153155
#set default repack settings for bulk streams

0 commit comments

Comments
 (0)