GUR Co-scheduler Code Samples
Example Jobfiles, by scenario
The lines that begin with [cont'd] are continuations of the previous lines.
| Scenario 1: 128 nodes over two systems, without regard to distribution to each system |
[metajob]
# total nodes
total_nodes = 128
machine_preference = tg-login1.sdsc.teragrid.org:2119
[cont'd]#slash#jobmanager-pbs_gcc_resid
[cont'd]#ia64-compute,tg-login.ncsa.teragrid.org
[cont'd]#slash#jobmanager-pbs#fastcpu
# allow re-ordering of the machine_preference list?
machine_preference_reorder = yes
# duration
duration = 3600
earliest_start = 11:30_06/07/2007
latest_end = 17:00_06/15/2007
# use single or multiple clusters ('single' or 'multiple')
usage_pattern = multiple
# Machine-specific info
machines_dict_string = {
'tg-login1.sdsc.teragrid.org:2119#slash
[cont'd]#jobmanager-pbs_gcc_resid#ia64-compute' : {
'username_string' : '',
'account_string' : 'TG-XYZ999999X',
'email_notify' : 'johndoe@sdsc.edu',
'min_int' : 1,
'max_int' : 128
},
'tg-login.ncsa.teragrid.org#slash
[cont'd]#jobmanager-pbs#fastcpu' : {
'username_string' : '',
'account_string' : 'TG-XYZ999999X;',
'email_notify' : 'johndoe@sdsc.edu;',
'min_int' : 1,
'max_int' : 128
},
}
|
| Scenario 2: 256 nodes over two systems, 128 nodes each |
[metajob]
# total nodes
total_nodes = 256
machine_preference = tg-login1.sdsc.teragrid.org:2119
[cont'd]#slash#jobmanager-pbs_gcc_resid
[cont'd]#ia64-compute,tg-login.ncsa.teragrid.org
[cont'd]#slash#jobmanager-pbs#fastcpu
# allow re-ordering of the machine_preference list?
machine_preference_reorder = yes
# duration
duration = 3600
earliest_start = 11:30_06/07/2007
latest_end = 17:00_06/15/2007
# use single or multiple clusters ('single' or 'multiple')
usage_pattern = multiple
# Machine-specific info
machines_dict_string = {
'tg-login1.sdsc.teragrid.org:2119
[cont'd]#slash#jobmanager-pbs_gcc_resid#ia64-compute' : {
'username_string' : '',
'account_string' : 'TG-XYZ999999X',
'email_notify' : 'johndoe@sdsc.edu',
'min_int' : 128,
'max_int' : 128
},
'tg-login.ncsa.teragrid.org#slash
[cont'd]#jobmanager-pbs#fastcpu' : {
'username_string' : '',
'account_string' : 'TG-XYZ999999X',
'email_notify' : 'johndoe@sdsc.edu',
'min_int' : 128,
'max_int' : 128
},
}
|
| Scenario 3: 64 nodes over two systems, all on one cluster is okay |
[metajob]
# total nodes
total_nodes = 64
machine_preference = tg-login1.sdsc.teragrid.org:2119
[cont'd]#slash#jobmanager-pbs_gcc_resid
[cont'd]#ia64-compute,tg-login.ncsa.teragrid.org
[cont'd]#slash#jobmanager-pbs#fastcpu
# allow re-ordering of the machine_preference list?
machine_preference_reorder = yes
# duration
duration = 3600
earliest_start = 11:30_06/07/2007
latest_end = 17:00_06/15/2007
# use single or multiple clusters ('single' or 'multiple')
usage_pattern = multiple
# Machine-specific info
machines_dict_string = {
'tg-login1.sdsc.teragrid.org:2119
[cont'd]#slash#jobmanager-pbs_gcc_resid#ia64-compute' : {
'username_string' : '',
'account_string' : 'TG-XYZ999999X',
'email_notify' : 'johndoe@sdsc.edu',
'min_int' : 0,
'max_int' : 64
},
'tg-login.ncsa.teragrid.org#slash
[cont'd]#jobmanager-pbs#fastcpu' : {
'username_string' : '',
'account_string' : 'TG-XYZ999999X',
'email_notify' : 'johndoe@sdsc.edu',
'min_int' : 0,
'max_int' : 64
},
}
|
Example job.rsl file
The lines that begin with [cont'd] are continuations of the previous lines.
Please note that reservation_id is required at NCSA and optional at SDSC. It is used
to restrict the job to run within the reservation.
+
(&
(resourceManagerContact="tg-login.ncsa.teragrid.org/
[cont'd]jobmanager-pbs")
(count=2)
(hostcount=1)
(maxTime=10)
(jobtype=mpi)
(label="subjob 0")
(environment=(TESTENV1 1)
(GLOBUS_DUROC_SUBJOB_INDEX 0)
(TESTENV2 2))
(arguments= -t 10 -n 2 -l 10 -i 0.03125)
(directory=/home/ncsa/kenneth/testprog)
(executable=/home/ncsa/kenneth/testprog/ring26g2)
(reservation_id=johndoe.1289)
)
(&
(resourceManagerContact="tg-login1.sdsc.teragrid.org:2119/
[cont'd]jobmanager-pbs_gcc_resid")
(count=2)
(hostcount=1)
(maxTime=10)
(jobtype=mpi)
(label="subjob 1")
(environment=(TESTENV1 1)
(GLOBUS_DUROC_SUBJOB_INDEX 1)
(TESTENV2 2))
(arguments= -t 10 -n 2 -l 10 -i 0.03125)
(directory=/users/kenneth/testprog)
(executable=/users/kenneth/testprog/ring26g2)
(reservation_id=1191274794)
)
|
