Testing LCG middleware
adduser jamwer passwd jamwer mkdir /home/jamwer/.globus cp usercert.pem /home/jamwer/.globus cp userkey.pem /home/jamwer/.globus chown jamwer.jamwer /home/jamwer/.globus/* chmod 400 /home/jamwer/.globus/userkey.pem ls -l /home/jamwer/.globus total 8 -r--r--r-- 1 jamwer jamwer 2224 Nov 8 11:11 usercert.pem -r-------- 1 jamwer jamwer 1920 Nov 8 11:13 userkey.pem exit exit Login as jamwer: pwd /home/jamwer grid-proxy-init Your identity: /C=UK/O=eScience/OU=Manchester/L=HEP/CN=james werner Enter GRID pass phrase for this identity: Creating proxy .................................................. Done Your proxy is valid until: Tue Nov 8 23:14:57 2005Job submission using Globus Toolkit
globus-job-run CE_host /bin/hostname CE_hostJob submission using EDG
vi testjob.jdl Executable = "testjob.sh"; StdOutput = "testjob.out"; StdError = "testjob.err"; InputSandbox = {"./testjob.sh"}; OutputSandbox = {"testjob.out","testjob.err"}; lcg-infosites --vo babar ce --is CE_host **************************************************************** These are the related data for babar: (in terms of queues and CPUs) **************************************************************** #CPU Free Total Jobs Running Waiting ComputingElement ---------------------------------------------------------- 12 12 0 0 0 CE_host:2119/jobmanager-lcgpbs-babar vi testjob.sh #!/bin/bash date hostname echo "**************************************" echo "env | sort" echo "**************************************" env | sort edg-job-list-match --vo babar testjob.jdl Selected Virtual Organisation name (from --vo option): babar Connecting to host RB_host, port 7772 *************************************************************************** COMPUTING ELEMENT IDs LIST The following CE(s) matching your job requirements have been found: *CEId* CE_host:2119/jobmanager-lcgpbs-babar *************************************************************************** vi testjob.jdl Executable = "testjob.sh"; StdOutput = "testjob.out"; StdError = "testjob.err"; InputSandbox = {"./testjob.sh"}; OutputSandbox = {"testjob.out","testjob.err"}; Requirements = other.GlueCEUniqueID == "CE_host:2119/jobmanager-lcgpbs-babar"; edg-job-list-match --vo babar testjob.jdl Selected Virtual Organisation name (from --vo option): babar Connecting to host RB_host, port 7772 *************************************************************************** COMPUTING ELEMENT IDs LIST The following CE(s) matching your job requirements have been found: *CEId* CE_host:2119/jobmanager-lcgpbs-babar *************************************************************************** edg-job-submit --vo babar testjob.jdl Selected Virtual Organisation name (from --vo option): babar Connecting to host RB_host, port 7772 Logging to host RB_host, port 9002 ********************************************************************************************* JOB SUBMIT OUTCOME The job has been successfully submitted to the Network Server. Use edg-job-status command to check job current status. Your job identifier (edg_jobId) is: - https://RB_host:9000/01fW-PAe9TleVqAkt5eVxQ ********************************************************************************************* edg-job-status https://RB_host:9000/01fW-PAe9TleVqAkt5eVxQ ************************************************************* BOOKKEEPING INFORMATION: Status info for the Job : https://RB_host:9000/01fW-PAe9TleVqAkt5eVxQ Current Status: Scheduled Status Reason: Job successfully submitted to Globus Destination: CE_host:2119/jobmanager-lcgpbs-babar reached on: Mon Nov 14 16:22:00 2005 ************************************************************* edg-job-status https://RB_host:9000/01fW-PAe9TleVqAkt5eVxQ ************************************************************* BOOKKEEPING INFORMATION: Status info for the Job : https://RB_host:9000/01fW-PAe9TleVqAkt5eVxQ Current Status: Done (Success) Exit code: 0 Status Reason: Job terminated successfully Destination: CE_host:2119/jobmanager-lcgpbs-babar reached on: Mon Nov 14 16:26:47 2005 ************************************************************* edg-job-get-output --dir . https://RB_host:9000/01fW-PAe9TleVqAkt5eVxQ Retrieving files from host: RB_host ( for https://RB_host:9000/01fW-PAe9TleVqAkt5eVxQ ) ********************************************************************************* JOB GET OUTPUT OUTCOME Output sandbox files for the job: - https://RB_host:9000/01fW-PAe9TleVqAkt5eVxQ have been successfully retrieved and stored in the directory: /home/jamwer/jamwer_01fW-PAe9TleVqAkt5eVxQ ********************************************************************************* ls edglog.log lixoi testjob.jdl jamwer_01fW-PAe9TleVqAkt5eVxQ testfile.txt testjob.sh cd jamwer_01fW-PAe9TleVqAkt5eVxQ/ ls testjob.err testjob.out cat testjob.err cat testjob.out Tue Nov 15 15:58:41 GMT 2005 WN_host ************************************** env | sort ************************************** APEL_HOME=/opt/glite _=/bin/env CLASSADJ_INSTALL_PATH=/usr COG_INSTALL_PATH=/usr DPM_HOST=SE_nick DPNS_HOST=SE_nick EDG_LOCATION=/opt/edg EDG_LOCATION_VAR=/opt/edg/var EDG_TMP=/tmp EDG_WL_JOBID=https://RB_host:9000/0817If8iQIbGWgPDwxhfZw EDG_WL_LOCATION=/opt/edg EDG_WL_LOCATION_VAR=/opt/edg/var EDG_WL_LOG_DESTINATION=CE_host EDG_WL_RB_BROKERINFO=/home/babar001/globus-tmp.WN_nick.20969.0/WMS_WN_nick_021439_https_3a_2f_2fRB_host_3a9000_2f0817If8iQIbGWgPDwxhfZw/.BrokerInfo EDG_WL_SEQUENCE_CODE=UI=000003:NS=0000000003:WM=000004:BH=0000000000:JSS=000003:LM=000000:LRMS=000002:APP=000000 EDG_WL_TMP=/var/edgwl EDG_WL_USER=edguser ENVIRONMENT=BATCH G_BROKEN_FILENAMES=1 GLITE_LOCATION_LOG=/opt/glite/log GLITE_LOCATION=/opt/glite GLITE_LOCATION_TMP=/opt/glite/tmp GLITE_LOCATION_VAR=/opt/glite/var GLOBUS_GASS_CACHE_DEFAULT=/home/babar001/globus-tmp.WN_nick.20969.0/globus-tmp.WN_nick.20969.0 GLOBUS_GRAM_JOB_CONTACT=https://CE_host:20001/3556/1132070271/ GLOBUS_GRAM_MYJOB_CONTACT=URLx-nexus://CE_host:20003/ GLOBUS_LOCATION=/opt/globus GLOBUS_PATH=/opt/globus GLOBUS_REMOTE_IO_URL=/tmp/globus-tmp.WN_nick.20969.2 GLOBUS_TCP_PORT_RANGE=20000 25000 GPT_LOCATION=/opt/gpt HISTSIZE=1000 HOME=/home/babar001/globus-tmp.WN_nick.20969.0 HOSTNAME=WN_host INPUTRC=/etc/inputrc JAVA_INSTALL_PATH=/usr/java/j2sdk1.4.2_04 JAVA_LOCATION=/usr/java/j2sdk1.4.2_10 LANG=en_US.UTF-8 LCG_GFAL_INFOSYS=IS_host:2170 LCG_LOCATION=/opt/lcg LCG_LOCATION_VAR=/opt/lcg/var LCG_TMP=/tmp LD_LIBRARY_PATH=/opt/globus/lib:/opt/lcg/lib:/opt/edg/lib:/usr/local/lib:/opt/glite/lib:/opt/glite/externals/lib:/opt/d-cache/dcap/lib LESSOPEN=|/usr/bin/lesspipe.sh %s LIBPATH=/opt/globus/lib:/usr/lib:/lib LOG4J_INSTALL_PATH=/usr LOGNAME=babar001 LS_COLORS= MAIL=/var/spool/mail/babar001 MANPATH=/opt/globus/man::/opt/edg/share/man:/opt/glite/share/man:/opt/lcg/share/man:/opt/edg/man MYPROXY_SERVER=IS_host PATH=/opt/globus/bin:/opt/globus/sbin:/usr/java/j2sdk1.4.2_10/bin:/opt/lcg/bin:/usr/kerberos/bin:/opt/edg/bin:/usr/local/bin:/usr/java/j2sdk1.4.2_10/bin:/bin:/usr/bin:/usr/X11R6/bin:/opt/glite/bin:/opt/glite/externals/bin:/opt/gpt/sbin:/opt/d-cache/srm/bin:/opt/d-cache/dcap/bin:/opt/edg/sbin PBS_ENVIRONMENT=PBS_BATCH PBS_JOBCOOKIE=579CC5F51FA702CF3CC8683360D0E5ED PBS_JOBID=5.CE_host PBS_JOBNAME=STDIN PBS_MOMPORT=15003 PBS_NODEFILE=/var/spool/pbs/aux/5.CE_host PBS_NODENUM=0 PBS_O_HOME=/home/babar001 PBS_O_HOST=CE_host PBS_O_LANG=C PBS_O_LOGNAME=babar001 PBS_O_PATH=/sbin:/usr/sbin:/bin:/usr/bin:/usr/X11R6/bin PBS_O_QUEUE=babar PBS_O_SHELL=/bin/bash PBS_O_WORKDIR=/home/babar001 PBS_QUEUE=babar PBS_TASKNUM=1 PERLLIB=/opt/edg/lib/perl:/opt/glite/lib/perl5:/opt/lcg/lib/perl PWD=/home/babar001/globus-tmp.WN_nick.20969.0/WMS_WN_nick_021439_https_3a_2f_2fRB_host_3a9000_2f0817If8iQIbGWgPDwxhfZw PYTHONPATH=/opt/edg/lib:/opt/edg/lib/python:/opt/lcg/lib/python:/opt/glite/lib/python RGMA_HOME=/opt/glite SASL_PATH=/opt/globus/lib/sasl SCRATCH_DIRECTORY=/home/babar001/globus-tmp.WN_nick.20969.1 SHELL=/bin/sh SHLIB_PATH=/opt/globus/lib SHLVL=4 SRM_PATH=/opt/d-cache/srm SSH_ASKPASS=/usr/libexec/openssh/gnome-ssh-askpass TMPDIR=/var/spool/pbs/5.CE_host USER=babar001 VO_ALICE_DEFAULT_SE=SE_host VO_ALICE_SW_DIR=/nfs/work/lcg/alice VO_ATLAS_DEFAULT_SE=SE_host VO_ATLAS_SW_DIR=/nfs/work/lcg/atlas VO_BABAR_DEFAULT_SE=SE_host VO_BABAR_SW_DIR=/nfs/work/lcg/babar VO_CMS_DEFAULT_SE=SE_host VO_CMS_SW_DIR=/nfs/work/lcg/cms VO_DTEAM_DEFAULT_SE=SE_host VO_DTEAM_SW_DIR=/nfs/work/lcg/dteam VO_LHCB_DEFAULT_SE=SE_host VO_LHCB_SW_DIR=/nfs/work/lcg/lhcb VO_NA48_DEFAULT_SE=SE_host VO_NA48_SW_DIR=/nfs/work/lcg/na48 VO_SIXT_DEFAULT_SE=SE_host VO_SIXT_SW_DIR=/nfs/work/lcg/sixt X509_USER_PROXY=/tmp/globus-tmp.WN_nick.20969.0 Following execution in the Computer element during the processing: qstat qstat Job id Name User Time Use S Queue ---------------- ---------------- ---------------- -------- - ----- 3.CE_nick STDIN babar001 0 Q babar qstat Job id Name User Time Use S Queue ---------------- ---------------- ---------------- -------- - ----- 3.CE_nick STDIN babar001 0 R babar qstatSE tests
lcg-infosites --vo babar --is IS_host se ************************************************************** These are the related data for babar: (in terms of SE) ************************************************************** Avail Space(Kb) Used Space(Kb) Type SEs ---------------------------------------------------------- 3394016 5213972 SE_host edg-gridftp-ls gsiftp://SE_host/ tmp etc var storage home root opt usr lib bin sbin dev proc boot tftpboot work misc initrd mnt afscache lost+found afs lcg-infosites --vo babar closeSE --is IS_host Name of the CE: CE_host:2119/jobmanager-lcgpbs-babar Name of the close SE: SE_hostRGMA Test
Client: $RGMA_HOME/bin/rgma-client-check *** Running R-GMA client tests on CE_host *** Checking C API: Success Checking C++ API: Success Checking Python API: Success Checking Java API: Success Checking for safe arrival of tuples, please wait... Success *** R-GMA client test successful *** Server: $RGMA_HOME/bin/rgma-server-check *** Running R-GMA server tests on IS_host *** Checking Tomcat is running on the local machine... Successfully connected to Tomcat. Java VM version: 1.4.2_10 (OK) Connecting to http://lcgic01.gridpp.rl.ac.uk:8080/R-GMA/SchemaServlet... Successfully connected to Schema. Using PongServlet (1) on http://lcgic01.gridpp.rl.ac.uk:8080/R-GMA/PongServlet. Checking other servlets... Connecting to http://IS_host:8080/R-GMA/ConsumerServlet:OK Connecting to streaming port 8088 on IS_host:OK Checking clock synchronization: OK Connecting to http://IS_host:8080/R-GMA/StreamProducerServlet:OK Checking clock synchronization: OK Connecting to http://IS_host:8080/R-GMA/LatestProducerServlet:OK Checking clock synchronization: OK Connecting to http://IS_host:8080/R-GMA/DBProducerServlet:OK Checking clock synchronization: OK Connecting to http://IS_host:8080/R-GMA/CanonicalProducerServlet:OK Checking clock synchronization: OK Connecting to http://IS_host:8080/R-GMA/ArchiverServlet:OK Checking clock synchronization: OK *** R-GMA server test successful ***Pbs tests
References: http://www.cs.ubc.ca/~pramanik/pbsInstall.htm http://www.uic.edu/depts/accc/hardware/argo/qsub.html http://www.sao.nrc.ca/~gabriel/pbs/pbs_user.html pbsnodes -a WN_host state = free np = 2 properties = lcgpro ntype = cluster status = arch=linux,uname=Linux WN_host 2.4.21-27.0.2.ELsmp #1 SMP Tue Jan 18 19:25:35 CST 2005 i686,sessions=? 0,nsessions=? 0,nusers=0,idletime=3369,totmem=3121864kb,availmem=2155956kb,physmem=1025392kb,ncpus=2,loadave=0.00,rectime=1131964456 WN_host state = free np = 2 properties = lcgpro ntype = cluster status = arch=linux,uname=Linux WN_host 2.4.21-27.0.2.ELsmp #1 SMP Tue Jan 18 19:25:35 CST 2005 i686,sessions=? 0,nsessions=? 0,nusers=0,idletime=1107684,totmem=3121864kb,availmem=2165704kb,physmem=1025392kb,ncpus=2,loadave=0.00,rectime=1131964468 WN_host state = free np = 2 properties = lcgpro ntype = cluster status = arch=linux,uname=Linux WN_host 2.4.21-27.0.2.ELsmp #1 SMP Tue Jan 18 19:25:35 CST 2005 i686,sessions=? 0,nsessions=? 0,nusers=0,idletime=1107712,totmem=3121864kb,availmem=2164056kb,physmem=1025392kb,ncpus=2,loadave=0.00,rectime=1131964458 WN_host state = free np = 2 properties = lcgpro ntype = cluster status = arch=linux,uname=Linux WN_host 2.4.21-27.0.2.ELsmp #1 SMP Tue Jan 18 19:25:35 CST 2005 i686,sessions=? 0,nsessions=? 0,nusers=0,idletime=1106229,totmem=3121864kb,availmem=2163452kb,physmem=1025392kb,ncpus=2,loadave=0.00,rectime=1131964456 WN_host state = free np = 2 properties = lcgpro ntype = cluster status = arch=linux,uname=Linux WN_host 2.4.21-27.0.2.ELsmp #1 SMP Tue Jan 18 19:25:35 CST 2005 i686,sessions=? 0,nsessions=? 0,nusers=0,idletime=1106028,totmem=3121864kb,availmem=2163304kb,physmem=1025392kb,ncpus=2,loadave=0.00,rectime=1131964467 WN_host state = free np = 2 properties = lcgpro ntype = cluster status = arch=linux,uname=Linux WN_host 2.4.21-27.0.2.ELsmp #1 SMP Tue Jan 18 19:25:35 CST 2005 i686,sessions=? 0,nsessions=? 0,nusers=0,idletime=1106362,totmem=3121864kb,availmem=2163628kb,physmem=1025392kb,ncpus=2,loadave=0.00,rectime=1131964478Top
|
|
|
Feedback to: jamwer@hep.man.ac.uk |