WMS34UnitTests < WMS

Tags: , view all tags
---++ WMS 3.4 units tests


- WMS_UT_001: the LDAP helper functions are tested.

Test ldap_search in emi.wms.wms-ism/test

<verbatim>
[mcecchi@devel08 emi.wms.wms-ism]$ ./build/test/ldap_search -h egee-bdii.cnaf.infn.it -f "(objectclass=GlueSchemaVersion)" -a GlueSchemaVersionMajor
# base <mds-vo-name=local,o=grid> with scope subtree
# filter: (objectclass=GlueSchemaVersion)
# requesting: GlueSchemaVersionMajor 

GlueSchemaVersionMajor: 1
dn: GlueLocationLocalID=VO-atlas-production-17.2.2.6-x86_64-slc5-gcc43-opt,GlueSubClusterUniqueID=ce01.marie.hellasgrid.gr,GlueClusterUniqueID=ce01.marie.hellasgrid.gr,Mds-Vo-name=HG-02-IASA,Mds-Vo-name=local,o=grid
GlueSchemaVersionMajor: 1
dn: GlueLocationLocalID=VO-atlas-TrigMC-17.0.6.2.3-i686-slc5-gcc43-opt,GlueSubClusterUniqueID=f-cream01.grid.sinica.edu.tw,GlueClusterUniqueID=f-cream01.grid.sinica.edu.tw,Mds-Vo-name=TW-FTT,Mds-Vo-name=local,o=grid
GlueSchemaVersionMajor: 1
dn: GlueLocationLocalID=VO-atlas-production-16.6.7.16-x86_64-slc5-gcc43-opt,GlueSubClusterUniqueID=BNL-Subcluster-8-BNL-ATLAS,GlueClusterUniqueID=BNL-ATLAS-Condor-CVMFS,Mds-Vo-name=BNL-ATLAS,Mds-Vo-name=local,o=grid
GlueSchemaVersionMajor: 1
dn: GlueLocationLocalID=VO-atlas-offline-17.0.4-x86_64-slc5-gcc43-opt,GlueSubClusterUniqueID=IllinoisHEP-R410-X5660-IllinoisHEP,GlueClusterUniqueID=osgx0.hep.uiuc.edu,Mds-Vo-name=IllinoisHEP,Mds-Vo-name=local,o=grid
GlueSchemaVersionMajor: 1
dn: GlueLocationLocalID=VO-atlas-JetMetAnalysis-16.6.3.5.1-i686-slc5-gcc43-opt,GlueSubClusterUniqueID=sl5-500.gridpp.rl.ac.uk,GlueClusterUniqueID=sl5-500.gridpp.rl.ac.uk,Mds-Vo-name=RAL-LCG2,Mds-Vo-name=local,o=grid
GlueSchemaVersionMajor: 1
dn: GlueLocationLocalID=VO-atlas-production-15.6.12.6-i686-slc5-gcc43-opt,GlueSubClusterUniqueID=BNL-Subcluster-8-BNL_ATLAS_7,GlueClusterUniqueID=BNL-ATLAS-Condor-CVMFS,Mds-Vo-name=BNL-ATLAS,Mds-Vo-name=local,o=grid
GlueSchemaVersionMajor: 1
dn: GlueLocationLocalID=VO-atlas-AtlasPhysics-17.0.4.2.2-i686-slc5-gcc43-opt,GlueSubClusterUniqueID=creamce.reef.man.poznan.pl,GlueClusterUniqueID=creamce.reef.man.poznan.pl,Mds-Vo-name=PSNC,Mds-Vo-name=local,o=grid
GlueSchemaVersionMajor: 1
dn: GlueLocationLocalID=VO-atlas-JetMetAnalysis-16.0.2.4.1-i686-slc5-gcc43-opt,GlueSubClusterUniqueID=lcgce07.gridpp.rl.ac.uk,GlueClusterUniqueID=lcgce07.gridpp.rl.ac.uk,Mds-Vo-name=RAL-LCG2,Mds-Vo-name=local,o=grid
GlueSchemaVersionMajor: 1
dn: GlueLocationLocalID=VO-atlas-AtlasPhysics-17.0.6.2.3-i686-slc5-gcc43-opt,GlueSubClusterUniqueID=creamce.reef.man.poznan.pl,GlueClusterUniqueID=creamce.reef.man.poznan.pl,Mds-Vo-name=PSNC,Mds-Vo-name=local,o=grid
GlueSchemaVersionMajor: 1
dn: GlueLocationLocalID=VO-atlas-production-17.1.2.1-x86_64-slc5-gcc43-opt,GlueSubClusterUniqueID=ce01.marie.hellasgrid.gr,GlueClusterUniqueID=ce01.marie.hellasgrid.gr,Mds-Vo-name=HG-02-IASA,Mds-Vo-name=local,o=grid
GlueSchemaVersionMajor: 1
dn: GlueLocationLocalID=VO-atlas-production-16.6.7.19-x86_64-slc5-gcc43-opt,GlueSubClusterUniqueID=BNL-Subcluster-8-BNL-ATLAS,GlueClusterUniqueID=BNL-ATLAS-Condor-CVMFS,Mds-Vo-name=BNL-ATLAS,Mds-Vo-name=local,o=grid
GlueSchemaVersionMajor: 1
dn: GlueLocationLocalID=VO-atlas-offline-17.1.2-x86_64-slc5-gcc43-opt,GlueSubClusterUniqueID=IllinoisHEP-R410-E5540-IllinoisHEP,GlueClusterUniqueID=osgx0.hep.uiuc.edu,Mds-Vo-name=IllinoisHEP,Mds-Vo-name=local,o=grid
GlueSchemaVersionMajor: 1
dn: GlueLocationLocalID=VO-atlas-production-16.6.7.18-i686-slc5-gcc43-opt,GlueSubClusterUniqueID=BNL-Subcluster-8-BNL_ATLAS_7,GlueClusterUniqueID=BNL-ATLAS-Condor-CVMFS,Mds-Vo-name=BNL-ATLAS,Mds-Vo-name=local,o=grid
GlueSchemaVersionMajor: 1
dn: GlueLocationLocalID=VO-atlas-AtlasPhysics-17.2.3.7.2-x86_64-slc5-gcc43-opt,GlueSubClusterUniqueID=lcgce03.gridpp.rl.ac.uk,GlueClusterUniqueID=lcgce03.gridpp.rl.ac.uk,Mds-Vo-name=RAL-LCG2,Mds-Vo-name=local,o=grid
GlueSchemaVersionMajor: 1
dn: GlueLocationLocalID=VO-atlas-TrigMC-17.0.6.2.4-i686-slc5-gcc43-opt,GlueSubClusterUniqueID=cream2.ppgrid1.rhul.ac.uk,GlueClusterUniqueID=cream2.ppgrid1.rhul.ac.uk,Mds-Vo-name=UKI-LT2-RHUL,Mds-Vo-name=local,o=grid
GlueSchemaVersionMajor: 1
dn: GlueLocationLocalID=VO-atlas-AtlasPhysics-17.1.2.1.1-i686-slc5-gcc43-opt,GlueSubClusterUniqueID=lcgce1.shef.ac.uk,GlueClusterUniqueID=lcgce1.shef.ac.uk,Mds-Vo-name=UKI-NORTHGRID-SHEF-HEP,Mds-Vo-name=local,o=grid
GlueSchemaVersionMajor: 1
dn: GlueLocationLocalID=VO-atlas-AtlasPhysics-17.0.4.2.1-i686-slc5-gcc43-opt,GlueSubClusterUniqueID=lcgce1.shef.ac.uk,GlueClusterUniqueID=lcgce1.shef.ac.uk,Mds-Vo-name=UKI-NORTHGRID-SHEF-HEP,Mds-Vo-name=local,o=grid
GlueSchemaVersionMajor: 1
dn: GlueLocationLocalID=VO-atlas-production-15.6.14.9-i686-slc5-gcc43-opt,GlueSubClusterUniqueID=lcg-ce04.hep.ucl.ac.uk,GlueClusterUniqueID=lcg-ce04.hep.ucl.ac.uk,Mds-Vo-name=UKI-LT2-UCL-HEP,Mds-Vo-name=local,o=grid
GlueSchemaVersionMajor: 1
dn: GlueLocationLocalID=VO-atlas-AtlasPhysics-16.6.5.1.1-i686-slc5-gcc43-opt,GlueSubClusterUniqueID=creamce.reef.man.poznan.pl,GlueClusterUniqueID=creamce.reef.man.poznan.pl,Mds-Vo-name=PSNC,Mds-Vo-name=local,o=grid
GlueSchemaVersionMajor: 1
dn: GlueLocationLocalID=VO-atlas-offline-16.2.2-i686-slc5-gcc43-opt,GlueSubClusterUniqueID=hepgrid10.ph.liv.ac.uk,GlueClusterUniqueID=hepgrid10.ph.liv.ac.uk,Mds-Vo-name=UKI-NORTHGRID-LIV-HEP,Mds-Vo-name=local,o=grid
GlueSchemaVersionMajor: 1
dn: GlueLocationLocalID=VO-atlas-AtlasPhysics-17.2.3.7.4-i686-slc5-gcc43-opt,GlueSubClusterUniqueID=sl5-4000.gridpp.rl.ac.uk,GlueClusterUniqueID=sl5-4000.gridpp.rl.ac.uk,Mds-Vo-name=RAL-LCG2,Mds-Vo-name=local,o=grid
GlueSchemaVersionMajor: 1
dn: GlueLocationLocalID=VO-atlas-AtlasPhysics-16.6.4.1.1-i686-slc5-gcc43-opt,GlueSubClusterUniqueID=sl5-4000.gridpp.rl.ac.uk,GlueClusterUniqueID=sl5-4000.gridpp.rl.ac.uk,Mds-Vo-name=RAL-LCG2,Mds-Vo-name=local,o=grid
[...]
</verbatim>

- WMS_UT_002: the ISM purchaser modules for GLUE1.3 and GLUE2.0 are tested in a standalone module.

Test ii_purchaserTest in emi.wms.wms-ism/test

<verbatim>
[mcecchi@devel08 test]$ ./ii_purchaserTest -c glite_wms.conf -s -v
06 Sep, 13:01:45 -W: [Warning] get_site_name(/home/mcecchi/wms34/emi.wms.wms-ism/src/purchaser/ldap-utils.cpp:162): Cannot find GlueSiteUniqueID assignment.
06 Sep, 13:01:56 -D: [Debug] fetch_bdii_ce_info(/home/mcecchi/wms34/emi.wms.wms-ism/src/purchaser/ldap-utils.cpp:510): Skipping cluster osgce64.hepgrid.uerj.br due to empty subcluster definition
06 Sep, 13:02:05 -D: [Debug] fetch_bdii_se_info(/home/mcecchi/wms34/emi.wms.wms-ism/src/purchaser/ldap-utils.cpp:291): Skipping se 0 due to empty classad representation 
06 Sep, 13:02:05 -D: [Debug] fetch_bdii_se_info(/home/mcecchi/wms34/emi.wms.wms-ism/src/purchaser/ldap-utils.cpp:291): Skipping se SE1 due to empty classad representation 
06 Sep, 13:02:05 -D: [Debug] fetch_bdii_se_info(/home/mcecchi/wms34/emi.wms.wms-ism/src/purchaser/ldap-utils.cpp:291): Skipping se SE2 due to empty classad representation 
06 Sep, 13:02:05 -D: [Debug] fetch_bdii_se_info(/home/mcecchi/wms34/emi.wms.wms-ism/src/purchaser/ldap-utils.cpp:291): Skipping se SE3 due to empty classad representation 
06 Sep, 13:02:05 -D: [Debug] fetch_bdii_se_info(/home/mcecchi/wms34/emi.wms.wms-ism/src/purchaser/ldap-utils.cpp:291): Skipping se alidata.if.pw.edu.pl due to empty classad representation 
06 Sep, 13:02:05 -D: [Debug] fetch_bdii_se_info(/home/mcecchi/wms34/emi.wms.wms-ism/src/purchaser/ldap-utils.cpp:291): Skipping se aliserv1.ct.infn.it due to empty classad representation 
06 Sep, 13:02:05 -D: [Debug] fetch_bdii_se_info(/home/mcecchi/wms34/emi.wms.wms-ism/src/purchaser/ldap-utils.cpp:291): Skipping se dcache.pi.infn.it due to empty classad representation 
06 Sep, 13:02:05 -D: [Debug] fetch_bdii_se_info(/home/mcecchi/wms34/emi.wms.wms-ism/src/purchaser/ldap-utils.cpp:291): Skipping se dpm-ara.bifi.unizar.es due to empty classad representation 
06 Sep, 13:02:05 -D: [Debug] fetch_bdii_se_info(/home/mcecchi/wms34/emi.wms.wms-ism/src/purchaser/ldap-utils.cpp:291): Skipping se dpm01.grid.sinica.edu.tw due to empty classad representation 
06 Sep, 13:02:05 -D: [Debug] fetch_bdii_se_info(/home/mcecchi/wms34/emi.wms.wms-ism/src/purchaser/ldap-utils.cpp:291): Skipping se dpm1 due to empty classad representation 
06 Sep, 13:02:05 -D: [Debug] fetch_bdii_se_info(/home/mcecchi/wms34/emi.wms.wms-ism/src/purchaser/ldap-utils.cpp:291): Skipping se f-dpm001.euasiaorg.org due to empty classad representation 
06 Sep, 13:02:05 -D: [Debug] fetch_bdii_se_info(/home/mcecchi/wms34/emi.wms.wms-ism/src/purchaser/ldap-utils.cpp:291): Skipping se gb-se-lumc.lumc.nl due to empty classad representation 
06 Sep, 13:02:05 -D: [Debug] fetch_bdii_se_info(/home/mcecchi/wms34/emi.wms.wms-ism/src/purchaser/ldap-utils.cpp:291): Skipping se grid-storm.hpc.susx.ac.uk due to empty classad representation 
06 Sep, 13:02:05 -D: [Debug] fetch_bdii_se_info(/home/mcecchi/wms34/emi.wms.wms-ism/src/purchaser/ldap-utils.cpp:291): Skipping se hansolo.kisti.re.kr due to empty classad representation 
06 Sep, 13:02:05 -D: [Debug] fetch_bdii_se_info(/home/mcecchi/wms34/emi.wms.wms-ism/src/purchaser/ldap-utils.cpp:291): Skipping se infn-se-01.ct.pi2s2.it due to empty classad representation 
06 Sep, 13:02:05 -D: [Debug] fetch_bdii_se_info(/home/mcecchi/wms34/emi.wms.wms-ism/src/purchaser/ldap-utils.cpp:291): Skipping se lnx095.eela.if.ufrj.br due to empty classad representation 
06 Sep, 13:02:05 -D: [Debug] fetch_bdii_se_info(/home/mcecchi/wms34/emi.wms.wms-ism/src/purchaser/ldap-utils.cpp:291): Skipping se none due to empty classad representation 
06 Sep, 13:02:05 -D: [Debug] fetch_bdii_se_info(/home/mcecchi/wms34/emi.wms.wms-ism/src/purchaser/ldap-utils.cpp:291): Skipping se se-ngi.ceta-ciemat.es due to empty classad representation 
06 Sep, 13:02:05 -D: [Debug] fetch_bdii_se_info(/home/mcecchi/wms34/emi.wms.wms-ism/src/purchaser/ldap-utils.cpp:291): Skipping se se0003.m45.ihep.su due to empty classad representation 
06 Sep, 13:02:05 -D: [Debug] fetch_bdii_se_info(/home/mcecchi/wms34/emi.wms.wms-ism/src/purchaser/ldap-utils.cpp:291): Skipping se se01.atlas.ualberta.ca due to empty classad representation 
06 Sep, 13:02:05 -D: [Debug] fetch_bdii_se_info(/home/mcecchi/wms34/emi.wms.wms-ism/src/purchaser/ldap-utils.cpp:291): Skipping se se1.grid.lebedev.ru due to empty classad representation 
06 Sep, 13:02:05 -D: [Debug] fetch_bdii_se_info(/home/mcecchi/wms34/emi.wms.wms-ism/src/purchaser/ldap-utils.cpp:291): Skipping se se2.grid.lebedev.ru due to empty classad representation 
06 Sep, 13:02:05 -D: [Debug] fetch_bdii_se_info(/home/mcecchi/wms34/emi.wms.wms-ism/src/purchaser/ldap-utils.cpp:291): Skipping se se3.grid.lebedev.ru due to empty classad representation 
06 Sep, 13:02:05 -D: [Debug] fetch_bdii_se_info(/home/mcecchi/wms34/emi.wms.wms-ism/src/purchaser/ldap-utils.cpp:291): Skipping se se4.grid.lebedev.ru due to empty classad representation 
06 Sep, 13:02:05 -D: [Debug] fetch_bdii_se_info(/home/mcecchi/wms34/emi.wms.wms-ism/src/purchaser/ldap-utils.cpp:291): Skipping se se5.grid.lebedev.ru due to empty classad representation 
06 Sep, 13:02:05 -D: [Debug] fetch_bdii_se_info(/home/mcecchi/wms34/emi.wms.wms-ism/src/purchaser/ldap-utils.cpp:291): Skipping se srm-dteam.cern.ch due to empty classad representation 
06 Sep, 13:02:05 -D: [Debug] fetch_bdii_se_info(/home/mcecchi/wms34/emi.wms.wms-ism/src/purchaser/ldap-utils.cpp:291): Skipping se srm-pps.cern.ch due to empty classad representation 
06 Sep, 13:02:05 -D: [Debug] fetch_bdii_se_info(/home/mcecchi/wms34/emi.wms.wms-ism/src/purchaser/ldap-utils.cpp:291): Skipping se stormbe1.pi.infn.it due to empty classad representation 
06 Sep, 13:02:05 -D: [Debug] fetch_bdii_se_info(/home/mcecchi/wms34/emi.wms.wms-ism/src/purchaser/ldap-utils.cpp:291): Skipping se sunstorm.cnaf.infn.it due to empty classad representation 
06 Sep, 13:02:05 -D: [Debug] operator()(/home/mcecchi/wms34/emi.wms.wms-ism/src/purchaser/ism-ii-purchaser.cpp:139): BDII GLUE 1.3 fetching completed in 24 seconds
</verbatim>

- WMS_UT_003: generation of the job wrapper template.

Test jobwrapperTest in emi.wms.wms-helper/examples

<verbatim>
[mcecchi@devel08 emi.wms.wms-helper]$ build/examples/jobwrapperTest
#!/bin/sh

__brokerinfo=".BrokerInfo"
__jobid="https://edt003.cnaf.infn.it:9000/131.154.99.82/092250216745692?edt003.cnaf.infn.it:7771"
__job="job.sh"
__standard_input="job.in"
__standard_output="job.out"
__standard_error="job.err"
__arguments="-i "\"Fabrizio Pacini" *.txt"
__gatekeeper_hostname=
__maradona_url=
__input_base_url="gsiftp://joda.cnaf.infn.it:9000/home/joda/wp1/JobWrapper"
__input_file[0]="job.sh"
__input_file[1]="inputfile1"
__input_file[2]="inputfile2"
__output_base_url="gsiftp://joda.cnaf.infn.it:8000/tmp/gridtest"
__output_file[0]="outputfile1"
__jobid_to_filename=
__globus_resource_contact_string=
declare -a __environment
__nodes=0
__vo=
__dsupload=
__wmp_support=0
declare -a __wmp_input_file
declare -a __wmp_input_base_file
declare -a __wmp_output_file
declare -a __wmp_output_dest_file
__shallow_resubmission_token=
__perusal_support=0
__perusal_timeinterval=0
__perusal_filesdesturi=
__perusal_listfileuri=
__prologue=
__prologue_arguments=
__epilogue=
__epilogue_arguments=
__output_data=0
declare -a __output_file
declare -a __output_lfn
declare -a __output_se
__osb_wildcards_support=1
__broker_hostname=
__ce_application_dir=
__output_sandbox_base_dest_uri="http://results_collector.cnaf.infn.it/gravitational_waves/mcecchi"
__job_type=0
__retry_different_transports=0
__max_outputsandbox_size=0

#!/bin/sh

# jw template
</verbatim>

- WMS_UT_004: check how URLs are parsed.

Test urlTest in emi.wms.wms-helper/examples

<verbatim>
[mcecchi@devel08 emi.wms.wms-helper]$ ./build/examples/urlTest
Testing class URL...

Let's start with an easy one: http://www.google.com
protocol = http
host =     www.google.com
port =     
path =     
http://www.google.com
Testing an empty URL...
Empty URL caused an exception, uhm ...right

Some examples...
gsiftp://cert-rb-03.cnaf.infn.it/var/glite/SandboxDir/xF/https3a2f2fcert-rb-03.cnaf.infn.it3a90002fxFyHs5fvSqxqzDQw0BnZe-Q/input = valid URL
protocol = gsiftp
host =     cert-rb-03.cnaf.infn.it
port =     
path =     /var/glite/SandboxDir/xF/https3a2f2fcert-rb-03.cnaf.infn.it3a90002fxFyHs5fvSqxqzDQw0BnZe-Q/input
h ttp://www.ics.uci.edu = not valid URL
http://www.ic s.uci.edu = not valid URL
http://www.ics.uci.edu:8080/pub/ietf/uri/ = valid URL
http://www.ics.uci.edu:8080/pub/ietf/u%20ri/ = valid URL
http://www.ics.uci.edu:8080/pub/ietf/u%2ri/ = not valid URL
http://www.ics.uci.edu:8080/pub/ietf/uri = valid URL
http://www.ics.uci.edu:8080/pub/i:etf/uri = not valid URL

Testing copy constructor...
url1 = http://www.cnaf.infn.it/giaco
url2 = http://www.cnaf.infn.it/giaco

url1 protocol = http
url2 protocol = http

url1 host = www.cnaf.infn.it
url2 host = www.cnaf.infn.it

url1 port = 
url2 port = 

url1 path = /giaco
url2 path = /giaco

Testing assignment operator...
url1 = http://www.cnaf.infn.it/giaco
url2 = http://www.cnaf.infn.it/giaco

url1 protocol = http
url2 protocol = http

url1 host = www.cnaf.infn.it
url2 host = www.cnaf.infn.it

url1 port = 
url2 port = 

url1 path = /giaco
url2 path = /giaco
</verbatim>

- WMS_UT_005: check condor submit file generation.

Test jobadapterTest in emi.wms.wms-helper/examples

<verbatim>

[root@devel08 emi.wms.wms-helper]# ./build/examples/jobadapterTest examples/inputclassad.new examples/inputclassad.wmproxy aaa glite_wms.conf
[root@devel08 emi.wms.wms-helper]# cat aaa
+CEInfoHostName = ""
Universe = grid
error = /var/jobcontrol/condorio/k4/https_3a_2f_2flxde04.pd.infn.it_3a9000_2fk4vXdFL_5fOKHugi9U9U8TvQ/StandardError
Executable = /var/jobcontrol/submit/k4/JobWrapper.https_3a_2f_2flxde04.pd.infn.it_3a9000_2fk4vXdFL_5fOKHugi9U9U8TvQ.sh
+Type = "Job"
grid_type = globus
Log = /var/logmonitor/CondorG.log/CondorG.log
Transfer_Executable = True
Output = /var/jobcontrol/condorio/k4/https_3a_2f_2flxde04.pd.infn.it_3a9000_2fk4vXdFL_5fOKHugi9U9U8TvQ/StandardOutput
+ce_id = "kkjdjkkjjk"
Notification = never
+edg_jobid = "https://lxde04.pd.infn.it:9000/k4vXdFL_OKHugi9U9U8TvQ"
GlobusScheduler = lxde01.pd.infn.it:2119/jobmanager-pbs
GlobusRSL = (queue=jobmanager-pbs)(jobtype=single)(environment=(EDG_WL_JOBID 'https://lxde04.pd.infn.it:9000/k4vXdFL_OKHugi9U9U8TvQ'))(count=2)(hostCount=2)
stream_error = False
grid_resource = gt2 lxde01.pd.infn.it:2119/jobmanager-pbs
+UserSubjectName = "/C=IT/O=INFN/OU=host/L=CNAF/CN=grid012g.cnaf.infn.it/Email=sitemanager@cnaf.infn.it"
X509UserProxy = /tmp/x509_u464
stream_output = False
Copy_to_Spool = False
Queue 1
</verbatim>


-- Main.MarcoCecchi - 2012-09-06
Topic revision: r2 - 2012-09-06 - MarcoCecchi
Account
- Log In
Edit
Attach