Glite installation for FTS transfer in PhEDEX

Description

First, proceed with glite installation
[root@osg-se ~]# cd /usr/local/
[root@osg-se local]# mkdir glite
[root@osg-se glite]# export VERSION=3.1.23-0
[root@osg-se glite]# mkdir -p ${VERSION}
[root@osg-se glite]# cd ${VERSION}
[root@osg-se 3.1.23-0]# wget
http://grid-deployment.web.cern.ch/grid-deployment/download/relocatable/glite-UI/SL4_i686/glite-UI-${VERSION}.tar.gz
[root@osg-se 3.1.23-0]# wget http://grid-deployment.web.cern.ch/grid-deployment/download/relocatable/glite-UI/SL4_i686/glite-UI-${VERSION}-external.tar.gz
[root@osg-se 3.1.23-0]# tar -xvzf glite-UI-3.1.23-0-external.tar.gz
[root@osg-se 3.1.23-0]# tar -xvzf glite-UI-3.1.23-0.tar.gz
Now, create a configuration file for glite:
[root@osg-se 3.1.23-0]# vim site-info.dev
INSTALL_ROOT=/usr/local/glite/3.2.7-0
GLITE_EXTERNAL_ROOT=${INSTALL_ROOT}/external
GRID_ENV_LOCATION=${GLITE_EXTERNAL_ROOT}/etc/profile.d
SITE_NAME=T2_BR_SPRACE
#
PX_HOST=myproxy-fts.cern.ch
WMS_HOST="wms105.cern.ch wms110.cern.ch wms111.cern.ch"
BDII_HOST=lcg-bdii.cern.ch
MON_HOST=mon.cern.ch
RB_HOST=$WMS_HOST
REG_HOST=lcgic01.gridpp.rl.ac.uk
VOS="cms"
#
USERS_CONF=$INSTALL_ROOT/glite/yaim/examples/users.conf
SITE_EMAIL=mdias@ift.unesp.br
FUNCTIONS_DIR=${INSTALL_ROOT}/glite/yaim/functions
X509_CERT_DIR=${GLITE_EXTERNAL_ROOT}/certificates
#
VO_CMS_VOMS_SERVERS="'vomss://lcg-voms.cern.ch:8443/voms/cms?/cms/'
'vomss://voms.cern.ch:8443/voms/cms?/cms/'"
VO_CMS_VOMSES="'cms lcg-voms.cern.ch 15002 /C=CH/O=CERN/OU=GRID/CN=host/lcg-voms.cern.ch cms'"
VO_CMS_VOMS_CA_DN="'/DC=ch/DC=cern/CN=CERN Trusted Certification Authority'"

[root@osg-se 3.1.23-0]# ./glite/yaim/bin/yaim -c -s site-info.dev  -n UI_TAR
[root@osg-se 3.1.23-0]# chmod a+x /usr/local/glite/3.1.23-0/etc/profile.d/grid-env.sh
After some time, a error in PhEDEx transfers starts to occur (Unknow CA). It was related with our certificate directory isn't being updated . As OSG certificates directory is constantly updated we made:
cd /usr/local/glite/3.1.27-0/external
mv certificates certificates.bck
ln -s /OSG/globus/TRUSTED_CA certificates

You can test if it works properly. Create a proxy

su - mdias
. /OSG/setup.sh
grid-proxy-init -valid 720:00
myproxy-init -d -s myproxy-fts.cern.ch -c 720
myproxy-info -s myproxy-fts.cern.ch -d
The password have to be stored at
/home/phedex/SITECONF/SPRACE/PhEDEx/ftspass
Also get your fts.map from this link

[root@osg-se ~]# su - phedex
[phedex@osg-se ~]$ source /usr/local/glite/3.1.23-0/etc/profile.d/grid-env.sh
[phedex@osg-se ~]$ 
export FNAL_FTS_SERVER=https://cmsstor20.fnal.gov:8443/glite-data-transfer-fts/services/FileTransfer
[phedex@osg-se ~]$ export X509_USER_PROXY=/home/phedex/gridcert/proxy.cert;
[phedex@osg-se ~]$
/home/phedex/sw/slc4_ia32_gcc345/cms/PHEDEX/PHEDEX_3_0_7/Utilities/ftscp -copyjobfile=/tmp/teste -passfile=/home/phedex/SITECONF/SPRACE/PhEDEx/ftspass -m=myproxy-fts.cern.ch -mode=multi -mapfile=/home/phedex/SITECONF/SPRACE/PhEDEx/fts.map 
where, for example:
[phedex@osg-se ~]$ more /tmp/teste 
srm://gridka-dCache.fzk.de:8443/srm/managerv2?SFN=/pnfs/gridka.de/cms/Prod/store/LoadTest07_TAPE4/LoadTest07_FZK_B7 srm://osg-se.sprace.org.br:8443/srm/managerv2?SFN=/pnfs/sprace.org.br/data/mdias/teste_fts
If it is ok you can edit properly your FTS in PhEDEx
[phedex@osg-se ~]$ vim SITECONF/SPRACE/PhEDEx/ConfigPart.FTSDownload
### ENVIRON glite
PHEDEX_GLITE_ENV=/usr/local/glite/3.1.23-0/etc/profile.d/grid-env.sh;
source $PHEDEX_GLITE_ENV;
GLITE_SD_PLUGIN=bdii;
export GLITE_SD_PLUGIN;
X509_USER_PROXY=${PHEDEX_BASE}/gridcert/proxy.cert;
unset X509_USER_KEY X509_USER_CERT;
export X509_USER_PROXY;
#TIER0_FTS_SERVER=$(glite-sd-query -e -t org.glite.FileTransfer -s CERN-PROD);
TIER1_FTS_SERVICE=USCMS-FNAL-WC1;
TIER1_FTS_SERVER=$(glite-sd-query -e -t org.glite.FileTransfer -s ${TIER1_FTS_SERVICE});

### AGENT LABEL=download-t1 PROGRAM=Toolkit/Transfer/FileDownload ENVIRON=glite
 -db              ${PHEDEX_DBPARAM}
 -nodes           ${PHEDEX_NODE}
# -ignore          'T1%'
# -accept          'T1%FNAL%','T1%CERN%','T1%PIC%','T1%FZK%'
 -delete          ${PHEDEX_CONFIG}/FileDownloadDelete
 -validate        ${PHEDEX_CONFIG}/FileDownloadVerify,${PHEDEX_BASE}/PHEDEX/Utilities/GetLocalPath,${PHEDEX_MAP},'posix'
 -backend         FTS
 -service         ${TIER1_FTS_SERVER}
 -passfile        ${PHEDEX_CONFIG}/ftspass
 -myproxy        myproxy-fts.cern.ch
 -mapfile       ${PHEDEX_CONFIG}/fts.map
 -protocols       'srmv2','srm'
 -batch-files     6
 -max-active-files      8
 -link-pending-files    5

### AGENT LABEL=download-t2 PROGRAM=Toolkit/Transfer/FileDownload ENVIRON=glite DEFAULT=on
 -db              ${PHEDEX_DBPARAM}
 -nodes           ${PHEDEX_NODE}
 -ignore          'T2%'
 -accept          'T2%UERJ%'
 -delete          ${PHEDEX_CONFIG}/FileDownloadDelete
 -validate        ${PHEDEX_CONFIG}/FileDownloadVerify,${PHEDEX_BASE}/PHEDEX/Utilities/GetLocalPath,${PHEDEX_MAP},'posix'
 -verbose
 -backend         FTS
 -passfile        ${PHEDEX_CONFIG}/ftspass
 -myproxy        myproxy-fts.cern.ch
 -mapfile       ${PHEDEX_CONFIG}/fts.map
 -protocols       'srmv2','srm'
 -batch-files     4
 -max-active-files      8
 -link-pending-files    5

### AGENT LABEL=download-remove PROGRAM=Toolkit/Transfer/FileRemove ENVIRON=glite
 -db              ${PHEDEX_DBPARAM}
 -nodes           ${PHEDEX_NODE}
-delete          ${PHEDEX_CONFIG}/FileDownloadDelete
 -protocol        'srm'

Updates

Marco em 13 de Fevereiro de 2009

cd /usr/local/glite
export VERSION=3.1.25-0
mkdir -p ${VERSION}
cd ${VERSION}
wget http://grid-deployment.web.cern.ch/grid-deployment/download/relocatable/glite-UI/SL4_i686/glite-UI-3.1.25-0-external.tar.gz
wget http://grid-deployment.web.cern.ch/grid-deployment/download/relocatable/glite-UI/SL4_i686/glite-UI-3.1.25-0.tar.gz
tar -xvzf glite-UI-3.1.25-0.tar.gz
tar -xvzf glite-UI-3.1.25-0-external.tar.gz
vim /usr/local/glite/3.1.25-0/site-info.dev
==============
INSTALL_ROOT=/usr/local/glite/3.1.25-0
GLITE_EXTERNAL_ROOT=${INSTALL_ROOT}/external
GRID_ENV_LOCATION=${GLITE_EXTERNAL_ROOT}/etc/profile.d
#
PX_HOST=myproxy-fts.cern.ch
WMS_HOST="wms105.cern.ch wms110.cern.ch wms111.cern.ch"
BDII_HOST=lcg-bdii.cern.ch
MON_HOST=mon.cern.ch
RB_HOST=$WMS_HOST
REG_HOST=lcgic01.gridpp.rl.ac.uk
VOS="cms"
#
USERS_CONF=$INSTALL_ROOT/glite/yaim/examples/users.conf
SITE_EMAIL=mdias@ift.unesp.br
FUNCTIONS_DIR=${INSTALL_ROOT}/glite/yaim/functions
X509_CERT_DIR=${GLITE_EXTERNAL_ROOT}/certificates
#
VO_CMS_VOMS_SERVERS="'vomss://lcg-voms.cern.ch:8443/voms/cms?/cms/'
'vomss://voms.cern.ch:8443/voms/cms?/cms/'"
VO_CMS_VOMSES="'cms lcg-voms.cern.ch 15002
/DC=ch/DC=cern/OU=computers/CN=lcg-voms.cern.ch cms'\
 'cms voms.cern.ch 15002 /DC=ch/DC=cern/OU=computers/CN=voms.cern.ch cms'"
======
mkdir  /usr/local/glite/3.1.25-0/external/certificates
./glite/yaim/bin/yaim -c -s site-info.dev  -n UI_TAR

Na access foi instalado como

INSTALL_ROOT=/usr/local/glite
GLITE_EXTERNAL_ROOT=${INSTALL_ROOT}/external
GRID_ENV_LOCATION=${GLITE_EXTERNAL_ROOT}/etc/profile.d
SITE_NAME=T2_BR_SPRACE
#
PX_HOST=myproxy-fts.cern.ch
WMS_HOST="wms105.cern.ch wms110.cern.ch wms111.cern.ch"
BDII_HOST=lcg-bdii.cern.ch
MON_HOST=mon.cern.ch
RB_HOST=$WMS_HOST
REG_HOST=lcgic01.gridpp.rl.ac.uk
VOS="cms"
#
USERS_CONF=$INSTALL_ROOT/glite/yaim/examples/users.conf
SITE_EMAIL=mdias@ift.unesp.br
FUNCTIONS_DIR=${INSTALL_ROOT}/glite/yaim/functions
X509_CERT_DIR=${GLITE_EXTERNAL_ROOT}/certificates
#
VO_CMS_VOMS_SERVERS="'vomss://lcg-voms.cern.ch:8443/voms/cms?/cms/'
'vomss://voms.cern.ch:8443/voms/cms?/cms/'"
VO_CMS_VOMSES="'cms lcg-voms.cern.ch 15002
/DC=ch/DC=cern/OU=computers/CN=lcg-voms.cern.ch cms'\
 'cms voms.cern.ch 15002 /DC=ch/DC=cern/OU=computers/CN=voms.cern.ch cms'"
VO_CMS_VOMS_CA_DN="'/DC=ch/DC=cern/CN=CERN Trusted Certification Authority'"

Coloca o que fez.

Ciclano em dd/mm/aaaa

Mais comentarios

-- MarcoAndreFerreiraDias - 12 Dec 2008

Topic revision: r5 - 2010-08-27 - MarcoAndreFerreiraDias
 

This site is powered by the TWiki collaboration platform Powered by PerlCopyright © 2008-2023 by the contributing authors. All material on this collaboration platform is the property of the contributing authors.
Ideas, requests, problems regarding TWiki? Send feedback

antalya escort bursa escort eskisehir escort istanbul escort izmir escort