http://www.atlasgrid.bnl.gov/dcache_admin/installation_v1.6.5.3_gdbm.htm http://www.atlasgrid.bnl.gov/dcache_admin/commands.txt # on ouhep00: mkdir /raid2/dcache mkdir /raid2/dcache/tmp export DCACHE_PKG_PATH=/raid2/dcache/tmp mkdir $DCACHE_PKG_PATH/postgres-8.0.3 cd $DCACHE_PKG_PATH/postgres-8.0.3 wget http://www.atlasgrid.bnl.gov/dcache_admin/pkg/postgres-8.0.3/postgresql-8.0.3-1PGDG.i686.rpm wget http://www.atlasgrid.bnl.gov/dcache_admin/pkg/postgres-8.0.3/postgresql-contrib-8.0.3-1PGDG.i686.rpm wget http://www.atlasgrid.bnl.gov/dcache_admin/pkg/postgres-8.0.3/postgresql-devel-8.0.3-1PGDG.i686.rpm wget http://www.atlasgrid.bnl.gov/dcache_admin/pkg/postgres-8.0.3/postgresql-docs-8.0.3-1PGDG.i686.rpm wget http://www.atlasgrid.bnl.gov/dcache_admin/pkg/postgres-8.0.3/postgresql-jdbc-8.0.3-1PGDG.i686.rpm wget http://www.atlasgrid.bnl.gov/dcache_admin/pkg/postgres-8.0.3/postgresql-libs-8.0.3-1PGDG.i686.rpm wget http://www.atlasgrid.bnl.gov/dcache_admin/pkg/postgres-8.0.3/postgresql-pl-8.0.3-1PGDG.i686.rpm wget http://www.atlasgrid.bnl.gov/dcache_admin/pkg/postgres-8.0.3/postgresql-python-8.0.3-1PGDG.i686.rpm wget http://www.atlasgrid.bnl.gov/dcache_admin/pkg/postgres-8.0.3/postgresql-server-8.0.3-1PGDG.i686.rpm wget http://www.atlasgrid.bnl.gov/dcache_admin/pkg/postgres-8.0.3/postgresql-test-8.0.3-1PGDG.i686.rpm rpm --nodeps -Uvh *.rpm rpm -qa | grep postgres mkdir /raid2/dcache mkdir /raid2/dcache/pnfs_pgsql_data chown postgres:postgres /raid2/dcache/pnfs_pgsql_data su - postgres rmdir /var/lib/pgsql/data ln -s /raid2/dcache/pnfs_pgsql_data data initdb -D /var/lib/pgsql/data touch /var/lib/pgsql/logfile postmaster -i -D /var/lib/pgsql/data >/var/lib/pgsql/logfile 2>&1 & createdb dcache psql -U postgres dcache create user srmdcache password '********'; \q createdb -O srmdcache replicas wget http://www.atlasgrid.bnl.gov/dcache_admin/pkg/dcache-1.6.5.3/pd_dump-s-U_enstore.sql psql -d replicas -U srmdcache -f pd_dump-s-U_enstore.sql # (to stop: pg_ctl stop -D ./data ) exit # (from postgres back to root) ===== # on ouhep2: chkconfig nfs off /etc/init.d/nfs stop export DCACHE_PKG_PATH=/raid2/dcache/tmp mkdir /myhome2/dcache mkdir /myhome2/dcache/pnfs.3.1.10 ln -s /myhome2/dcache/pnfs.3.1.10 /opt mkdir $DCACHE_PKG_PATH/dcache-1.6.5.3 cd $DCACHE_PKG_PATH/dcache-1.6.5.3 wget http://www.atlasgrid.bnl.gov/dcache_admin/pkg/dcache-1.6.5.3/dcache-v1.6.5-3.tar.gz tar -xzvf dcache-v1.6.5-3.tar.gz cd dcache_deploy/ rpm -Uvh pnfs-3.1.10-15.i386.rpm cp -p /opt/pnfs.3.1.10/pnfs/etc/pnfs_config.template /opt/pnfs.3.1.10/pnfs/etc/pnfs_config # (edit config to PNFS_INSTALL_DIR = /opt/pnfs.3.1.10/pnfs PNFS_ROOT = /pnfs PNFS_DB = /opt/pnfs.3.1.10/pnfsdb PNFS_LOG = /var/log PNFS_OVERWRITE = no ) /opt/pnfs.3.1.10/pnfs/install/pnfs-install.sh ------------ Checking nfs servers : Ok Preparing setup : Ok Creating database admin Creating database data1 Starting pnfs server ... Ok Trying to talk to dbserver 0 [1122] ... Ok Trying to talk to dbserver 1 [1122] ... Ok Trying to mount 'pnfs' : Ok Correcting pnfs permissions : Ok Detecting wormhole target (config) : 0000000000000000000010E0 Digging wormholes : dig-0-ok dig-1-ok Done Creating database link : Ok Setting mount permissions to world : Ok Remarks : ii) Any host may now mount this pnfs server mount -o intr,rw,noac,hard :/pnfs / Installation of PNFS completed - stop PNFS Stopping Heartbeat .... Ready Killing pnfsd Done Killing pmountd Done Killing dbserver Done Removing 8 Clients 0+ 1+ 2+ 3+ 4+ 5+ 6+ 7+ Removing 8 Servers 0+ 1+ 2+ 3+ 4+ 5+ 6+ 7+ Removing main switchboard ... O.K. ------ cat /usr/etc/pnfsSetup /opt/pnfs.3.1.10/pnfs/bin/pnfs start # (or stop) cd /pnfs/fs/admin/etc/exports/ cp -p 127.0.0.1 129.15.30.85 echo "/admin /0/root/fs/admin 0 nooptions" > 129.15.30.85 echo "/fs /0/root/fs 0 nooptions" >> 129.15.30.85 cd trusted/ chmod 700 129.15.30.85 echo 15 > 129.15.30.85 cd /pnfs ln -s fs/usr nhn.ou.edu cd /pnfs/fs/admin/etc/config echo nhn.ou.edu >./serverId echo ouhep2.nhn.ou.edu > ./serverName cat ".(id)(usr)" cat /pnfs/fs/".(id)(usr)" echo 000000000000000000001080 > ./serverRoot touch ".(fset)(serverName)(io)(on)" touch ".(fset)(serverId)(io)(on)" touch ".(fset)(serverRoot)(io)(on)" mkdir -p dCache cd dCache echo ouhep00.nhn.ou.edu:22125 > ./dcache.conf touch ".(fset)(dcache.conf)(io)(on)" # (maybe echo again after touch?) /opt/pnfs.3.1.10/pnfs/bin/pnfs stop /opt/pnfs.3.1.10/pnfs/bin/pnfs start ln -s /opt/pnfs.3.1.10/pnfs/bin/pnfs /etc/init.d/ chkconfig --add pnfs # end ouhep2 -- continue on ouhep00 ===== mkdir /raid2/dcache/d-cache ln -s /raid2/dcache/d-cache /opt cd $DCACHE_PKG_PATH/dcache-1.6.5.3/dcache_deploy rpm -Uvh d-cache-core-1.5.2-88.i386.rpm rpm -Uvh d-cache-opt-1.5.3-89.i386.rpm cd /opt/d-cache/etc cp -p pool_path.template pool_path cp -p node_config.template node_config cp -p dcache.kpwd.template dcache.kpwd cp -p dCacheSetup.template /opt/d-cache/config/dCacheSetup cp -p door_config.template door_config # edit node_config: NODE_TYPE = admin cd /opt/d-cache/bin wget http://www.atlasgrid.bnl.gov/dcache_admin/pkg/dcache_scripts/grid-mapfile2dcache-kpwd chmod a+x grid-mapfile2dcache-kpwd ./grid-mapfile2dcache-kpwd -i /etc/grid-security/grid-mapfile -o /opt/d-cache/etc/dcache.kpwd -r / / / # edit dCacheSetup mkdir /raid2/dcache/dcache_pool_1 # disable running gsiftp: change port to 2810 in /etc/services /etc/init.d/xinetd restart # edit door_config mount -o intr,rw,noac,hard ouhep2.nhn.ou.edu:/fs /pnfs/fs /opt/d-cache/install/install.sh cd /pnfs/nhn.ou.edu/data echo "StoreName myStore" > ".(tag)(OSMTemplate)" echo STRING > ".(tag)(sGroup)" /opt/d-cache/install/install_doors.sh cd /opt/d-cache/bin/ wget http://www.atlasgrid.bnl.gov/dcache_admin/pkg/dcache_scripts/dcache.init mv dcache.init dcache chmod a+x dcache # (comment out pnfs parts, add mount -o intr,rw,noac,hard ouhep2:/fs /pnfs/fs ... umount /pnfs/fs ) /opt/d-cache/bin/dcache start chkconfig postgresql on ln -s /opt/d-cache/bin/dcache /etc/init.d/ chkconfig --add dcache cd $DCACHE_PKG_PATH/dcache-1.6.5.3/dcache_deploy rpm -Uvh d-cache-client-1.0-105.i386.rpm cd /opt/d-cache/srm/lib/ wget http://www.atlasgrid.bnl.gov/dcache_admin/pkg/dcache-1.6.5.3/srm_client.jar cd /pnfs/nhn.ou.edu/data/ mkdir hs chown hs. hs mkdir karunach chown karunach. karunach create /etc/cron.daily/grid-mapfile2dcache-kpwd: ----- #!/bin/sh /opt/d-cache/bin/grid-mapfile2dcache-kpwd -i /etc/grid-security/grid-mapfile -o /opt/d-cache/etc/dcache.kpwd -r / / / ----- chmod 755 /etc/cron.daily/grid-mapfile2dcache-kpwd as user hs: First, to get srmcp working from non-gatekeeper machines (nodes without /etc/grid-security/ ), modify the line following in ~/.srmconfig/config.xml to the actual location of the certificates directory from /etc/grid-security/certificates to /opt/osg/globus/grid-security/certificates Doesn't work, though! So for now, have to run on GK or make /etc/grid-security soft link on client node. Then, setup environment: export PATH=/opt/d-cache/dcap/bin:/opt/d-cache/srm/bin:$PATH export SRM_PATH=/opt/d-cache/srm export LD_LIBRARY_PATH=/opt/d-cache/dcap/lib:$LD_LIBRARY_PATH dccp -d 63 .bashrc /pnfs/nhn.ou.edu/data/hs/testfile dccp -d 63 /pnfs/nhn.ou.edu/data/hs/testfile tmp/testfile dccp -d 63 dcap://ouhep00.nhn.ou.edu:22125/pnfs/nhn.ou.edu/data/hs/testfile tmp/testfile globus-url-copy -dbg file:/home/hs/tmp/testfile gsiftp://ouhep00.nhn.ou.edu:2811/pnfs/nhn.ou.edu/data/hs/testfile2 globus-url-copy -dbg gsiftp://ouhep00.nhn.ou.edu/pnfs/nhn.ou.edu/data/hs/testfile2 file:/home/hs/tmp/testfile srmcp -debug=true file:////home/hs/tmp/testfile srm://ouhep00.nhn.ou.edu:8443/pnfs/nhn.ou.edu/data/hs/testfile1 srmcp -debug=true srm://ouhep00.nhn.ou.edu:8443/pnfs/nhn.ou.edu/data/hs/testfile1 file:////home/hs/tmp/testfile dccp -d 63 .bashrc gsidcap://ouhep00.nhn.ou.edu:22128/pnfs/nhn.ou.edu/data/hs/testfile3 dccp -d 63 gsidcap://ouhep00.nhn.ou.edu:22128/pnfs/nhn.ou.edu/data/hs/testfile2 tmp/testfile # last two (gsidcap) didn't work; seg fault