Merge pull request #18 from djw8605/taburaad-add_stashcp2

Add Stashcp implementaiton 2.0

Author: djw8605

.travis.yml

@@ -0,0 +1,31 @@
+sudo: required
+env:
+  matrix:
+  - OS_TYPE=centos OS_VERSION=6
+  - OS_TYPE=centos OS_VERSION=7
+  - OS_TYPE=centos OS_VERSION=6 XRD_CACHE="root://stash.osgconnect.net"
+  - OS_TYPE=centos OS_VERSION=6 XRD_CACHE="root://xrd-cache-1.t2.ucsd.edu"
+  - OS_TYPE=centos OS_VERSION=6 XRD_CACHE="root://mwt2-stashcache.campuscluster.illinois.edu"
+  - OS_TYPE=centos OS_VERSION=6 XRD_CACHE="root://hcc-stash.unl.edu"
+  - OS_TYPE=centos OS_VERSION=6 XRD_CACHE="root://osgxroot.usatlas.bnl.gov"
+  - OS_TYPE=centos OS_VERSION=7 XRD_CACHE="root://stash.osgconnect.net"
+  - OS_TYPE=centos OS_VERSION=7 XRD_CACHE="root://xrd-cache-1.t2.ucsd.edu"
+  - OS_TYPE=centos OS_VERSION=7 XRD_CACHE="root://mwt2-stashcache.campuscluster.illinois.edu"
+  - OS_TYPE=centos OS_VERSION=7 XRD_CACHE="root://hcc-stash.unl.edu"
+  - OS_TYPE=centos OS_VERSION=7 XRD_CACHE="root://osgxroot.usatlas.bnl.gov"
+  
+
+services:
+ - docker
+
+before_install:
+ - sudo apt-get update
+ - echo 'DOCKER_OPTS="-H tcp://127.0.0.1:2375 -H unix:///var/run/docker.sock -s devicemapper"' | sudo tee /etc/default/docker > /dev/null
+ - sudo service docker restart
+ - sleep 5
+ - sudo docker pull centos:centos${OS_VERSION}
+
+
+script:
+ # Run tests in Container
+ - bin/stashcp2/tests/setup_tests.sh ${OS_VERSION}

README.md

@@ -1,12 +1,27 @@
-StashCache
-==========
+# StashCache
+
+[![Build Status](https://travis-ci.org/djw8605/StashCache-1.svg?branch=master)](https://travis-ci.org/djw8605/StashCache-1)
 
 This repo holds json file with addresses, statuses and geographical coordinates of all of the StashCache caches.
 Status is given as a number: 1 - Active, 0 - Not Active.
 
-Doing:
-source ./setStashCache.(c)sh will determine what is the closest StashCache to the user and export a variable STASHPREFIX containing the address of the closest StashCache.
+## Using Stashcp
+
+XrootD client is required to be installed in order to use stashcp.  You can use it with:
+
+    ./bin/stashcp <source> <destination>
+    
+See the help message for full usage of the command.
+
+## Operation of stashcp
+
+Stashcp uses geo located nearby caches in order to copy from the OSG Connect's stash storage service
+to a job's workspace on a cluster.
+
+Stashcp uses an ordered list of methods to access the file:
 
-After that a user can access the file in the following way:
+1. Copy the file from CVMFS, under the directory /cvmfs/stash.osgstorage.org/...
+2. Copy the file with `xrdcp` from the nearest cache.
+3. Copy the file with `xrdcp` from the source, stash.osgconnect.net.
 
-xrdcp $STASHPREFIX/user/ivukotic/xAOD_mc.pool.root xAOD_mc.pool.root
+While using `xrdcp`, it uses XrootD's internal timers to act as a strict watchdog.

bin/caches.json

@@ -1,6 +1,6 @@
 [ 
-    {"name":"root://student02.ci-connect.net/", "status":0, "longitude":-87.603, "latitude":41.78}, 
-    {"name":"root://stash.osgconnect.net/", "status":1, "longitude":-87.603, "latitude":41.78},
+    {"name":"root://student02.ci-connect.net", "status":0, "longitude":-87.603, "latitude":41.78}, 
+    {"name":"root://stash.osgconnect.net", "status":1, "longitude":-87.603, "latitude":41.78},
     {"name":"root://cm3.bu.edu", "status":0, "longitude":-72.6167, "latitude":42.2042},
     {"name":"root://xrd-cache-1.t2.ucsd.edu", "status":1, "longitude":-117.2359, "latitude":32.8807},
     {"name":"root://mwt2-stashcache.campuscluster.illinois.edu", "status":1, "longitude":-88.23, "latitude":40.107487},