This wiki is obsolete, see the NorduGrid web pages for up to date information.

Data stage-out

From NorduGrid
Jump to navigationJump to search

We measure the time it takes to stage out 1, 10 and 30 files (each 300 MB large) from/to machine A to/from machine B Stage-out is performed by the uploader module of the A-REX service (machine A) which sends data to the GridFTP server running on machine B.

The timing of data staging only includes the time spent on actual data movement (such factors as e.g. queuing and various grid layers are excluded).


  • Stage-out job (stageout_job.xml)
<?xml version="1.0" encoding="UTF-8"?>
<JobDefinition
 xmlns="http://schemas.ggf.org/jsdl/2005/11/jsdl"
 xmlns:posix="http://schemas.ggf.org/jsdl/2005/11/jsdl-posix"
 xmlns:arc="http://www.nordugrid.org/ws/schemas/jsdl-arc">
 <JobDescription>
   <JobIdentification>
     <JobName>stageout</JobName>
   </JobIdentification>
   <Application>
     <posix:POSIXApplication>
       <posix:Executable>./stageout.py</posix:Executable>
       <posix:Output>out.txt</posix:Output>
       <posix:Error>err.txt</posix:Error>
     </posix:POSIXApplication>
   </Application>
   <DataStaging>
     <FileName>stageout</FileName>
      <Target>
       <URI>gsiftp://pgs02.grid.upjs.sk:2811/unixacl/ToGSI/stageout0
   </URI>
     </Target>
   </DataStaging>
   <DataStaging>
     <FileName>stageout.py</FileName>
       <Source><URI>stageout.py</URI></Source>
   </DataStaging>
   <DataStaging>
     <FileName>out.txt</FileName>
   </DataStaging>
   <DataStaging>
     <FileName>err.txt</FileName>
   </DataStaging>
 </JobDescription>
</JobDefinition>