lgheron:tmp galen$ time gzip testfile

real	1m58.435s
user	1m57.066s
sys	0m0.963s
lgheron:tmp galen$ du -sh *
775M	testfile.gz
1015M	testfile.raw
lgheron:tmp galen$ 
lgheron:tmp galen$ time gunzip testfile.gz

real	0m7.097s
user	0m6.320s
sys	0m0.738s
lgheron:tmp galen$ 

# gigE attached system - http://perfsonar.ncsa.illinois.edu:7123 
# reports 900Mb/s 

lgheron:~ galen$ time ssh -l arnoldg cli.globusonline.org "scp arnoldg#macos:/Users/galen/tmp/testfile.raw ncsa#BlueWaters:/~/scratch/test/stripe4/testfile.raw" 
Task ID: 7240af52-4c83-11e3-99ff-12313d2005b7
Type <CTRL-C> to cancel or bg<ENTER> to background
[XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] 1/1 567.45 mbps

real	0m17.235s
user	0m0.010s
sys	0m0.007s
lgheron:~ galen$ 

lgheron:~ galen$ time ssh -l arnoldg cli.globusonline.org "scp arnoldg#macos:/Users/galen/tmp/testfile.gz ncsa#BlueWaters:/~/scratch/test/stripe4/testfile.gz"
Task ID: 92e74d60-4c83-11e3-99ff-12313d2005b7
Type <CTRL-C> to cancel or bg<ENTER> to background
[XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] 1/1 499.81 mbps

real	0m15.205s
user	0m0.009s
sys	0m0.007s
lgheron:~ galen$ 

### moving the compressed file saved 2s .
### 2s [savings] < (118 + 7 )s  [ the compress and decompress time ]

### conclusion: for files of this size and larger, it's faster to just do the
### transfer over this link speed



# wifi (IllinoisNet)  attached system - http://perfsonar.ncsa.illinois.edu:7123 
# reports 30Mb/s 

lgheron:tmp galen$ time ssh -l arnoldg cli.globusonline.org "scp arnoldg#macos:/Users/galen/tmp/testfile.raw ncsa#BlueWaters:/~/scratch/test/stripe4/testfile.raw"
Task ID: 23271cec-4c85-11e3-99ff-12313d2005b7
Type <CTRL-C> to cancel or bg<ENTER> to background
[XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] 1/1 39.41 mbps

real	3m39.168s
user	0m0.018s
sys	0m0.033s
lgheron:tmp galen$ 
lgheron:tmp galen$ time ssh -l arnoldg cli.globusonline.org "scp arnoldg#macos:/Users/galen/tmp/testfile.gz ncsa#BlueWaters:/~/scratch/test/stripe4/testfile.gz"
Task ID: 0f4632ca-4c86-11e3-99ff-12313d2005b7
Type <CTRL-C> to cancel or bg<ENTER> to background
[XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] 1/1 34.75 mbps

real	3m9.661s
user	0m0.015s
sys	0m0.025s
lgheron:tmp galen$ 


### moving the compressed file saved ~ 20s .
### 20s [savings] < (118 + 7 )s  [ the compress and decompress time ]

### conclusion: for files of this size and smaller, it's faster to just do the
### transfer over this link speed


lgheron:tmp galen$ time cp newtestfile newtestfile.raw

real	0m44.363s
user	0m0.023s
sys	0m8.734s

lgheron:tmp galen$ time gzip newtestfile

real	15m34.143s
user	15m23.285s
sys	0m7.625s
lgheron:tmp galen$ du -sh new*
7.1G	newtestfile.Z
6.1G	newtestfile.gz
7.9G	newtestfile.raw
lgheron:tmp galen$ 

eron:tmp galen$ time ssh -l arnoldg cli.globusonline.org "scp arnoldg#macos:/Users/galen/tmp/newtestfile.raw ncsa#BlueWaters:/~/scratch/test/stripe4/newtestfile.raw"
...

real	60m7.753s
user	0m0.156s
sys	0m0.158s
lgheron:tmp galen$ 

lgheron:tmp galen$ time ssh -l arnoldg cli.globusonline.org "scp arnoldg#macos:/Users/galen/tmp/newtestfile.gz ncsa#BlueWaters:/~/scratch/test/stripe4/newtestfile.gz"
...
[XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] 1/1 21.82 mbps

real	39m45.039s
user	0m0.127s
sys	0m0.109s
lgheron:tmp galen$ 



### rail from home

arnoldg@rail:~$ time gzip XSEDE_tools_2013_Aug_30_0044.tar

real    0m0.529s
user    0m0.480s
sys    0m0.044s
arnoldg@rail:~$ du -sh XSEDE*
2.4M    XSEDE_tools_2013_Aug_30_0044.tar.gz
6.8M    XSEDE_tools_2013_Aug_30_0044.tar.raw
arnoldg@rail:~$


arnoldg@rail:~$ time ssh cli.globusonline.org "scp arnoldg#rail:XSEDE_tools_2013_Aug_30_0044.tar.raw ncsa#BlueWaters:/~/scratch/test/stripe2/XSEDE_tools_2013_Aug_30_0044.tar.raw"
X11 forwarding request failed on channel 0
Task ID: b5b33288-4ce1-11e3-9a00-12313d2005b7
Type <CTRL-C> to cancel or bg<ENTER> to background
[XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] 1/1 0.85 mbps

real    1m10.521s
user    0m0.020s
sys    0m0.008s
arnoldg@rail:~$ 

arnoldg@rail:~$ time ssh cli.globusonline.org "scp arnoldg#rail:XSEDE_tools_2013_Aug_30_0044.tar.gz ncsa#BlueWaters:/~/scratch/test/stripe2/XSEDE_tools_2013_Aug_30_0044.tar.gz"
X11 forwarding request failed on channel 0
Task ID: edf203fe-4ce1-11e3-9a00-12313d2005b7
Type <CTRL-C> to cancel or bg<ENTER> to background
[XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] 1/1 0.77 mbps

real    0m28.095s
user    0m0.024s
sys    0m0.000s
arnoldg@rail:~$ 


 # perfsonar shows 0.9 Mbits/s upload to Blue Waters

arnoldg@rail:~$