cyverse / cyverse-sdk

A resource for CyVerse developers
Other
13 stars 19 forks source link

"-f" flag does not overwrite file with files-upload #19

Open zyndagj opened 6 years ago

zyndagj commented 6 years ago

Local file

env_dump.sh

#!/bin/bash

env > dump.txt

echo "AGAVE_JOB_APP_ID - ${AGAVE_JOB_APP_ID}"
echo "AGAVE_JOB_ARCHIVE - ${AGAVE_JOB_ARCHIVE}"
echo "AGAVE_JOB_ARCHIVE_SYSTEM - ${AGAVE_JOB_ARCHIVE_SYSTEM}"
echo "AGAVE_JOB_ARCHIVE_URL - ${AGAVE_JOB_ARCHIVE_URL}"
echo "AGAVE_JOB_ARCHIVE_PATH - ${AGAVE_JOB_ARCHIVE_PATH}"
echo "AGAVE_JOB_BATCH_QUEUE - ${AGAVE_JOB_BATCH_QUEUE}"
echo "AGAVE_JOB_EXECUTION_SYSTEM - ${AGAVE_JOB_EXECUTION_SYSTEM}"
echo "AGAVE_JOB_ID - ${AGAVE_JOB_ID}"
echo "AGAVE_JOB_MEMORY_PER_NODE - ${AGAVE_JOB_MEMORY_PER_NODE}"
echo "AGAVE_JOB_NAME - ${AGAVE_JOB_NAME}"
echo "AGAVE_JOB_NAME_RAW - ${AGAVE_JOB_NAME_RAW}"
echo "AGAVE_JOB_NODE_COUNT - ${AGAVE_JOB_NODE_COUNT}"
echo "AGAVE_JOB_OWNER - ${AGAVE_JOB_OWNER}"
echo "AGAVE_JOB_PROCESSORS_PER_NODE - ${AGAVE_JOB_PROCESSORS_PER_NODE}"
echo "AGAVE_JOB_SUBMIT_TIME - ${AGAVE_JOB_SUBMIT_TIME}"
echo "AGAVE_JOB_TENANT - ${AGAVE_JOB_TENANT}"
echo "AGAVE_JOB_ARCHIVE_URL - ${AGAVE_JOB_ARCHIVE_URL}"

Upload file

staff.stampede2(1449)$ files-upload -vfF env_dump/env_dump.sh -S data.iplantcollaborative.org /gzynda/applications/env_dump/
Uploading env_dump/env_dump.sh...
######################################################################## 100.0%
{name:env_dump.sh,uuid:2255531769997824487-242ac113-0001-002,owner:gzynda,internalUsername:null,lastModified:2017-11-15T16:49:06.929-06:00,source:http://129.114.97.92/env_dump.sh,path:gzynda/applications/env_dump/env_dump.sh,status:STAGING_QUEUED,systemId:data.iplantcollaborative.org,nativeFormat:raw,_links:{self:{href:https://agave.iplantc.org/files/v2/media/system/data.iplantcollaborative.org//gzynda/applications/env_dump/env_dump.sh},system:{href:https://agave.iplantc.org/systems/v2/data.iplantcollaborative.org},profile:{href:https://agave.iplantc.org/profiles/v2/gzynda},history:{href:https://agave.iplantc.org/files/v2/history/system/data.iplantcollaborative.org//gzynda/applications/env_dump/env_dump.sh},notification:[]}}

Please note that

/gzynda/applications/env_dump/env_dump.sh

already exists.

Download and compare file

staff.stampede2(1450)$ files-get -S data.iplantcollaborative.org /gzynda/applications/env_dump/env_dump.sh
######################################################################## 100.0%
staff.stampede2(1451)$ cat env_dump.sh 
#!/bin/bash

env > dump.txt

echo "AGAVE_JOB_APP_ID - ${AGAVE_JOB_APP_ID}"
echo "AGAVE_JOB_ARCHIVE - ${AGAVE_JOB_ARCHIVE}"
echo "AGAVE_JOB_ARCHIVE_SYSTEM - ${AGAVE_JOB_ARCHIVE_SYSTEM}"
echo "AGAVE_JOB_ARCHIVE_URL - ${AGAVE_JOB_ARCHIVE_URL}"
echo "AGAVE_JOB_ARCHIVE_PATH - ${AGAVE_JOB_ARCHIVE_PATH}"
echo "AGAVE_JOB_BATCH_QUEUE - ${AGAVE_JOB_BATCH_QUEUE}"
echo "AGAVE_JOB_EXECUTION_SYSTEM - ${AGAVE_JOB_EXECUTION_SYSTEM}"
echo "AGAVE_JOB_ID - ${AGAVE_JOB_ID}"
echo "AGAVE_JOB_MEMORY_PER_NODE - ${AGAVE_JOB_MEMORY_PER_NODE}"
echo "AGAVE_JOB_NAME - ${AGAVE_JOB_NAME}"
echo "AGAVE_JOB_NAME_RAW - ${AGAVE_JOB_NAME_RAW}"
echo "AGAVE_JOB_NODE_COUNT - ${AGAVE_JOB_NODE_COUNT}"
echo "AGAVE_JOB_OWNER - ${AGAVE_JOB_OWNER}"
echo "AGAVE_JOB_PROCESSORS_PER_NODE - ${AGAVE_JOB_PROCESSORS_PER_NODE}"
echo "AGAVE_JOB_SUBMIT_TIME - ${AGAVE_JOB_SUBMIT_TIME}"
echo "AGAVE_JOB_TENANT - ${AGAVE_JOB_TENANT}"
echo "AGAVE_JOB_ARCHIVE_URL - ${AGAVE_JOB_ARCHIVE_URL}"
echo "AGAVE_JOB_CALLBACK_RUNNING - ${AGAVE_JOB_CALLBACK_RUNNING}"
echo "AGAVE_JOB_CALLBACK_CLEANING_UP - ${AGAVE_JOB_CALLBACK_CLEANING_UP}"
echo "AGAVE_JOB_CALLBACK_ALIVE - ${AGAVE_JOB_CALLBACK_ALIVE}"
echo "AGAVE_JOB_CALLBACK_NOTIFICATION - ${AGAVE_JOB_CALLBACK_NOTIFICATION}"
echo "AGAVE_JOB_CALLBACK_FAILURE - ${AGAVE_JOB_CALLBACK_FAILURE}"

staff.stampede2(1452)$ diff env_dump.sh env_dump/env_dump.sh 
22,26d21
< echo "AGAVE_JOB_CALLBACK_RUNNING - ${AGAVE_JOB_CALLBACK_RUNNING}"
< echo "AGAVE_JOB_CALLBACK_CLEANING_UP - ${AGAVE_JOB_CALLBACK_CLEANING_UP}"
< echo "AGAVE_JOB_CALLBACK_ALIVE - ${AGAVE_JOB_CALLBACK_ALIVE}"
< echo "AGAVE_JOB_CALLBACK_NOTIFICATION - ${AGAVE_JOB_CALLBACK_NOTIFICATION}"
< echo "AGAVE_JOB_CALLBACK_FAILURE - ${AGAVE_JOB_CALLBACK_FAILURE}"