diff options
Diffstat (limited to 'pcb/download.sh')
-rwxr-xr-x | pcb/download.sh | 31 |
1 files changed, 31 insertions, 0 deletions
diff --git a/pcb/download.sh b/pcb/download.sh new file mode 100755 index 0000000..dfe1be9 --- /dev/null +++ b/pcb/download.sh @@ -0,0 +1,31 @@ +#!/bin/sh + + +# constants +DOCUMENTS_FILE='documents.tsv' +CACHE='./cache' # target folder for all downloads + + +# strip first line of table file +TABLE=$(sed '1d' "${DOCUMENTS_FILE}") + +# create chache folder +mkdir -p ${CACHE} + +# download each document and save it to the cache directory +echo "${TABLE}" | while read -r line # read each line of table +do + + FILENAME=$(echo "$line" | awk -F '\t' '{print $1}') # column 1 -> filename + URL=$(echo "$line" | awk -F '\t' '{print $2}') # column 2 -> URL + + # actual download of one document + printf 'Downloading %s/%s ...' "${CACHE}" "${FILENAME}" + if wget -qO "${CACHE}/${FILENAME}" "${URL}" 2> /dev/null + then + printf " ok\n" # if wget returned with exit code 0 + else + printf " error!\n" # in any other case + fi + +done |