diff options
-rwxr-xr-x | sfeed_update_urls.sh | 4 | ||||
-rwxr-xr-x | sfeed_update_xargs | 4 |
2 files changed, 6 insertions, 2 deletions
diff --git a/sfeed_update_urls.sh b/sfeed_update_urls.sh index a2ee2be..79a7876 100755 --- a/sfeed_update_urls.sh +++ b/sfeed_update_urls.sh | |||
@@ -2,7 +2,7 @@ | |||
2 | 2 | ||
3 | . "$1" | 3 | . "$1" |
4 | 4 | ||
5 | feed() { | 5 | feed() { # feed NAME URL BASE_URL ENCODING |
6 | printf '%s\t%s\t%s\n' "$1" "$2" "${3:-}" | 6 | printf '%s\t%s\t%s\n' "$1" "$2" "${3:-}" |
7 | } | 7 | } |
8 | 8 | ||
@@ -12,7 +12,7 @@ feeds | awk -v dir="$SFEED_DATA/urls" ' | |||
12 | BEGIN{FS="\t";} | 12 | BEGIN{FS="\t";} |
13 | { | 13 | { |
14 | gsub(/\//, "_", $1); | 14 | gsub(/\//, "_", $1); |
15 | file = dir "/" $1; | 15 | file = dir "/" $1; |
16 | if ($2) print $2 > file; | 16 | if ($2) print $2 > file; |
17 | if ($3) print $3 >> file; | 17 | if ($3) print $3 >> file; |
18 | }' | 18 | }' |
diff --git a/sfeed_update_xargs b/sfeed_update_xargs index f8ee8e7..a249fa0 100755 --- a/sfeed_update_xargs +++ b/sfeed_update_xargs | |||
@@ -40,6 +40,10 @@ feeds | SFEED_UPDATE_CHILD="1" xargs -r -0 -P "${maxjobs}" -L 6 "$(readlink -f " | |||
40 | status=$? | 40 | status=$? |
41 | # check error exit status indicator for parallel jobs. | 41 | # check error exit status indicator for parallel jobs. |
42 | test -f "${sfeedtmpdir}/ok" || status=1 | 42 | test -f "${sfeedtmpdir}/ok" || status=1 |
43 | |||
44 | ## TODO: further processing for feed metadata | ||
45 | # ${sfeedtmpdir}/feeds/* | ||
46 | |||
43 | # cleanup temporary files etc. | 47 | # cleanup temporary files etc. |
44 | cleanup | 48 | cleanup |
45 | exit ${status} | 49 | exit ${status} |