Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 4 additions & 4 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -209,7 +209,7 @@ version: '3'
vars:
SOURCE: rsync://rsync.dante.ctan.org/CTAN/
BUCKET: tlnet
HOST: tlnet.ijosh.com
HOST: tlnet.katoptra.org
TL: systems/texlive/tlnet
TL_KEY: C78B82D8C79512F79CC0D7C80D5E5D9106BAB6BC
CEILING_GB: 10
Expand All @@ -227,7 +227,7 @@ includes:
excludes: [report-engine, report-mirror]
vars:
NAME: tlnet
DESC: a daily mirror of TeX Live's tlnet at https://tlnet.ijosh.com/
DESC: a daily mirror of TeX Live's tlnet at https://tlnet.katoptra.org/
IMAGE: ghcr.io/katoptra/toolbox:rsync-v2
PASS: AWS_ACCESS_KEY_ID AWS_SECRET_ACCESS_KEY AWS_ENDPOINT_URL
rsync:
Expand Down Expand Up @@ -339,15 +339,15 @@ version: '3'
vars:
SOURCE: rsync://rsync.dante.ctan.org/CTAN/
BUCKET: ctan
HOST: ctan.ijosh.com
HOST: ctan.katoptra.org
includes:
toolbox:
taskfile: https://raw.githubusercontent.com/katoptra/lib/v2/toolbox.yml
flatten: true
excludes: [report-engine]
vars:
NAME: ctan
DESC: an hourly mirror of CTAN at https://ctan.ijosh.com/
DESC: an hourly mirror of CTAN at https://ctan.katoptra.org/
IMAGE: ghcr.io/katoptra/toolbox:rsync-v2
PASS: AWS_ACCESS_KEY_ID AWS_SECRET_ACCESS_KEY AWS_ENDPOINT_URL
rsync:
Expand Down
4 changes: 2 additions & 2 deletions docs/superpowers/specs/2026-09-08-toolbox-library-design.md
Original file line number Diff line number Diff line change
Expand Up @@ -43,14 +43,14 @@ version: '3'
vars:
SOURCE: rsync://rsync.dante.ctan.org/CTAN/
BUCKET: ctan
HOST: ctan.ijosh.com
HOST: ctan.katoptra.org
includes:
toolbox:
taskfile: https://raw.githubusercontent.com/katoptra/lib/v1/toolbox.yml
flatten: true
vars:
NAME: ctan
DESC: an hourly mirror of CTAN at https://ctan.ijosh.com/
DESC: an hourly mirror of CTAN at https://ctan.katoptra.org/
IMAGE: ghcr.io/katoptra/toolbox:rsync-v1
PASS: MIRROR_VERBOSE # host env names that cross into the container
tasks:
Expand Down
2 changes: 1 addition & 1 deletion examples/rsync/Taskfile.yml
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@ version: '3'
vars:
SOURCE: rsync://rsync.example.org/pub/
BUCKET: example
HOST: example.ijosh.com
HOST: example.katoptra.org
LIST_FLOOR: 1
includes:
toolbox:
Expand Down
2 changes: 1 addition & 1 deletion examples/rsync/render.txt
Original file line number Diff line number Diff line change
Expand Up @@ -125,7 +125,7 @@ task: [checkpoint] mv /work/examples/rsync/.run/applied.new /work/examples/rsync
task: [checkpoint] find /work/examples/rsync/staging -mindepth 1 -delete
task: [smoke] { grep -h '^upload:' /work/examples/rsync/.run/publish.txt 2>/dev/null | sed 's|^upload: .* to s3://example/||' | head -3; } | awk 'BEGIN { for (i = 0; i < 256; i++) ord[sprintf("%c", i)] = i }
function enc(s, out, j, c) { out = ""; for (j = 1; j <= length(s); j++) { c = substr(s, j, 1)
out = out ((c ~ /[A-Za-z0-9\/._~-]/) ? c : sprintf("%%%02X", ord[c])) } return out } { print $0 "\t" enc($0) }' | while IFS="$(printf '\t')" read -r k u; do want=$(awk -F'\t' -v k="$k" '$1 == k { print $2 }' /work/examples/rsync/.run/upstream.txt); got=$(curl -fsS --connect-timeout 15 --max-time 60 --retry 6 --retry-connrefused --retry-max-time 600 -r 0-0 -D - -o /dev/null "https://example.ijosh.com/$u" | awk 'tolower($1) == "content-range:" { split($3, a, "/"); r = a[2] }
out = out ((c ~ /[A-Za-z0-9\/._~-]/) ? c : sprintf("%%%02X", ord[c])) } return out } { print $0 "\t" enc($0) }' | while IFS="$(printf '\t')" read -r k u; do want=$(awk -F'\t' -v k="$k" '$1 == k { print $2 }' /work/examples/rsync/.run/upstream.txt); got=$(curl -fsS --connect-timeout 15 --max-time 60 --retry 6 --retry-connrefused --retry-max-time 600 -r 0-0 -D - -o /dev/null "https://example.katoptra.org/$u" | awk 'tolower($1) == "content-range:" { split($3, a, "/"); r = a[2] }
tolower($1) == "content-length:" { c = $2 }
$2 == "416" { z = 1 }
END { sub(/\r/, "", r); sub(/\r/, "", c); print (r != "" ? r : (z ? 0 : c)) }'); echo "$k: $got bytes (listing: $want)"; test "$got" = "$want" || exit 1; done
Expand Down