Archived
docs: correct the README's claims, state the limits, and CI on macOS
The README said the quiet rule holds for the quietest markets (it can't judge one under 3 changes a minute) and that all four extensions were done (two of the brief's latency ideas were not tried); LATENCY.md said the slow recycle was not seen to fire live, two lines after the run where it did. Limits gains the process going down, the quiet rule's blind spots and Kalshi's skipped-change case. CLAUDE.md loses the home network's details and the server's key paths, of no use to a reader of the public repo. scripts/test_watch.sh no longer puts a here-document inside `$( )`: bash 3.2, which is sh on macOS, stopped at an apostrophe there and scripts/ci.sh ended on a syntax error.
This commit is contained in:
4 files changed
+71
-77
No files matched your search
+31
-49
@@ -10,19 +10,24 @@ set -eu
|
||||
cd "$(dirname "$0")/.."
|
||||
|
||||
failed=0
|
||||
# check NAME LOG EXPECTED [AWK OPTION...]
|
||||
# The sample logs are files and what the view must show comes on stdin: no
|
||||
# here-document sits inside `$( )`, where the bash 3.2 that is macOS's sh
|
||||
# stops at an apostrophe.
|
||||
tmp=$(mktemp -d)
|
||||
trap 'rm -rf "$tmp"' EXIT
|
||||
# check NAME LOG [AWK OPTION...], the expected view on stdin
|
||||
check() {
|
||||
name=$1 log=$2 expected=$3
|
||||
shift 3
|
||||
actual=$(printf '%s\n' "$log" | awk -v book_threads=2 "$@" -f scripts/watch.awk)
|
||||
name=$1 log=$2
|
||||
shift 2
|
||||
expected=$(cat)
|
||||
actual=$(awk -v book_threads=2 "$@" -f scripts/watch.awk <"$tmp/$log")
|
||||
if [ "$actual" != "$expected" ]; then
|
||||
printf 'watch.awk, %s: printed\n%s\nexpected\n%s\n' "$name" "$actual" "$expected"
|
||||
failed=1
|
||||
fi
|
||||
}
|
||||
|
||||
polymarket=$(
|
||||
cat <<'EOF'
|
||||
cat >"$tmp/polymarket" <<'EOF'
|
||||
12:00:00.100 polymarket: orchestrator: first scan, listing the exchange's markets
|
||||
12:00:30.200 polymarket: orchestrator: first scan done, 40 live markets, subscribing
|
||||
12:00:30.300 polymarket: connection 0: connected, 40 symbols
|
||||
@@ -37,10 +42,8 @@ polymarket=$(
|
||||
12:02:11.000 polymarket: connection 1: connected, 40 symbols
|
||||
12:02:30.400 polymarket: orchestrator: 40 markets on 2 connections; 0 added, 0 removed, 0 moved (0 quiet), 0 splits, 1 recycled (0 slow), 0 silent this minute; busiest connection at 1300 bytes/s
|
||||
EOF
|
||||
)
|
||||
|
||||
check "Polymarket, live" "$polymarket" "$(
|
||||
cat <<'EOF'
|
||||
check "Polymarket, live" polymarket <<'EOF'
|
||||
12:00:00 polymarket: orchestrator: first scan, listing the exchange's markets
|
||||
12:00:30 polymarket: orchestrator: first scan done, 40 live markets, subscribing
|
||||
12:00:30 connections opening (counted in the minute line)
|
||||
@@ -50,78 +53,60 @@ check "Polymarket, live" "$polymarket" "$(
|
||||
12:02:10 polymarket: connection 1: recycled
|
||||
12:02:30 40 markets on 2 connections; 0 added, 0 removed, 0 moved (0 quiet), 0 splits, 1 recycled (0 slow), 0 silent this minute; busiest connection at 1300 bytes/s; 1 connected (0 refused, retried), 0 Snapshots with a cause
|
||||
EOF
|
||||
)"
|
||||
check "Polymarket, final" "$polymarket" \
|
||||
"12:02 books (2 threads): 40 symbols, 660 changes written, 330 duplicates, 9 rescued, 5 resyncs, 1 subscription gaps, 3 losses" \
|
||||
-v final=1
|
||||
check "Polymarket, final" polymarket -v final=1 <<'EOF'
|
||||
12:02 books (2 threads): 40 symbols, 660 changes written, 330 duplicates, 9 rescued, 5 resyncs, 1 subscription gaps, 3 losses
|
||||
EOF
|
||||
|
||||
# A minute with one of its two book threads' lines: printed with the first
|
||||
# line 10 s after it, before the orchestrator's.
|
||||
missing=$(
|
||||
cat <<'EOF'
|
||||
cat >"$tmp/missing" <<'EOF'
|
||||
12:01:00.001 polymarket: book thread 0: 10 symbols; so far 100 changes written (90 verified), 50 duplicates, 2 rescued, 0 held dropped, 1 chains broken, 3 resyncs, 0 full books behind ours, 1 subscription gaps, 2 losses, 0 switches, 0 quiet subscriptions resubscribed, 0 markets reported quiet again, 4 reconnect books judged (1 losses); duplicates' lateness 1.5 ms at the median, 9.0 ms at p99; this minute 150 changes received, at most 4 events waited
|
||||
12:01:00.500 polymarket: connection 1: recycled
|
||||
12:01:30.400 polymarket: orchestrator: 40 markets on 2 connections; 0 added, 0 removed, 0 moved (0 quiet), 0 splits, 1 recycled (0 slow), 0 silent this minute; busiest connection at 1200 bytes/s
|
||||
EOF
|
||||
)
|
||||
check "a book thread missing" "$missing" "$(
|
||||
cat <<'EOF'
|
||||
check "a book thread missing" missing <<'EOF'
|
||||
12:01:00 polymarket: connection 1: recycled
|
||||
12:01 books (1 threads): 10 symbols, 100 changes written, 50 duplicates, 2 rescued, 3 resyncs, 1 subscription gaps, 2 losses
|
||||
12:01:30 40 markets on 2 connections; 0 added, 0 removed, 0 moved (0 quiet), 0 splits, 1 recycled (0 slow), 0 silent this minute; busiest connection at 1200 bytes/s; 0 connected (0 refused, retried), 0 Snapshots with a cause
|
||||
EOF
|
||||
)"
|
||||
|
||||
# A thread's line 1.6 s after the first, past a line between them: still
|
||||
# the same minute's, summed whole.
|
||||
late=$(
|
||||
cat <<'EOF'
|
||||
cat >"$tmp/late" <<'EOF'
|
||||
12:01:00.075 polymarket: book thread 0: 10 symbols; so far 100 changes written (90 verified), 50 duplicates, 2 rescued, 0 held dropped, 1 chains broken, 3 resyncs, 0 full books behind ours, 1 subscription gaps, 2 losses, 0 switches, 0 quiet subscriptions resubscribed, 0 markets reported quiet again, 4 reconnect books judged (1 losses); duplicates' lateness 1.5 ms at the median, 9.0 ms at p99; this minute 150 changes received, at most 4 events waited
|
||||
12:01:01.600 polymarket: connection 1: recycled
|
||||
12:01:01.672 polymarket: book thread 1: 30 symbols; so far 300 changes written (290 verified), 150 duplicates, 4 rescued, 0 held dropped, 0 chains broken, 1 resyncs, 0 full books behind ours, 0 subscription gaps, 1 losses, 0 switches, 0 quiet subscriptions resubscribed, 0 markets reported quiet again, 0 reconnect books judged (0 losses); duplicates' lateness 2.0 ms at the median, 8.0 ms at p99; this minute 450 changes received, at most 9 events waited
|
||||
EOF
|
||||
)
|
||||
check "a thread 1.6 s late" "$late" "$(
|
||||
cat <<'EOF'
|
||||
check "a thread 1.6 s late" late <<'EOF'
|
||||
12:01:01 polymarket: connection 1: recycled
|
||||
12:01 books (2 threads): 40 symbols, 400 changes written, 200 duplicates, 6 rescued, 4 resyncs, 1 subscription gaps, 3 losses
|
||||
EOF
|
||||
)"
|
||||
check "a thread 1.6 s late, final" "$late" \
|
||||
"12:01 books (2 threads): 40 symbols, 400 changes written, 200 duplicates, 6 rescued, 4 resyncs, 1 subscription gaps, 3 losses" \
|
||||
-v final=1
|
||||
check "a thread 1.6 s late, final" late -v final=1 <<'EOF'
|
||||
12:01 books (2 threads): 40 symbols, 400 changes written, 200 duplicates, 6 rescued, 4 resyncs, 1 subscription gaps, 3 losses
|
||||
EOF
|
||||
|
||||
# Across midnight: a minute begun at 23:59 still ends 10 s on.
|
||||
midnight=$(
|
||||
cat <<'EOF'
|
||||
cat >"$tmp/midnight" <<'EOF'
|
||||
23:59:00.001 polymarket: book thread 0: 10 symbols; so far 100 changes written (90 verified), 50 duplicates, 2 rescued, 0 held dropped, 1 chains broken, 3 resyncs, 0 full books behind ours, 1 subscription gaps, 2 losses, 0 switches, 0 quiet subscriptions resubscribed, 0 markets reported quiet again, 4 reconnect books judged (1 losses); duplicates' lateness 1.5 ms at the median, 9.0 ms at p99; this minute 150 changes received, at most 4 events waited
|
||||
00:00:30.000 polymarket: connection 1: recycled
|
||||
EOF
|
||||
)
|
||||
check "across midnight" "$midnight" "$(
|
||||
cat <<'EOF'
|
||||
check "across midnight" midnight <<'EOF'
|
||||
23:59 books (1 threads): 10 symbols, 100 changes written, 50 duplicates, 2 rescued, 3 resyncs, 1 subscription gaps, 2 losses
|
||||
00:00:30 polymarket: connection 1: recycled
|
||||
EOF
|
||||
)"
|
||||
|
||||
# A line between a minute's book threads: the minute is still summed whole.
|
||||
interleaved=$(
|
||||
cat <<'EOF'
|
||||
cat >"$tmp/interleaved" <<'EOF'
|
||||
12:01:00.001 polymarket: book thread 0: 10 symbols; so far 100 changes written (90 verified), 50 duplicates, 2 rescued, 0 held dropped, 1 chains broken, 3 resyncs, 0 full books behind ours, 1 subscription gaps, 2 losses, 0 switches, 0 quiet subscriptions resubscribed, 0 markets reported quiet again, 4 reconnect books judged (1 losses); duplicates' lateness 1.5 ms at the median, 9.0 ms at p99; this minute 150 changes received, at most 4 events waited
|
||||
12:01:00.002 polymarket: connection 1: recycled
|
||||
12:01:00.003 polymarket: book thread 1: 30 symbols; so far 300 changes written (290 verified), 150 duplicates, 4 rescued, 0 held dropped, 0 chains broken, 1 resyncs, 0 full books behind ours, 0 subscription gaps, 1 losses, 0 switches, 0 quiet subscriptions resubscribed, 0 markets reported quiet again, 0 reconnect books judged (0 losses); duplicates' lateness 2.0 ms at the median, 8.0 ms at p99; this minute 450 changes received, at most 9 events waited
|
||||
EOF
|
||||
)
|
||||
check "a line between book threads" "$interleaved" "$(
|
||||
cat <<'EOF'
|
||||
check "a line between book threads" interleaved <<'EOF'
|
||||
12:01:00 polymarket: connection 1: recycled
|
||||
12:01 books (2 threads): 40 symbols, 400 changes written, 200 duplicates, 6 rescued, 4 resyncs, 1 subscription gaps, 3 losses
|
||||
EOF
|
||||
)"
|
||||
|
||||
kalshi=$(
|
||||
cat <<'EOF'
|
||||
cat >"$tmp/kalshi" <<'EOF'
|
||||
12:00:00.100 kalshi: orchestrator: first scan, listing the exchange's markets
|
||||
12:00:10.100 kalshi: orchestrator: first scan, 1000 live markets listed so far
|
||||
12:00:20.200 kalshi: orchestrator: first scan done, 1500 live markets, subscribing
|
||||
@@ -136,10 +121,8 @@ kalshi=$(
|
||||
12:02:00.002 kalshi: book thread 1: 800 symbols; so far 260 changes written, 250 duplicates, 0 before their connection's book, 1 ahead of the book, 2 fresh books (0 losses), 1 below zero, 1 resyncs, 0 quiet subscriptions resubscribed, 0 markets reported quiet again; this minute 120 changes received, at most 4 events waited
|
||||
12:02:20.400 kalshi: orchestrator: 1500 markets on 2 connections; 0 added, 0 removed, 0 moved (0 quiet), 0 splits, 0 recycled (0 slow), 0 silent this minute; busiest connection at 8000 bytes/s
|
||||
EOF
|
||||
)
|
||||
|
||||
check "Kalshi, live" "$kalshi" "$(
|
||||
cat <<'EOF'
|
||||
check "Kalshi, live" kalshi <<'EOF'
|
||||
12:00:00 kalshi: orchestrator: first scan, listing the exchange's markets
|
||||
12:00:10 kalshi: orchestrator: first scan, 1000 live markets listed so far
|
||||
12:00:20 kalshi: orchestrator: first scan done, 1500 live markets, subscribing
|
||||
@@ -149,9 +132,8 @@ check "Kalshi, live" "$kalshi" "$(
|
||||
12:02 books (2 threads): 1500 symbols, 410 changes written, 390 duplicates, 3 resyncs, 1 losses
|
||||
12:02:20 1500 markets on 2 connections; 0 added, 0 removed, 0 moved (0 quiet), 0 splits, 0 recycled (0 slow), 0 silent this minute; busiest connection at 8000 bytes/s; 0 connected (0 refused, retried), 0 Snapshots with a cause
|
||||
EOF
|
||||
)"
|
||||
check "Kalshi, final" "$kalshi" \
|
||||
"12:02 books (2 threads): 1500 symbols, 410 changes written, 390 duplicates, 3 resyncs, 1 losses" \
|
||||
-v final=1
|
||||
check "Kalshi, final" kalshi -v final=1 <<'EOF'
|
||||
12:02 books (2 threads): 1500 symbols, 410 changes written, 390 duplicates, 3 resyncs, 1 losses
|
||||
EOF
|
||||
|
||||
exit "$failed"
|
||||
Reference in new issue
Block a user