6d52409d6c
Add parallel event ingestion to Tinybird alongside existing Postgres/ClickHouse flow. Events are sent to both systems simultaneously via EventBatchingManager. - Add Tinybird client setup and ingest endpoint (zod-bird) - Add event mapping and send utilities with retry/error handling - Add complete Tinybird datafiles (datasources, pipes, materializations, copies, scripts) - Modify EventBatchingManager to dual-write to SQS + Tinybird - Route track events through batching manager Tinybird will silently skip if not configured (TINYBIRD_URL/TINYBIRD_TOKEN).
165 lines
4.9 KiB
Bash
165 lines
4.9 KiB
Bash
#!/bin/bash
|
|
# Benchmark: JSON String MV vs JSON Type MV
|
|
# Runs each query multiple times and extracts server-side execution time
|
|
|
|
ORG_ID="0pCIbS4AMAFDB1iBMNhARWZt2gDtVwQx"
|
|
EVENT_NAME="usd_api_credits"
|
|
RUNS=10
|
|
|
|
echo "=== Benchmark: JSON String vs JSON Type MV ==="
|
|
echo "Org: $ORG_ID"
|
|
echo "Event: $EVENT_NAME"
|
|
echo "Runs: $RUNS"
|
|
echo ""
|
|
|
|
run_benchmark() {
|
|
local name="$1"
|
|
local query="$2"
|
|
local times=()
|
|
|
|
echo "--- $name ---"
|
|
|
|
for i in $(seq 1 $RUNS); do
|
|
elapsed=$(tb --cloud sql --stats "$query" 2>&1 | grep "Query took" | awk '{print $4}')
|
|
times+=("$elapsed")
|
|
printf " Run %2d: %ss\n" "$i" "$elapsed"
|
|
done
|
|
|
|
avg=$(printf '%s\n' "${times[@]}" | awk '{sum+=$1} END {printf "%.6f", sum/NR}')
|
|
min=$(printf '%s\n' "${times[@]}" | sort -n | head -1)
|
|
max=$(printf '%s\n' "${times[@]}" | sort -n | tail -1)
|
|
avg_ms=$(awk "BEGIN {printf \"%.1f\", $avg * 1000}")
|
|
|
|
echo ""
|
|
echo " Avg: ${avg}s (${avg_ms}ms) | Min: ${min}s | Max: ${max}s"
|
|
echo ""
|
|
|
|
# Return avg for comparison
|
|
echo "$avg" > "/tmp/benchmark_${name// /_}.txt"
|
|
}
|
|
|
|
# Warmup
|
|
echo "Warming up..."
|
|
tb --cloud sql "SELECT 1" > /dev/null 2>&1
|
|
echo ""
|
|
|
|
# JSON String MV
|
|
run_benchmark "json_string" "
|
|
SELECT
|
|
JSONExtractString(properties, 'billing_source') as billing_source,
|
|
JSONExtractString(properties, 'project_id') as project_id,
|
|
sum(total_value) as total_value,
|
|
sum(event_count) as event_count
|
|
FROM events_hourly_exp_json_string_mv
|
|
WHERE org_id = '$ORG_ID'
|
|
AND event_name = '$EVENT_NAME'
|
|
GROUP BY billing_source, project_id
|
|
ORDER BY total_value DESC
|
|
"
|
|
|
|
# JSON Type MV (::String cast)
|
|
run_benchmark "json_cast" "
|
|
SELECT
|
|
properties.billing_source::String as billing_source,
|
|
properties.project_id::String as project_id,
|
|
sum(total_value) as total_value,
|
|
sum(event_count) as event_count
|
|
FROM events_hourly_exp_json_mv
|
|
WHERE org_id = '$ORG_ID'
|
|
AND event_name = '$EVENT_NAME'
|
|
GROUP BY billing_source, project_id
|
|
ORDER BY total_value DESC
|
|
"
|
|
|
|
# JSON Type MV (.:String subcolumn)
|
|
run_benchmark "json_subcolumn" "
|
|
SELECT
|
|
properties.billing_source.:String as billing_source,
|
|
properties.project_id.:String as project_id,
|
|
sum(total_value) as total_value,
|
|
sum(event_count) as event_count
|
|
FROM events_hourly_exp_json_mv
|
|
WHERE org_id = '$ORG_ID'
|
|
AND event_name = '$EVENT_NAME'
|
|
GROUP BY billing_source, project_id
|
|
ORDER BY total_value DESC
|
|
"
|
|
|
|
# JSON Type MV (toString - handles all types)
|
|
run_benchmark "json_tostring" "
|
|
SELECT
|
|
toString(properties.billing_source) as billing_source,
|
|
toString(properties.project_id) as project_id,
|
|
sum(total_value) as total_value,
|
|
sum(event_count) as event_count
|
|
FROM events_hourly_exp_json_mv
|
|
WHERE org_id = '$ORG_ID'
|
|
AND event_name = '$EVENT_NAME'
|
|
GROUP BY billing_source, project_id
|
|
ORDER BY total_value DESC
|
|
"
|
|
|
|
echo "==========================================="
|
|
echo "=== Summary ==="
|
|
echo ""
|
|
|
|
# Read results
|
|
t_string=$(cat /tmp/benchmark_json_string.txt)
|
|
t_cast=$(cat /tmp/benchmark_json_cast.txt)
|
|
t_subcolumn=$(cat /tmp/benchmark_json_subcolumn.txt)
|
|
t_tostring=$(cat /tmp/benchmark_json_tostring.txt)
|
|
|
|
ms_string=$(awk "BEGIN {printf \"%.1f\", $t_string * 1000}")
|
|
ms_cast=$(awk "BEGIN {printf \"%.1f\", $t_cast * 1000}")
|
|
ms_subcolumn=$(awk "BEGIN {printf \"%.1f\", $t_subcolumn * 1000}")
|
|
ms_tostring=$(awk "BEGIN {printf \"%.1f\", $t_tostring * 1000}")
|
|
|
|
echo "Results (avg query time):"
|
|
echo " 1. JSON String (JSONExtractString): ${ms_string}ms"
|
|
echo " 2. JSON Type (::String cast): ${ms_cast}ms"
|
|
echo " 3. JSON Type (.:String subcolumn): ${ms_subcolumn}ms"
|
|
echo " 4. JSON Type (toString): ${ms_tostring}ms"
|
|
echo ""
|
|
|
|
# Find fastest
|
|
fastest_time=$t_cast
|
|
fastest_name="JSON Type (::String cast)"
|
|
fastest_ms=$ms_cast
|
|
|
|
if awk "BEGIN {exit !($t_subcolumn < $fastest_time)}"; then
|
|
fastest_time=$t_subcolumn
|
|
fastest_name="JSON Type (.:String subcolumn)"
|
|
fastest_ms=$ms_subcolumn
|
|
fi
|
|
if awk "BEGIN {exit !($t_tostring < $fastest_time)}"; then
|
|
fastest_time=$t_tostring
|
|
fastest_name="JSON Type (toString)"
|
|
fastest_ms=$ms_tostring
|
|
fi
|
|
if awk "BEGIN {exit !($t_string < $fastest_time)}"; then
|
|
fastest_time=$t_string
|
|
fastest_name="JSON String (JSONExtractString)"
|
|
fastest_ms=$ms_string
|
|
fi
|
|
|
|
echo "Winner: $fastest_name (${fastest_ms}ms)"
|
|
echo ""
|
|
echo "Comparisons:"
|
|
|
|
ratio_string=$(awk "BEGIN {printf \"%.1f\", $t_string / $fastest_time}")
|
|
ratio_cast=$(awk "BEGIN {printf \"%.1f\", $t_cast / $fastest_time}")
|
|
ratio_subcolumn=$(awk "BEGIN {printf \"%.1f\", $t_subcolumn / $fastest_time}")
|
|
ratio_tostring=$(awk "BEGIN {printf \"%.1f\", $t_tostring / $fastest_time}")
|
|
|
|
echo " $fastest_name is:"
|
|
echo " ${ratio_string}x faster than JSON String (JSONExtractString)"
|
|
echo " ${ratio_cast}x faster than JSON Type (::String cast)"
|
|
echo " ${ratio_subcolumn}x faster than JSON Type (.:String subcolumn)"
|
|
echo " ${ratio_tostring}x faster than JSON Type (toString)"
|
|
|
|
# Cleanup
|
|
rm -f /tmp/benchmark_json_*.txt
|
|
|
|
echo ""
|
|
echo "=== Done ==="
|