P2 validation: oracle test and large-scale raw X/Y check
- tests/oracle/test_p2_raw_xy.py: IDAT-assembled raw X/Y and controls equal the arrays in oracle GTCs - validate_p1_large.py: phase-P2 comparison against vendor GTCs with diagnostics (channel swap, bead-count disagreements) - cloud trial: also runs `simurg ingest` on all samples (time/memory), disk 250 GB
This commit is contained in:
1 parent
82bb3637b4
commit
17bd0e8f78
4 files changed
+141
-5
No files matched your search
@@ -16,7 +16,7 @@ REGION=${REGION:-us-east-1}
|
||||
TYPE=${TYPE:-m7g.4xlarge}
|
||||
MAX_PRICE=${MAX_PRICE:-0.30} # USD/hour spot cap (on-demand is 0.6528)
|
||||
MAX_MINUTES=${MAX_MINUTES:-360} # hard cap: 6 hours
|
||||
DISK_GB=${DISK_GB:-200}
|
||||
DISK_GB=${DISK_GB:-250}
|
||||
BUDGET_USD=${BUDGET_USD:-10}
|
||||
TAG=simurg-trial
|
||||
ACCOUNT=$(aws sts get-caller-identity --query Account --output text)
|
||||
|
||||
@@ -33,7 +33,7 @@ echo "=== start $(date -u +%FT%TZ) on $(uname -m), $(nproc) cpus ==="
|
||||
|
||||
export DEBIAN_FRONTEND=noninteractive
|
||||
apt-get update -q
|
||||
apt-get install -y -q pigz git python3-venv curl unzip
|
||||
apt-get install -y -q pigz git python3-venv curl unzip time
|
||||
snap install aws-cli --classic
|
||||
S3="/snap/bin/aws s3"
|
||||
( while sleep 300; do upload_log; done ) &
|
||||
@@ -60,4 +60,14 @@ echo "=== validation $(date -u +%T) ==="
|
||||
--egt $D/HumanOmni2.5-4v1-Multi_B.egt --csv $D/HumanOmni2.5-4v1_B.csv --out /work/summary.json \
|
||||
--workers "$(nproc)" || echo "validation reported differences (see summary.json)"
|
||||
$S3 cp /work/summary.json "s3://$BUCKET/$RUN/summary.json" --only-show-errors
|
||||
|
||||
echo "=== simurg ingest at scale $(date -u +%T) ==="
|
||||
/usr/bin/time -v .venv/bin/simurg ingest --bpm $D/HumanOmni2.5-4v1-Multi_B.bpm --idats $D/data \
|
||||
--out /work/ingest --threads "$(nproc)" --quiet 2> /work/ingest_time.txt || echo "ingest exit code $?"
|
||||
tail -25 /work/ingest_time.txt
|
||||
for f in ingest_summary.tsv run_manifest.json; do
|
||||
$S3 cp "/work/ingest/$f" "s3://$BUCKET/$RUN/ingest_$f" --only-show-errors || true
|
||||
done
|
||||
$S3 cp /work/ingest_time.txt "s3://$BUCKET/$RUN/ingest_time.txt" --only-show-errors || true
|
||||
echo "ingest output size: $(du -sh /work/ingest | cut -f1)"
|
||||
echo "=== done $(date -u +%T) ==="
|
||||
Reference in new issue
Block a user