P2 validation: oracle test and large-scale raw X/Y check
- tests/oracle/test_p2_raw_xy.py: IDAT-assembled raw X/Y and controls equal the arrays in oracle GTCs - validate_p1_large.py: phase-P2 comparison against vendor GTCs with diagnostics (channel swap, bead-count disagreements) - cloud trial: also runs `simurg ingest` on all samples (time/memory), disk 250 GB
This commit is contained in:
1 parent
4c0ea5e04f
commit
7b83155d56
4 files changed
+141
-5
No files matched your search
@@ -33,7 +33,7 @@ echo "=== start $(date -u +%FT%TZ) on $(uname -m), $(nproc) cpus ==="
|
||||
|
||||
export DEBIAN_FRONTEND=noninteractive
|
||||
apt-get update -q
|
||||
apt-get install -y -q pigz git python3-venv curl unzip
|
||||
apt-get install -y -q pigz git python3-venv curl unzip time
|
||||
snap install aws-cli --classic
|
||||
S3="/snap/bin/aws s3"
|
||||
( while sleep 300; do upload_log; done ) &
|
||||
@@ -60,4 +60,14 @@ echo "=== validation $(date -u +%T) ==="
|
||||
--egt $D/HumanOmni2.5-4v1-Multi_B.egt --csv $D/HumanOmni2.5-4v1_B.csv --out /work/summary.json \
|
||||
--workers "$(nproc)" || echo "validation reported differences (see summary.json)"
|
||||
$S3 cp /work/summary.json "s3://$BUCKET/$RUN/summary.json" --only-show-errors
|
||||
|
||||
echo "=== simurg ingest at scale $(date -u +%T) ==="
|
||||
/usr/bin/time -v .venv/bin/simurg ingest --bpm $D/HumanOmni2.5-4v1-Multi_B.bpm --idats $D/data \
|
||||
--out /work/ingest --threads "$(nproc)" --quiet 2> /work/ingest_time.txt || echo "ingest exit code $?"
|
||||
tail -25 /work/ingest_time.txt
|
||||
for f in ingest_summary.tsv run_manifest.json; do
|
||||
$S3 cp "/work/ingest/$f" "s3://$BUCKET/$RUN/ingest_$f" --only-show-errors || true
|
||||
done
|
||||
$S3 cp /work/ingest_time.txt "s3://$BUCKET/$RUN/ingest_time.txt" --only-show-errors || true
|
||||
echo "ingest output size: $(du -sh /work/ingest | cut -f1)"
|
||||
echo "=== done $(date -u +%T) ==="
|
||||
Reference in new issue
Block a user