Files
SimurgArray/docs/validation/P5_omni2141_summary.json
T
kemal 1b6f834583 P5 validated on 2141 1000G samples; control-metric fixes (K-021)
- Omni2.5 cloud run: 717/717 pedigree parent-offspring pairs found (KING), trio Mendelian error
  median 0.031 %, sex vs pedigree 99.6 %, P4 preset re-check 2138/2141 byte-identical (K-015 closed)
- qc/controls: skip bead addresses absent from the IDAT; control missing only if none is on the chip
- QC-008 amended: signal / zero background = +Inf (passes), 0/0 = NaN (flagged); Inf in TSV/report
- plotly bundle stored gzip-compressed (repo grep stays clean: the DOM event name contains the
  forbidden substring)
- docs: validation P5 part 2, summaries, known_unknowns K-021
2026-09-28 10:25:32 +01:00

704 lines
16 KiB
JSON

{
"n_samples": 2141,
"n_ok": 2141,
"identification": {
"snps": 20000,
"identified": 2139,
"ambiguous": [
{
"sample_id": "5434203102_R02C01",
"top": 1.0,
"second": 0.9999496936798096
},
{
"sample_id": "5434246080_R03C01",
"top": 1.0,
"second": 0.9999496936798096
}
],
"n_ambiguous": 2,
"ids_matched_twice": [],
"top_concordance": {
"min": 1.0,
"p01": 1.0,
"median": 1.0,
"p99": 1.0,
"max": 1.0,
"n": 2141
},
"margin": {
"min": 5.030632019042969e-05,
"p01": 0.29867131710052497,
"median": 0.41199660301208496,
"p99": 0.4458134889602661,
"max": 0.457053542137146,
"n": 2141
}
},
"sex_vs_pedigree": {
"match": 2088,
"mismatch": 9,
"no_pedigree": 44
},
"sex_mismatches": [
{
"sample_id": "5426529089_R01C01",
"id": "NA20530",
"est": "M",
"ped": "F"
},
{
"sample_id": "5434246102_R01C01",
"id": "HG01366",
"est": "M",
"ped": "F"
},
{
"sample_id": "5460444062_R01C01",
"id": "NA19332",
"est": "M",
"ped": "F"
},
{
"sample_id": "5460461016_R04C01",
"id": "NA20506",
"est": "M",
"ped": "F"
},
{
"sample_id": "5460461033_R03C01",
"id": "HG00154",
"est": "M",
"ped": "F"
},
{
"sample_id": "5460461100_R03C01",
"id": "NA20533",
"est": "M",
"ped": "F"
},
{
"sample_id": "5460461103_R02C01",
"id": "HG00361",
"est": "M",
"ped": "F"
},
{
"sample_id": "5885434025_R02C01",
"id": "HG01683",
"est": "F",
"ped": "M"
},
{
"sample_id": "6298012108_R02C01",
"id": "HG02300",
"est": "F",
"ped": "M"
}
],
"parent_offspring": {
"pairs_in_pedigree": 717,
"detected_first_degree": 717,
"kinship": {
"min": 0.19192453,
"p01": 0.2261421876,
"median": 0.24747136,
"p99": 0.25384499520000003,
"max": 0.25912801,
"n": 717
},
"missed": []
},
"close_pairs_total": 808,
"close_pairs_unexplained_by_pedigree": 69,
"unexplained_examples": [
{
"sample_a": "5426511011_R02C01",
"sample_b": "5434246044_R01C01",
"n_sites": "99409",
"kinship": "0.09722701",
"concordance": "0.70339708",
"degree": "second",
"expected": "",
"id_a": "NA19664",
"id_b": "NA19660"
},
{
"sample_a": "5426511011_R02C01",
"sample_b": "5434246104_R03C01",
"n_sites": "99304",
"kinship": "0.12977189",
"concordance": "0.71363691",
"degree": "second",
"expected": "",
"id_a": "NA19664",
"id_b": "NA19672"
},
{
"sample_a": "5426529060_R04C01",
"sample_b": "5550917041_R04C01",
"n_sites": "99458",
"kinship": "0.12910780",
"concordance": "0.67726075",
"degree": "second",
"expected": "",
"id_a": "NA20334",
"id_b": "NA20337"
},
{
"sample_a": "5426529068_R04C01",
"sample_b": "5557094087_R04C01",
"n_sites": "99667",
"kinship": "0.13348281",
"concordance": "0.67120511",
"degree": "second",
"expected": "",
"id_a": "NA20414",
"id_b": "NA19625"
},
{
"sample_a": "5426529089_R04C01",
"sample_b": "5557094057_R02C01",
"n_sites": "99650",
"kinship": "0.10322544",
"concordance": "0.71299548",
"degree": "second",
"expected": "",
"id_a": "NA19679",
"id_b": "NA19677"
},
{
"sample_a": "5426529120_R03C01",
"sample_b": "5434246104_R03C01",
"n_sites": "99603",
"kinship": "0.13687614",
"concordance": "0.71472747",
"degree": "second",
"expected": "",
"id_a": "NA19685",
"id_b": "NA19672"
},
{
"sample_a": "5434078004_R02C01",
"sample_b": "5550917042_R02C01",
"n_sites": "99521",
"kinship": "0.12556672",
"concordance": "0.67380754",
"degree": "second",
"expected": "",
"id_a": "NA20332",
"id_b": "NA20343"
},
{
"sample_a": "5434078008_R04C01",
"sample_b": "5460461105_R02C01",
"n_sites": "99521",
"kinship": "0.12256670",
"concordance": "0.73606575",
"degree": "second",
"expected": "",
"id_a": "HG00418",
"id_b": "HG00427"
},
{
"sample_a": "5434078010_R02C01",
"sample_b": "5550950006_R02C01",
"n_sites": "99399",
"kinship": "0.14619155",
"concordance": "0.68763267",
"degree": "second",
"expected": "",
"id_a": "NA20282",
"id_b": "NA20302"
},
{
"sample_a": "5434078010_R02C01",
"sample_b": "5826291134_R02C01",
"n_sites": "99144",
"kinship": "0.13752765",
"concordance": "0.68179618",
"degree": "second",
"expected": "",
"id_a": "NA20282",
"id_b": "NA20313"
},
{
"sample_a": "5434078014_R03C01",
"sample_b": "5443767014_R03C01",
"n_sites": "99547",
"kinship": "0.14121405",
"concordance": "0.69652526",
"degree": "second",
"expected": "",
"id_a": "NA19382",
"id_b": "NA19380"
},
{
"sample_a": "5434078014_R04C01",
"sample_b": "5557094086_R02C01",
"n_sites": "99525",
"kinship": "0.12724911",
"concordance": "0.67710625",
"degree": "second",
"expected": "",
"id_a": "NA20336",
"id_b": "NA20335"
},
{
"sample_a": "5434078024_R02C01",
"sample_b": "5557086034_R01C01",
"n_sites": "99590",
"kinship": "0.12186217",
"concordance": "0.73817652",
"degree": "second",
"expected": "",
"id_a": "HG00584",
"id_b": "HG00579"
},
{
"sample_a": "5434078027_R02C01",
"sample_b": "5550917017_R04C01",
"n_sites": "99408",
"kinship": "0.11196304",
"concordance": "0.73934693",
"degree": "second",
"expected": "",
"id_a": "HG00501",
"id_b": "HG00514"
},
{
"sample_a": "5434078027_R02C01",
"sample_b": "5557086084_R04C01",
"n_sites": "99533",
"kinship": "0.11746296",
"concordance": "0.73728311",
"degree": "second",
"expected": "",
"id_a": "HG00501",
"id_b": "HG00526"
},
{
"sample_a": "5434203040_R03C01",
"sample_b": "5568738044_R02C01",
"n_sites": "99242",
"kinship": "0.10730422",
"concordance": "0.73397352",
"degree": "second",
"expected": "",
"id_a": "HG00656",
"id_b": "HG00703"
},
{
"sample_a": "5434203048_R01C01",
"sample_b": "5557107038_R03C01",
"n_sites": "99616",
"kinship": "0.12640012",
"concordance": "0.71804730",
"degree": "second",
"expected": "",
"id_a": "NA19657",
"id_b": "NA19753"
},
{
"sample_a": "5434203052_R02C01",
"sample_b": "5528550084_R02C01",
"n_sites": "99487",
"kinship": "0.13330070",
"concordance": "0.69495512",
"degree": "second",
"expected": "",
"id_a": "NA19027",
"id_b": "NA19311"
},
{
"sample_a": "5434203065_R04C01",
"sample_b": "5443767041_R02C01",
"n_sites": "99564",
"kinship": "0.10208690",
"concordance": "0.67972359",
"degree": "second",
"expected": "",
"id_a": "NA19434",
"id_b": "NA19453"
},
{
"sample_a": "5434203066_R01C01",
"sample_b": "5568738044_R02C01",
"n_sites": "99209",
"kinship": "0.13288993",
"concordance": "0.74309790",
"degree": "second",
"expected": "",
"id_a": "HG00657",
"id_b": "HG00703"
},
{
"sample_a": "5434203074_R03C01",
"sample_b": "5568738010_R02C01",
"n_sites": "99489",
"kinship": "0.12890681",
"concordance": "0.74493663",
"degree": "second",
"expected": "",
"id_a": "HG00577",
"id_b": "HG00585"
},
{
"sample_a": "5434203099_R04C01",
"sample_b": "5557107035_R04C01",
"n_sites": "99515",
"kinship": "0.15078348",
"concordance": "0.72261468",
"degree": "second",
"expected": "",
"id_a": "NA19661",
"id_b": "NA19686"
},
{
"sample_a": "5434203102_R02C01",
"sample_b": "5434246080_R03C01",
"n_sites": "99550",
"kinship": "0.27029949",
"concordance": "0.82480161",
"degree": "first",
"expected": "",
"id_a": "",
"id_b": ""
},
{
"sample_a": "5434203102_R02C01",
"sample_b": "5460461110_R04C01",
"n_sites": "99646",
"kinship": "0.24725288",
"concordance": "0.81377075",
"degree": "first",
"expected": "",
"id_a": "",
"id_b": "HG00635"
},
{
"sample_a": "5434203102_R02C01",
"sample_b": "5550888027_R04C01",
"n_sites": "99305",
"kinship": "0.11918687",
"concordance": "0.73763657",
"degree": "second",
"expected": "",
"id_a": "",
"id_b": "HG00636"
}
],
"mendel": {
"trios": 335,
"error_rate": {
"min": 0.00013780579359228424,
"p01": 0.0001580795944988077,
"median": 0.00031072140415760394,
"p99": 0.0007011283263471403,
"max": 0.0010779448028232972,
"n": 335
},
"worst": [
{
"child": "NA12329",
"father": "NA06984",
"mother": "NA06989",
"errors": 2559,
"informative": 2373962,
"rate": 0.0010779448028232972
},
{
"child": "HG01099",
"father": "HG01097",
"mother": "HG01098",
"errors": 1954,
"informative": 2349923,
"rate": 0.0008315166071398935
},
{
"child": "NA19258",
"father": "NA19256",
"mother": "NA19257",
"errors": 1951,
"informative": 2358051,
"rate": 0.0008273782034400444
},
{
"child": "NA19199",
"father": "NA19198",
"mother": "NA19197",
"errors": 1656,
"informative": 2357810,
"rate": 0.0007023466691548513
},
{
"child": "HG02480",
"father": "HG02478",
"mother": "HG02479",
"errors": 1644,
"informative": 2352728,
"rate": 0.0006987633079557008
},
{
"child": "NA19918",
"father": "NA19916",
"mother": "NA19917",
"errors": 1536,
"informative": 2365464,
"rate": 0.0006493440610383417
},
{
"child": "NA19778",
"father": "NA19777",
"mother": "NA19776",
"errors": 1439,
"informative": 2367621,
"rate": 0.0006077830869045341
},
{
"child": "HG02222",
"father": "HG02221",
"mother": "HG02220",
"errors": 1397,
"informative": 2358117,
"rate": 0.0005924218348792702
},
{
"child": "HG01463",
"father": "HG01461",
"mother": "HG01462",
"errors": 1389,
"informative": 2350850,
"rate": 0.0005908501180424102
},
{
"child": "NA20279",
"father": "NA20278",
"mother": "NA20282",
"errors": 1378,
"informative": 2368169,
"rate": 0.0005818841476262885
}
]
},
"contamination": {
"min": -0.00131277,
"p01": -0.000799082,
"median": 0.00024026,
"p99": 0.009337409999999999,
"max": 0.07474245,
"n": 2141,
"above_0.02": 15
},
"contamination_top": [
{
"sample_id": "5434246028_R02C01",
"id": "HG00707",
"c": 0.07474245
},
{
"sample_id": "5434246028_R04C01",
"id": "HG01072",
"c": 0.06748388
},
{
"sample_id": "5460479065_R04C01",
"id": "NA18982",
"c": 0.06604837
},
{
"sample_id": "5767788059_R02C01",
"id": "HG01667",
"c": 0.06352254
},
{
"sample_id": "5426529051_R04C01",
"id": "NA20760",
"c": 0.06220859
},
{
"sample_id": "5885434025_R01C01",
"id": "HG00098",
"c": 0.05900927
},
{
"sample_id": "5434246054_R02C01",
"id": "HG00335",
"c": 0.05507963
},
{
"sample_id": "5434246100_R04C01",
"id": "HG00637",
"c": 0.03604213
},
{
"sample_id": "5434203056_R03C01",
"id": "HG00358",
"c": 0.02990194
},
{
"sample_id": "5434246020_R01C01",
"id": "NA19129",
"c": 0.02691854
},
{
"sample_id": "5434246020_R03C01",
"id": "NA12234",
"c": 0.0254513
},
{
"sample_id": "5826338161_R02C01",
"id": "HG01686",
"c": 0.02254977
},
{
"sample_id": "5443767155_R04C01",
"id": "NA20526",
"c": 0.02212635
},
{
"sample_id": "5460479059_R04C01",
"id": "NA19058",
"c": 0.02205388
},
{
"sample_id": "6317383048_R03C01",
"id": "HG02229",
"c": 0.02015661
}
],
"functional_status": {
"FAIL": 604,
"PASS": 1537
},
"control_status": {
"FLAGGED": 1795,
"CLEAR": 346
},
"control_flag_codes": {
"stainingGreen": 1794,
"stainingRed": 1794
},
"flags": {
"high_lrr_sd": 602,
"unexpected_relatedness": 1139,
"contaminated": 15,
"low_call_rate": 2
},
"control_metrics": {
"restoration": {},
"staining_green": {
"min": 39.41527002,
"p01": 44.6584822776,
"median": 95.23627288,
"p99": 715.4660557490015,
"max": 2566.66666667,
"n": 347
},
"staining_red": {
"min": 0.0,
"p01": 43.783606462600005,
"median": 106.485488455,
"p99": 202.30416815859996,
"max": 224.93461538,
"n": 348
},
"extension_green": {
"min": 14.32592078,
"p01": 17.28083184,
"median": 31.76146789,
"p99": 61.591069746,
"max": 84.0969163,
"n": 2141
},
"extension_red": {
"min": 10.56216216,
"p01": 14.684177382,
"median": 23.79825835,
"p99": 44.49232804199999,
"max": 49.67384615,
"n": 2141
},
"hyb_high_med": {
"min": 1.63464397,
"p01": 1.831392898,
"median": 2.10967896,
"p99": 2.4262993479999997,
"max": 2.64515327,
"n": 2141
},
"hyb_med_low": {
"min": 1.81739684,
"p01": 1.999406742,
"median": 2.32677346,
"p99": 2.697378338,
"max": 3.23596807,
"n": 2141
},
"target_removal_1": {
"min": 3.7875,
"p01": 4.624796872,
"median": 9.41374838,
"p99": 23.095572163999982,
"max": 39.10588235,
"n": 2141
},
"stringency": {
"min": 4.61498708,
"p01": 5.13971662,
"median": 9.30527069,
"p99": 19.436929915999976,
"max": 23.71089631,
"n": 2141
},
"nsb_green": {
"min": 3.72138047,
"p01": 4.183322406,
"median": 9.24747475,
"p99": 23.321340729999996,
"max": 39.625,
"n": 2141
},
"nsb_red": {
"min": 5.03819444,
"p01": 5.9731914900000005,
"median": 13.42666667,
"p99": 26.774626863999966,
"max": 38.24742268,
"n": 2141
},
"np_green": {
"min": 9.49642346,
"p01": 11.214550714,
"median": 22.8027027,
"p99": 41.890710461999994,
"max": 57.11235955,
"n": 2141
},
"np_red": {
"min": 6.56808511,
"p01": 8.242032115999999,
"median": 14.65871122,
"p99": 23.917212037999985,
"max": 26.11714286,
"n": 2141
}
},
"het_rate": {
"min": 0.14461898,
"p01": 0.156512408,
"median": 0.18633936,
"p99": 0.215229702,
"max": 0.22765567,
"n": 2141
},
"seconds": 291.3,
"checks": {
"identified_ge_99pct": true,
"sex_agreement_ge_99pct": true,
"parent_offspring_detected_ge_99pct": true,
"median_mendel_rate_lt_0.001": true
},
"passed": true
}