{
  "benchmark": "Noetryx-public-physiology-feasibility-0.1",
  "generated_at": "2026-10-11T02:30:32.660598+00:00",
  "source_commit": "4cd8d63a30ea97614d023fa707089645108545be",
  "source_url": "https://github.com/smerdov/eSports_Sensors_Dataset",
  "license": "CC-BY-4.0",
  "citation": "Smerdov, Zhou, Lukowicz & Somov (2020), arXiv:2011.00958",
  "target": "Post-session self-reported mental load; retrospective estimation, not a live brain state or future outcome",
  "sessions": 109,
  "participants": 10,
  "matches": 22,
  "label_distribution": {
    "1.0": 49,
    "2.0": 13,
    "3.0": 13,
    "4.0": 24,
    "5.0": 10
  },
  "features": [
    "heart_rate_median",
    "heart_rate_iqr",
    "heart_rate_std",
    "gsr_median",
    "gsr_iqr",
    "gsr_std",
    "emg_median",
    "emg_iqr",
    "emg_std",
    "facial_skin_temperature_median",
    "facial_skin_temperature_iqr",
    "facial_skin_temperature_std"
  ],
  "missing_fraction": {
    "heart_rate_median": 0.11926605504587157,
    "heart_rate_iqr": 0.11926605504587157,
    "heart_rate_std": 0.11926605504587157,
    "gsr_median": 0.0,
    "gsr_iqr": 0.0,
    "gsr_std": 0.0,
    "emg_median": 0.0,
    "emg_iqr": 0.0,
    "emg_std": 0.0,
    "facial_skin_temperature_median": 0.3302752293577982,
    "facial_skin_temperature_iqr": 0.3302752293577982,
    "facial_skin_temperature_std": 0.3302752293577982
  },
  "primary": {
    "protocol": "leave-one-participant-out",
    "groups": 10,
    "macro_mae": 1.1807462120127739,
    "baseline_macro_mae": 1.2827272727272727,
    "pooled_mae": 1.1826210155698322,
    "baseline_pooled_mae": 1.2844036697247707,
    "relative_mae_reduction": 0.07950330743157247,
    "paired_group_bootstrap_95pct_difference": [
      -0.19507462101796263,
      0.000977760034427876
    ],
    "internal_gate_passed": false,
    "folds": [
      {
        "group": "amateurs/player_0",
        "n": 11,
        "model_mae": 1.0805909396916016,
        "baseline_mae": 1.3636363636363635
      },
      {
        "group": "amateurs/player_1",
        "n": 11,
        "model_mae": 1.0353086830827574,
        "baseline_mae": 1.2727272727272727
      },
      {
        "group": "amateurs/player_2",
        "n": 11,
        "model_mae": 1.6041849144237952,
        "baseline_mae": 1.9090909090909092
      },
      {
        "group": "amateurs/player_3",
        "n": 11,
        "model_mae": 1.1122462886847424,
        "baseline_mae": 1.2727272727272727
      },
      {
        "group": "amateurs/player_4",
        "n": 11,
        "model_mae": 1.4207068599119999,
        "baseline_mae": 1.5454545454545454
      },
      {
        "group": "pros/player_0",
        "n": 10,
        "model_mae": 0.976392624293403,
        "baseline_mae": 1.1
      },
      {
        "group": "pros/player_1",
        "n": 11,
        "model_mae": 1.3201346174067716,
        "baseline_mae": 1.0909090909090908
      },
      {
        "group": "pros/player_2",
        "n": 11,
        "model_mae": 1.1710470148642675,
        "baseline_mae": 1.1818181818181819
      },
      {
        "group": "pros/player_3",
        "n": 11,
        "model_mae": 0.9444366173443342,
        "baseline_mae": 0.8181818181818182
      },
      {
        "group": "pros/player_4",
        "n": 11,
        "model_mae": 1.1424135604240653,
        "baseline_mae": 1.2727272727272727
      }
    ]
  },
  "secondary": {
    "protocol": "leave-one-match-out",
    "groups": 22,
    "macro_mae": 1.2595429843134374,
    "baseline_macro_mae": 1.2909090909090908,
    "pooled_mae": 1.2560762926743947,
    "baseline_pooled_mae": 1.2844036697247707,
    "relative_mae_reduction": 0.02429768820790054,
    "paired_group_bootstrap_95pct_difference": [
      -0.16988256739144272,
      0.10274780150638026
    ],
    "internal_gate_passed": false,
    "folds": [
      {
        "group": "match_0",
        "n": 5,
        "model_mae": 1.1086600655318026,
        "baseline_mae": 1.0
      },
      {
        "group": "match_1",
        "n": 5,
        "model_mae": 1.3026766822750904,
        "baseline_mae": 2.0
      },
      {
        "group": "match_10",
        "n": 5,
        "model_mae": 0.8217087689013394,
        "baseline_mae": 1.2
      },
      {
        "group": "match_11",
        "n": 5,
        "model_mae": 1.5728088392606818,
        "baseline_mae": 2.0
      },
      {
        "group": "match_12",
        "n": 5,
        "model_mae": 1.427284295624712,
        "baseline_mae": 1.4
      },
      {
        "group": "match_13",
        "n": 5,
        "model_mae": 1.2761891929646498,
        "baseline_mae": 1.6
      },
      {
        "group": "match_14",
        "n": 5,
        "model_mae": 0.8100449842607862,
        "baseline_mae": 1.2
      },
      {
        "group": "match_15",
        "n": 5,
        "model_mae": 1.2683175251392658,
        "baseline_mae": 0.8
      },
      {
        "group": "match_16",
        "n": 5,
        "model_mae": 1.138623375680605,
        "baseline_mae": 1.0
      },
      {
        "group": "match_17",
        "n": 5,
        "model_mae": 1.205207460727722,
        "baseline_mae": 0.8
      },
      {
        "group": "match_18",
        "n": 5,
        "model_mae": 1.109689136769146,
        "baseline_mae": 1.6
      },
      {
        "group": "match_19",
        "n": 5,
        "model_mae": 1.2305583193331149,
        "baseline_mae": 1.0
      },
      {
        "group": "match_2",
        "n": 5,
        "model_mae": 1.13512758854964,
        "baseline_mae": 1.0
      },
      {
        "group": "match_20",
        "n": 5,
        "model_mae": 1.2996570018813922,
        "baseline_mae": 1.2
      },
      {
        "group": "match_21",
        "n": 5,
        "model_mae": 1.1303854974338856,
        "baseline_mae": 1.0
      },
      {
        "group": "match_3",
        "n": 5,
        "model_mae": 2.1962344129597633,
        "baseline_mae": 2.4
      },
      {
        "group": "match_4",
        "n": 5,
        "model_mae": 1.2165664173101414,
        "baseline_mae": 1.0
      },
      {
        "group": "match_5",
        "n": 5,
        "model_mae": 0.6522353050459767,
        "baseline_mae": 0.4
      },
      {
        "group": "match_6",
        "n": 5,
        "model_mae": 0.6741638615613754,
        "baseline_mae": 0.6
      },
      {
        "group": "match_7",
        "n": 5,
        "model_mae": 2.1522876240714153,
        "baseline_mae": 2.2
      },
      {
        "group": "match_8",
        "n": 4,
        "model_mae": 1.637412372969052,
        "baseline_mae": 2.0
      },
      {
        "group": "match_9",
        "n": 5,
        "model_mae": 1.344106926644063,
        "baseline_mae": 1.0
      }
    ]
  },
  "external_validation": false,
  "prospective_validation": false,
  "commercial_validation": false,
  "limitations": [
    "Small third-party cohort; no Noetryx-owned participant data.",
    "Self-reported target is not an objective brain-state label.",
    "Participant holdout shares some match conditions; match holdout can reuse participants.",
    "Session-wide features do not demonstrate real-time or prospective prediction.",
    "No EEG signals are used in this experiment.",
    "No performance improvement, clinical benefit, or company valuation is established."
  ],
  "excluded_records": [],
  "reproducibility": {
    "python": "3.12.14",
    "numpy": "2.3.5",
    "pandas": "2.2.3",
    "scikit_learn": "1.8.0",
    "protocol_sha256": "11ab38e187a22e0a6d33f97777c8c61ec7515df5c0e2e48584d7e9d31be603f3",
    "derived_features_sha256": "66023d6d21719f159ecc1bc701abcfbb98f00302be46c23e092a7233602c4eec"
  }
}