{
  "schema_version": 1,
  "evaluated_at": "2026-09-03",
  "reviewed_at": "2026-09-04",
  "status": "development_benchmark",
  "provenance": {
    "description": "Aggregate matrices, epoch history, and camera metrics retrieved from the completed AWS training status record; source and saved sample retrieved from S3. No new inference was performed for this revision.",
    "training_run": "training-experiment-1788393822-bmk3-1788393824-047484",
    "training_source_sha256": "8a1db8243cffe83f35144989a4acd820cb60e7c3b4cef967c7c211d2851eb3e0",
    "rounding": "Stored metrics are rounded to four decimal places. Confusion matrices contain exact image counts.",
    "annotation_provenance": "Most annotations were manually labeled, as confirmed by the researcher. The legacy annotation template was not used. A versioned annotation protocol and per-image reviewer history are not included."
  },
  "class_order": [
    "away",
    "fall",
    "in bed",
    "sit",
    "stand"
  ],
  "matrix_orientation": "rows are reference labels; columns are predictions",
  "image_count": 25814,
  "selected_epoch": 8,
  "selection_metric": "instant evaluation accuracy",
  "separate_validation_split": false,
  "model_development_context": {
    "main_model_selection_used_separate_evaluation_set": true,
    "main_selection_camera_count": 6,
    "main_selection_sources": "BeachHouse1, BeachHouse2, and four Ring cameras",
    "benchmark_cameras_in_earlier_exploratory_cross_validation": 9,
    "checkpoint_selection_scope": "Epoch 8 selected by accuracy within the 14-epoch benchmark run; the absence of a separate validation split refers to this run."
  },
  "mercury": {
    "macro_f1": 0.7907,
    "per_class": {
      "sit": {
        "f1": 0.7605,
        "recall": 0.7975,
        "support": 7085,
        "precision": 0.7268
      },
      "away": {
        "f1": 0.8059,
        "recall": 0.7783,
        "support": 7137,
        "precision": 0.8355
      },
      "fall": {
        "f1": 0.9353,
        "recall": 0.9383,
        "support": 3438,
        "precision": 0.9324
      },
      "stand": {
        "f1": 0.7358,
        "recall": 0.8506,
        "support": 3053,
        "precision": 0.6483
      },
      "in bed": {
        "f1": 0.7162,
        "recall": 0.6336,
        "support": 5101,
        "precision": 0.8234
      }
    },
    "macro_recall": 0.7997,
    "macro_precision": 0.7933,
    "confusion_matrix": [
      [
        5555,
        64,
        302,
        781,
        435
      ],
      [
        88,
        3226,
        16,
        50,
        58
      ],
      [
        505,
        16,
        3232,
        1127,
        221
      ],
      [
        365,
        58,
        317,
        5650,
        695
      ],
      [
        136,
        96,
        58,
        166,
        2597
      ]
    ]
  },
  "claude": {
    "model": "claude-opus-5",
    "prompt_version": "mercury-five-state-v1",
    "macro_f1": 0.6348,
    "per_class": {
      "sit": {
        "f1": 0.6732,
        "recall": 0.7273,
        "support": 7085,
        "precision": 0.6265
      },
      "away": {
        "f1": 0.7687,
        "recall": 0.9365,
        "support": 7137,
        "precision": 0.6519
      },
      "fall": {
        "f1": 0.5693,
        "recall": 0.4156,
        "support": 3438,
        "precision": 0.9033
      },
      "stand": {
        "f1": 0.7245,
        "recall": 0.792,
        "support": 3053,
        "precision": 0.6676
      },
      "in bed": {
        "f1": 0.4383,
        "recall": 0.3107,
        "support": 5101,
        "precision": 0.7434
      }
    },
    "macro_recall": 0.6364,
    "macro_precision": 0.7185,
    "confusion_matrix": [
      [
        6684,
        23,
        141,
        164,
        125
      ],
      [
        126,
        1429,
        8,
        1680,
        195
      ],
      [
        2075,
        41,
        1585,
        1017,
        383
      ],
      [
        1037,
        18,
        376,
        5153,
        501
      ],
      [
        331,
        71,
        22,
        211,
        2418
      ]
    ],
    "cached_image_count": 25628,
    "new_prediction_count": 186
  },
  "epoch_history": [
    {
      "epoch": 1,
      "training_loss": 0.990522,
      "training_accuracy": 0.6069,
      "evaluation_accuracy": 0.7429,
      "evaluation_macro_f1": 0.7459
    },
    {
      "epoch": 2,
      "training_loss": 0.559209,
      "training_accuracy": 0.795,
      "evaluation_accuracy": 0.7661,
      "evaluation_macro_f1": 0.7692
    },
    {
      "epoch": 3,
      "training_loss": 0.439756,
      "training_accuracy": 0.8418,
      "evaluation_accuracy": 0.7776,
      "evaluation_macro_f1": 0.7836
    },
    {
      "epoch": 4,
      "training_loss": 0.379478,
      "training_accuracy": 0.8648,
      "evaluation_accuracy": 0.7766,
      "evaluation_macro_f1": 0.782
    },
    {
      "epoch": 5,
      "training_loss": 0.335714,
      "training_accuracy": 0.881,
      "evaluation_accuracy": 0.7773,
      "evaluation_macro_f1": 0.7818
    },
    {
      "epoch": 6,
      "training_loss": 0.30887,
      "training_accuracy": 0.8913,
      "evaluation_accuracy": 0.7749,
      "evaluation_macro_f1": 0.7826
    },
    {
      "epoch": 7,
      "training_loss": 0.284621,
      "training_accuracy": 0.8998,
      "evaluation_accuracy": 0.7823,
      "evaluation_macro_f1": 0.789
    },
    {
      "epoch": 8,
      "training_loss": 0.262959,
      "training_accuracy": 0.9075,
      "evaluation_accuracy": 0.7848,
      "evaluation_macro_f1": 0.7907
    },
    {
      "epoch": 9,
      "training_loss": 0.24945,
      "training_accuracy": 0.9121,
      "evaluation_accuracy": 0.7691,
      "evaluation_macro_f1": 0.7797
    },
    {
      "epoch": 10,
      "training_loss": 0.233571,
      "training_accuracy": 0.9183,
      "evaluation_accuracy": 0.7775,
      "evaluation_macro_f1": 0.7852
    },
    {
      "epoch": 11,
      "training_loss": 0.222324,
      "training_accuracy": 0.9225,
      "evaluation_accuracy": 0.7721,
      "evaluation_macro_f1": 0.7779
    },
    {
      "epoch": 12,
      "training_loss": 0.213714,
      "training_accuracy": 0.9253,
      "evaluation_accuracy": 0.7733,
      "evaluation_macro_f1": 0.7796
    },
    {
      "epoch": 13,
      "training_loss": 0.204631,
      "training_accuracy": 0.9284,
      "evaluation_accuracy": 0.7601,
      "evaluation_macro_f1": 0.7668
    },
    {
      "epoch": 14,
      "training_loss": 0.198344,
      "training_accuracy": 0.9313,
      "evaluation_accuracy": 0.7715,
      "evaluation_macro_f1": 0.7804
    }
  ],
  "cameras": [
    {
      "camera_id": "camera-01",
      "environment_group_id": "environment-01",
      "image_count": 1647,
      "class_counts": {
        "away": 1122,
        "fall": 10,
        "in bed": 245,
        "sit": 13,
        "stand": 257
      },
      "mercury": {
        "accuracy": 0.8124,
        "macro_f1": 0.6861,
        "per_class": {
          "sit": {
            "f1": 0.25,
            "recall": 0.2308,
            "support": 13,
            "precision": 0.2727
          },
          "away": {
            "f1": 0.8822,
            "recall": 0.8547,
            "support": 1122,
            "precision": 0.9116
          },
          "fall": {
            "f1": 0.9474,
            "recall": 0.9,
            "support": 10,
            "precision": 1
          },
          "stand": {
            "f1": 0.82,
            "recall": 0.8949,
            "support": 257,
            "precision": 0.7566
          },
          "in bed": {
            "f1": 0.531,
            "recall": 0.5592,
            "support": 245,
            "precision": 0.5055
          }
        }
      }
    },
    {
      "camera_id": "camera-02",
      "environment_group_id": "environment-02",
      "image_count": 1255,
      "class_counts": {
        "away": 487,
        "fall": 14,
        "in bed": 5,
        "sit": 610,
        "stand": 139
      },
      "mercury": {
        "accuracy": 0.4996,
        "macro_f1": 0.3955,
        "per_class": {
          "sit": {
            "f1": 0.3427,
            "recall": 0.2098,
            "support": 610,
            "precision": 0.9343
          },
          "away": {
            "f1": 0.7324,
            "recall": 0.77,
            "support": 487,
            "precision": 0.6983
          },
          "fall": {
            "f1": 0.5714,
            "recall": 0.4286,
            "support": 14,
            "precision": 0.8571
          },
          "stand": {
            "f1": 0.331,
            "recall": 0.8489,
            "support": 139,
            "precision": 0.2056
          },
          "in bed": {
            "f1": 0,
            "recall": 0,
            "support": 5,
            "precision": 0
          }
        }
      }
    },
    {
      "camera_id": "camera-03",
      "environment_group_id": "environment-03",
      "image_count": 1994,
      "class_counts": {
        "away": 299,
        "fall": 524,
        "in bed": 303,
        "sit": 663,
        "stand": 205
      },
      "mercury": {
        "accuracy": 0.9584,
        "macro_f1": 0.9511,
        "per_class": {
          "sit": {
            "f1": 0.9612,
            "recall": 0.9336,
            "support": 663,
            "precision": 0.9904
          },
          "away": {
            "f1": 0.9621,
            "recall": 0.9766,
            "support": 299,
            "precision": 0.9481
          },
          "fall": {
            "f1": 0.9895,
            "recall": 0.9905,
            "support": 524,
            "precision": 0.9886
          },
          "stand": {
            "f1": 0.9202,
            "recall": 0.9561,
            "support": 205,
            "precision": 0.8869
          },
          "in bed": {
            "f1": 0.9223,
            "recall": 0.9406,
            "support": 303,
            "precision": 0.9048
          }
        }
      }
    },
    {
      "camera_id": "camera-04",
      "environment_group_id": "environment-04",
      "image_count": 3528,
      "class_counts": {
        "away": 1141,
        "fall": 534,
        "in bed": 509,
        "sit": 731,
        "stand": 613
      },
      "mercury": {
        "accuracy": 0.9524,
        "macro_f1": 0.9489,
        "per_class": {
          "sit": {
            "f1": 0.9412,
            "recall": 0.8974,
            "support": 731,
            "precision": 0.9894
          },
          "away": {
            "f1": 0.9759,
            "recall": 0.9939,
            "support": 1141,
            "precision": 0.9586
          },
          "fall": {
            "f1": 0.9792,
            "recall": 0.9682,
            "support": 534,
            "precision": 0.9904
          },
          "stand": {
            "f1": 0.917,
            "recall": 0.9918,
            "support": 613,
            "precision": 0.8527
          },
          "in bed": {
            "f1": 0.931,
            "recall": 0.8743,
            "support": 509,
            "precision": 0.9955
          }
        }
      }
    },
    {
      "camera_id": "camera-05",
      "environment_group_id": "environment-05",
      "image_count": 3964,
      "class_counts": {
        "away": 583,
        "fall": 511,
        "in bed": 1453,
        "sit": 757,
        "stand": 660
      },
      "mercury": {
        "accuracy": 0.8635,
        "macro_f1": 0.8417,
        "per_class": {
          "sit": {
            "f1": 0.8191,
            "recall": 0.7358,
            "support": 757,
            "precision": 0.9237
          },
          "away": {
            "f1": 0.7299,
            "recall": 0.6467,
            "support": 583,
            "precision": 0.8378
          },
          "fall": {
            "f1": 0.9093,
            "recall": 0.9119,
            "support": 511,
            "precision": 0.9066
          },
          "stand": {
            "f1": 0.8068,
            "recall": 0.9333,
            "support": 660,
            "precision": 0.7105
          },
          "in bed": {
            "f1": 0.9433,
            "recall": 0.9683,
            "support": 1453,
            "precision": 0.9196
          }
        }
      }
    },
    {
      "camera_id": "camera-06",
      "environment_group_id": "environment-06",
      "image_count": 3051,
      "class_counts": {
        "away": 240,
        "fall": 521,
        "in bed": 812,
        "sit": 1275,
        "stand": 203
      },
      "mercury": {
        "accuracy": 0.7735,
        "macro_f1": 0.7563,
        "per_class": {
          "sit": {
            "f1": 0.7804,
            "recall": 0.7984,
            "support": 1275,
            "precision": 0.7631
          },
          "away": {
            "f1": 0.6108,
            "recall": 0.5917,
            "support": 240,
            "precision": 0.6311
          },
          "fall": {
            "f1": 0.9797,
            "recall": 0.9731,
            "support": 521,
            "precision": 0.9864
          },
          "stand": {
            "f1": 0.7238,
            "recall": 0.8325,
            "support": 203,
            "precision": 0.6402
          },
          "in bed": {
            "f1": 0.6868,
            "recall": 0.6453,
            "support": 812,
            "precision": 0.7339
          }
        }
      }
    },
    {
      "camera_id": "camera-07",
      "environment_group_id": "environment-07",
      "image_count": 4125,
      "class_counts": {
        "away": 298,
        "fall": 513,
        "in bed": 1583,
        "sit": 1519,
        "stand": 212
      },
      "mercury": {
        "accuracy": 0.5736,
        "macro_f1": 0.5381,
        "per_class": {
          "sit": {
            "f1": 0.6994,
            "recall": 0.8947,
            "support": 1519,
            "precision": 0.5741
          },
          "away": {
            "f1": 0.3027,
            "recall": 0.4698,
            "support": 298,
            "precision": 0.2233
          },
          "fall": {
            "f1": 0.9308,
            "recall": 0.8908,
            "support": 513,
            "precision": 0.9744
          },
          "stand": {
            "f1": 0.4547,
            "recall": 0.533,
            "support": 212,
            "precision": 0.3965
          },
          "in bed": {
            "f1": 0.3031,
            "recall": 0.1876,
            "support": 1583,
            "precision": 0.7878
          }
        }
      }
    },
    {
      "camera_id": "camera-08",
      "environment_group_id": "environment-08",
      "image_count": 1406,
      "class_counts": {
        "away": 362,
        "fall": 251,
        "in bed": 5,
        "sit": 620,
        "stand": 168
      },
      "mercury": {
        "accuracy": 0.889,
        "macro_f1": 0.7427,
        "per_class": {
          "sit": {
            "f1": 0.9331,
            "recall": 0.9565,
            "support": 620,
            "precision": 0.9109
          },
          "away": {
            "f1": 0.8918,
            "recall": 0.9448,
            "support": 362,
            "precision": 0.8444
          },
          "fall": {
            "f1": 0.9305,
            "recall": 0.8805,
            "support": 251,
            "precision": 0.9866
          },
          "stand": {
            "f1": 0.6618,
            "recall": 0.5357,
            "support": 168,
            "precision": 0.8654
          },
          "in bed": {
            "f1": 0.2963,
            "recall": 0.8,
            "support": 5,
            "precision": 0.1818
          }
        }
      }
    },
    {
      "camera_id": "camera-09",
      "environment_group_id": "environment-09",
      "image_count": 3379,
      "class_counts": {
        "away": 2137,
        "fall": 503,
        "in bed": 24,
        "sit": 529,
        "stand": 186
      },
      "mercury": {
        "accuracy": 0.8112,
        "macro_f1": 0.8455,
        "per_class": {
          "sit": {
            "f1": 0.6366,
            "recall": 0.9622,
            "support": 529,
            "precision": 0.4757
          },
          "away": {
            "f1": 0.837,
            "recall": 0.7211,
            "support": 2137,
            "precision": 0.9974
          },
          "fall": {
            "f1": 0.9799,
            "recall": 0.9702,
            "support": 503,
            "precision": 0.9899
          },
          "stand": {
            "f1": 0.8326,
            "recall": 0.9624,
            "support": 186,
            "precision": 0.7336
          },
          "in bed": {
            "f1": 0.9412,
            "recall": 1,
            "support": 24,
            "precision": 0.8889
          }
        }
      }
    },
    {
      "camera_id": "camera-10",
      "environment_group_id": "environment-10",
      "image_count": 130,
      "class_counts": {
        "away": 12,
        "fall": 0,
        "in bed": 2,
        "sit": 69,
        "stand": 47
      },
      "mercury": {
        "accuracy": 0.5692,
        "macro_f1": 0.5562,
        "per_class": {
          "sit": {
            "f1": 0.3333,
            "recall": 0.2029,
            "support": 69,
            "precision": 0.9333
          },
          "away": {
            "f1": 0.8,
            "recall": 1,
            "support": 12,
            "precision": 0.6667
          },
          "fall": {
            "f1": 0,
            "recall": 0,
            "support": 0,
            "precision": 0
          },
          "stand": {
            "f1": 0.6479,
            "recall": 0.9787,
            "support": 47,
            "precision": 0.4842
          },
          "in bed": {
            "f1": 1,
            "recall": 1,
            "support": 2,
            "precision": 1
          }
        }
      }
    },
    {
      "camera_id": "camera-11",
      "environment_group_id": "environment-11",
      "image_count": 14,
      "class_counts": {
        "away": 2,
        "fall": 2,
        "in bed": 0,
        "sit": 0,
        "stand": 10
      },
      "mercury": {
        "accuracy": 0.5,
        "macro_f1": 0.2933,
        "per_class": {
          "sit": {
            "f1": 0,
            "recall": 0,
            "support": 0,
            "precision": 0
          },
          "away": {
            "f1": 0,
            "recall": 0,
            "support": 2,
            "precision": 0
          },
          "fall": {
            "f1": 0.8,
            "recall": 1,
            "support": 2,
            "precision": 0.6667
          },
          "stand": {
            "f1": 0.6667,
            "recall": 0.5,
            "support": 10,
            "precision": 1
          },
          "in bed": {
            "f1": 0,
            "recall": 0,
            "support": 0,
            "precision": 0
          }
        }
      }
    },
    {
      "camera_id": "camera-12",
      "environment_group_id": "environment-12",
      "image_count": 35,
      "class_counts": {
        "away": 6,
        "fall": 10,
        "in bed": 0,
        "sit": 5,
        "stand": 14
      },
      "mercury": {
        "accuracy": 0.4571,
        "macro_f1": 0.2758,
        "per_class": {
          "sit": {
            "f1": 0,
            "recall": 0,
            "support": 5,
            "precision": 0
          },
          "away": {
            "f1": 0.3636,
            "recall": 0.3333,
            "support": 6,
            "precision": 0.4
          },
          "fall": {
            "f1": 0.4348,
            "recall": 0.5,
            "support": 10,
            "precision": 0.3846
          },
          "stand": {
            "f1": 0.5806,
            "recall": 0.6429,
            "support": 14,
            "precision": 0.5294
          },
          "in bed": {
            "f1": 0,
            "recall": 0,
            "support": 0,
            "precision": 0
          }
        }
      }
    },
    {
      "camera_id": "camera-13",
      "environment_group_id": "environment-13",
      "image_count": 208,
      "class_counts": {
        "away": 185,
        "fall": 0,
        "in bed": 21,
        "sit": 2,
        "stand": 0
      },
      "mercury": {
        "accuracy": 0.7404,
        "macro_f1": 0.5658,
        "per_class": {
          "sit": {
            "f1": 1,
            "recall": 1,
            "support": 2,
            "precision": 1
          },
          "away": {
            "f1": 0.8291,
            "recall": 0.7081,
            "support": 185,
            "precision": 1
          },
          "fall": {
            "f1": 0,
            "recall": 0,
            "support": 0,
            "precision": 0
          },
          "stand": {
            "f1": 0,
            "recall": 0,
            "support": 0,
            "precision": 0
          },
          "in bed": {
            "f1": 1,
            "recall": 1,
            "support": 21,
            "precision": 1
          }
        }
      }
    },
    {
      "camera_id": "camera-14",
      "environment_group_id": "environment-14",
      "image_count": 71,
      "class_counts": {
        "away": 22,
        "fall": 4,
        "in bed": 5,
        "sit": 11,
        "stand": 29
      },
      "mercury": {
        "accuracy": 0.6197,
        "macro_f1": 0.3839,
        "per_class": {
          "sit": {
            "f1": 0.4138,
            "recall": 0.5455,
            "support": 11,
            "precision": 0.3333
          },
          "away": {
            "f1": 0.8,
            "recall": 0.9091,
            "support": 22,
            "precision": 0.7143
          },
          "fall": {
            "f1": 0,
            "recall": 0,
            "support": 4,
            "precision": 0
          },
          "stand": {
            "f1": 0.7059,
            "recall": 0.6207,
            "support": 29,
            "precision": 0.8182
          },
          "in bed": {
            "f1": 0,
            "recall": 0,
            "support": 5,
            "precision": 0
          }
        }
      }
    },
    {
      "camera_id": "camera-15",
      "environment_group_id": "environment-15",
      "image_count": 167,
      "class_counts": {
        "away": 8,
        "fall": 4,
        "in bed": 41,
        "sit": 45,
        "stand": 69
      },
      "mercury": {
        "accuracy": 0.503,
        "macro_f1": 0.4458,
        "per_class": {
          "sit": {
            "f1": 0.6176,
            "recall": 0.4667,
            "support": 45,
            "precision": 0.913
          },
          "away": {
            "f1": 0.4444,
            "recall": 1,
            "support": 8,
            "precision": 0.2857
          },
          "fall": {
            "f1": 0.1714,
            "recall": 0.75,
            "support": 4,
            "precision": 0.0968
          },
          "stand": {
            "f1": 0.624,
            "recall": 0.5652,
            "support": 69,
            "precision": 0.6964
          },
          "in bed": {
            "f1": 0.3714,
            "recall": 0.3171,
            "support": 41,
            "precision": 0.4483
          }
        }
      }
    },
    {
      "camera_id": "camera-16",
      "environment_group_id": "environment-16",
      "image_count": 373,
      "class_counts": {
        "away": 174,
        "fall": 9,
        "in bed": 72,
        "sit": 57,
        "stand": 61
      },
      "mercury": {
        "accuracy": 0.429,
        "macro_f1": 0.4194,
        "per_class": {
          "sit": {
            "f1": 0.4161,
            "recall": 0.5439,
            "support": 57,
            "precision": 0.337
          },
          "away": {
            "f1": 0.2899,
            "recall": 0.1724,
            "support": 174,
            "precision": 0.9091
          },
          "fall": {
            "f1": 0.2025,
            "recall": 0.8889,
            "support": 9,
            "precision": 0.1143
          },
          "stand": {
            "f1": 0.62,
            "recall": 0.5082,
            "support": 61,
            "precision": 0.7949
          },
          "in bed": {
            "f1": 0.5687,
            "recall": 0.8333,
            "support": 72,
            "precision": 0.4317
          }
        }
      }
    },
    {
      "camera_id": "camera-17",
      "environment_group_id": "environment-17",
      "image_count": 13,
      "class_counts": {
        "away": 1,
        "fall": 9,
        "in bed": 0,
        "sit": 2,
        "stand": 1
      },
      "mercury": {
        "accuracy": 0.3846,
        "macro_f1": 0.4857,
        "per_class": {
          "sit": {
            "f1": 0,
            "recall": 0,
            "support": 2,
            "precision": 0
          },
          "away": {
            "f1": 1,
            "recall": 1,
            "support": 1,
            "precision": 1
          },
          "fall": {
            "f1": 0.4286,
            "recall": 0.3333,
            "support": 9,
            "precision": 0.6
          },
          "stand": {
            "f1": 1,
            "recall": 1,
            "support": 1,
            "precision": 1
          },
          "in bed": {
            "f1": 0,
            "recall": 0,
            "support": 0,
            "precision": 0
          }
        }
      }
    },
    {
      "camera_id": "camera-18",
      "environment_group_id": "environment-18",
      "image_count": 11,
      "class_counts": {
        "away": 11,
        "fall": 0,
        "in bed": 0,
        "sit": 0,
        "stand": 0
      },
      "mercury": {
        "accuracy": 1,
        "macro_f1": 0.2,
        "per_class": {
          "sit": {
            "f1": 0,
            "recall": 0,
            "support": 0,
            "precision": 0
          },
          "away": {
            "f1": 1,
            "recall": 1,
            "support": 11,
            "precision": 1
          },
          "fall": {
            "f1": 0,
            "recall": 0,
            "support": 0,
            "precision": 0
          },
          "stand": {
            "f1": 0,
            "recall": 0,
            "support": 0,
            "precision": 0
          },
          "in bed": {
            "f1": 0,
            "recall": 0,
            "support": 0,
            "precision": 0
          }
        }
      }
    },
    {
      "camera_id": "camera-19",
      "environment_group_id": "environment-19",
      "image_count": 69,
      "class_counts": {
        "away": 1,
        "fall": 0,
        "in bed": 0,
        "sit": 9,
        "stand": 59
      },
      "mercury": {
        "accuracy": 0.6812,
        "macro_f1": 0.2509,
        "per_class": {
          "sit": {
            "f1": 0.4545,
            "recall": 0.5556,
            "support": 9,
            "precision": 0.3846
          },
          "away": {
            "f1": 0,
            "recall": 0,
            "support": 1,
            "precision": 0
          },
          "fall": {
            "f1": 0,
            "recall": 0,
            "support": 0,
            "precision": 0
          },
          "stand": {
            "f1": 0.8,
            "recall": 0.7119,
            "support": 59,
            "precision": 0.913
          },
          "in bed": {
            "f1": 0,
            "recall": 0,
            "support": 0,
            "precision": 0
          }
        }
      }
    },
    {
      "camera_id": "camera-20",
      "environment_group_id": "environment-20",
      "image_count": 73,
      "class_counts": {
        "away": 1,
        "fall": 0,
        "in bed": 16,
        "sit": 19,
        "stand": 37
      },
      "mercury": {
        "accuracy": 0.411,
        "macro_f1": 0.5148,
        "per_class": {
          "sit": {
            "f1": 0.6286,
            "recall": 0.5789,
            "support": 19,
            "precision": 0.6875
          },
          "away": {
            "f1": 1,
            "recall": 1,
            "support": 1,
            "precision": 1
          },
          "fall": {
            "f1": 0,
            "recall": 0,
            "support": 0,
            "precision": 0
          },
          "stand": {
            "f1": 0.383,
            "recall": 0.2432,
            "support": 37,
            "precision": 0.9
          },
          "in bed": {
            "f1": 0.5625,
            "recall": 0.5625,
            "support": 16,
            "precision": 0.5625
          }
        }
      }
    },
    {
      "camera_id": "camera-21",
      "environment_group_id": "environment-11",
      "image_count": 56,
      "class_counts": {
        "away": 20,
        "fall": 17,
        "in bed": 4,
        "sit": 4,
        "stand": 11
      },
      "mercury": {
        "accuracy": 0.875,
        "macro_f1": 0.8484,
        "per_class": {
          "sit": {
            "f1": 0.6667,
            "recall": 1,
            "support": 4,
            "precision": 0.5
          },
          "away": {
            "f1": 0.9231,
            "recall": 0.9,
            "support": 20,
            "precision": 0.9474
          },
          "fall": {
            "f1": 0.8387,
            "recall": 0.7647,
            "support": 17,
            "precision": 0.9286
          },
          "stand": {
            "f1": 0.9565,
            "recall": 1,
            "support": 11,
            "precision": 0.9167
          },
          "in bed": {
            "f1": 0.8571,
            "recall": 0.75,
            "support": 4,
            "precision": 1
          }
        }
      }
    },
    {
      "camera_id": "camera-22",
      "environment_group_id": "environment-21",
      "image_count": 214,
      "class_counts": {
        "away": 14,
        "fall": 0,
        "in bed": 0,
        "sit": 138,
        "stand": 62
      },
      "mercury": {
        "accuracy": 0.8598,
        "macro_f1": 0.4759,
        "per_class": {
          "sit": {
            "f1": 0.8916,
            "recall": 0.8043,
            "support": 138,
            "precision": 1
          },
          "away": {
            "f1": 0.52,
            "recall": 0.9286,
            "support": 14,
            "precision": 0.3611
          },
          "fall": {
            "f1": 0,
            "recall": 0,
            "support": 0,
            "precision": 0
          },
          "stand": {
            "f1": 0.9677,
            "recall": 0.9677,
            "support": 62,
            "precision": 0.9677
          },
          "in bed": {
            "f1": 0,
            "recall": 0,
            "support": 0,
            "precision": 0
          }
        }
      }
    },
    {
      "camera_id": "camera-23",
      "environment_group_id": "environment-22",
      "image_count": 31,
      "class_counts": {
        "away": 11,
        "fall": 2,
        "in bed": 1,
        "sit": 7,
        "stand": 10
      },
      "mercury": {
        "accuracy": 0.6129,
        "macro_f1": 0.6428,
        "per_class": {
          "sit": {
            "f1": 0.375,
            "recall": 0.4286,
            "support": 7,
            "precision": 0.3333
          },
          "away": {
            "f1": 0.7059,
            "recall": 0.5455,
            "support": 11,
            "precision": 1
          },
          "fall": {
            "f1": 0.8,
            "recall": 1,
            "support": 2,
            "precision": 0.6667
          },
          "stand": {
            "f1": 0.6667,
            "recall": 0.7,
            "support": 10,
            "precision": 0.6364
          },
          "in bed": {
            "f1": 0.6667,
            "recall": 1,
            "support": 1,
            "precision": 0.5
          }
        }
      }
    }
  ],
  "availability": {
    "full_image_membership": false,
    "full_per_image_predictions": false,
    "claude_per_camera_metrics": false,
    "independent_incident_ids": false,
    "annotation_protocol": false
  },
  "limitations": [
    "Checkpoint chosen using this evaluation set; no untouched final test.",
    "Most images were manually labeled; rules for ambiguous postures and multiple people have not yet been documented.",
    "Camera metrics have unequal support and correlated frames. Classes without true examples have undefined recall; stored zeros must not be interpreted as measured zero recall.",
    "Only an overall Claude matrix is available in the stored epoch record.",
    "The saved embedding sample contains 500 selected images and is not the complete evaluation set."
  ]
}