{
  "protocol": {
    "lfw_images": 1101,
    "lfw_pairs": 600,
    "lfw_fold": 1,
    "lfw_positive": 300,
    "lfw_negative": 300,
    "cluster_identities": 50,
    "cluster_images": 300,
    "wider_images": 122,
    "iou": 0.5
  },
  "lfw_detection": {
    "images": 1101,
    "with_face": 1101,
    "multiple_faces": 165,
    "eye_alignment": 1101,
    "detection": {
      "count": 1101,
      "median_ms": 35.620891,
      "p95_ms": 51.010539
    },
    "alignment": {
      "count": 1101,
      "median_ms": 1.089274,
      "p95_ms": 1.917562
    }
  },
  "wider_detection": {
    "gt": 1866,
    "tp": 411,
    "fp": 95,
    "ignored_predictions": 0,
    "precision": 0.8122529644268774,
    "recall": 0.2202572347266881,
    "detection": {
      "count": 122,
      "median_ms": 38.4177855,
      "p95_ms": 103.46626809999998
    },
    "recall_by_min_face_edge": {
      "0": {
        "gt": 1866,
        "tp": 411,
        "recall": 0.2202572347266881
      },
      "32": {
        "gt": 114,
        "tp": 93,
        "recall": 0.8157894736842105
      },
      "64": {
        "gt": 39,
        "tp": 36,
        "recall": 0.9230769230769231
      },
      "100": {
        "gt": 19,
        "tp": 16,
        "recall": 0.8421052631578947
      }
    }
  },
  "wider_detection_1024": {
    "gt": 1866,
    "tp": 556,
    "fp": 83,
    "ignored_predictions": 0,
    "precision": 0.8701095461658842,
    "recall": 0.2979635584137192,
    "detection": {
      "count": 122,
      "median_ms": 239.8692825,
      "p95_ms": 488.4694212999993
    },
    "recall_by_min_face_edge": {
      "0": {
        "gt": 1866,
        "tp": 556,
        "recall": 0.2979635584137192
      },
      "32": {
        "gt": 340,
        "tp": 241,
        "recall": 0.7088235294117647
      },
      "64": {
        "gt": 114,
        "tp": 91,
        "recall": 0.7982456140350878
      },
      "100": {
        "gt": 56,
        "tp": 50,
        "recall": 0.8928571428571429
      }
    }
  },
  "models": {
    "int8-cpu4": {
      "completed_images": 1101,
      "embedding": {
        "count": 1101,
        "median_ms": 69.062825,
        "p95_ms": 112.002075
      },
      "evaluated_pairs": 600,
      "failed_detection_pairs": 0,
      "failed_positive_pairs": 0,
      "auc": 0.9917777777777778,
      "same_cosine_median": 0.603078156709671,
      "different_cosine_median": 0.056010641157627106,
      "thresholds": {
        "0.55": {
          "tp": 196,
          "fp": 0,
          "fn": 104,
          "tn": 300,
          "accuracy": 0.8266666666666667,
          "true_match_rate": 0.6533333333333333,
          "false_match_rate": 0,
          "pipeline_correct_pairs": 496,
          "pipeline_accuracy_failures_incorrect": 0.8266666666666667
        },
        "0.65": {
          "tp": 101,
          "fp": 0,
          "fn": 199,
          "tn": 300,
          "accuracy": 0.6683333333333333,
          "true_match_rate": 0.33666666666666667,
          "false_match_rate": 0,
          "pipeline_correct_pairs": 401,
          "pipeline_accuracy_failures_incorrect": 0.6683333333333333
        }
      },
      "clustering": [
        {
          "images": 300,
          "clusters": 86,
          "pair_precision": 1,
          "pair_recall": 0.7813333333333333,
          "pair_f1": 0.8772455089820359,
          "bcubed_precision": 1,
          "bcubed_recall": 0.8177777777777777,
          "bcubed_f1": 0.8997555012224938
        },
        {
          "images": 300,
          "clusters": 86,
          "pair_precision": 1,
          "pair_recall": 0.7813333333333333,
          "pair_f1": 0.8772455089820359,
          "bcubed_precision": 1,
          "bcubed_recall": 0.8177777777777778,
          "bcubed_f1": 0.8997555012224939
        },
        {
          "images": 300,
          "clusters": 86,
          "pair_precision": 1,
          "pair_recall": 0.7813333333333333,
          "pair_f1": 0.8772455089820359,
          "bcubed_precision": 1,
          "bcubed_recall": 0.8177777777777777,
          "bcubed_f1": 0.8997555012224938
        },
        {
          "images": 300,
          "clusters": 86,
          "pair_precision": 1,
          "pair_recall": 0.7813333333333333,
          "pair_f1": 0.8772455089820359,
          "bcubed_precision": 1,
          "bcubed_recall": 0.8177777777777778,
          "bcubed_f1": 0.8997555012224939
        },
        {
          "images": 300,
          "clusters": 86,
          "pair_precision": 1,
          "pair_recall": 0.7813333333333333,
          "pair_f1": 0.8772455089820359,
          "bcubed_precision": 1,
          "bcubed_recall": 0.8177777777777778,
          "bcubed_f1": 0.8997555012224939
        }
      ],
      "named_matching": {
        "known_queries": 200,
        "known_correct": 103,
        "known_wrong": 0,
        "known_rejected": 97,
        "unknown_queries": 200,
        "unknown_false_accepts": 0
      }
    },
    "int8-app": {
      "completed_images": 1101,
      "embedding": {
        "count": 1101,
        "median_ms": 226.072713,
        "p95_ms": 297.341878
      },
      "evaluated_pairs": 600,
      "failed_detection_pairs": 0,
      "failed_positive_pairs": 0,
      "auc": 0.9917777777777778,
      "same_cosine_median": 0.603078156709671,
      "different_cosine_median": 0.056010641157627106,
      "thresholds": {
        "0.55": {
          "tp": 196,
          "fp": 0,
          "fn": 104,
          "tn": 300,
          "accuracy": 0.8266666666666667,
          "true_match_rate": 0.6533333333333333,
          "false_match_rate": 0,
          "pipeline_correct_pairs": 496,
          "pipeline_accuracy_failures_incorrect": 0.8266666666666667
        },
        "0.65": {
          "tp": 101,
          "fp": 0,
          "fn": 199,
          "tn": 300,
          "accuracy": 0.6683333333333333,
          "true_match_rate": 0.33666666666666667,
          "false_match_rate": 0,
          "pipeline_correct_pairs": 401,
          "pipeline_accuracy_failures_incorrect": 0.6683333333333333
        }
      },
      "clustering": [
        {
          "images": 300,
          "clusters": 86,
          "pair_precision": 1,
          "pair_recall": 0.7813333333333333,
          "pair_f1": 0.8772455089820359,
          "bcubed_precision": 1,
          "bcubed_recall": 0.8177777777777777,
          "bcubed_f1": 0.8997555012224938
        },
        {
          "images": 300,
          "clusters": 86,
          "pair_precision": 1,
          "pair_recall": 0.7813333333333333,
          "pair_f1": 0.8772455089820359,
          "bcubed_precision": 1,
          "bcubed_recall": 0.8177777777777778,
          "bcubed_f1": 0.8997555012224939
        },
        {
          "images": 300,
          "clusters": 86,
          "pair_precision": 1,
          "pair_recall": 0.7813333333333333,
          "pair_f1": 0.8772455089820359,
          "bcubed_precision": 1,
          "bcubed_recall": 0.8177777777777777,
          "bcubed_f1": 0.8997555012224938
        },
        {
          "images": 300,
          "clusters": 86,
          "pair_precision": 1,
          "pair_recall": 0.7813333333333333,
          "pair_f1": 0.8772455089820359,
          "bcubed_precision": 1,
          "bcubed_recall": 0.8177777777777778,
          "bcubed_f1": 0.8997555012224939
        },
        {
          "images": 300,
          "clusters": 86,
          "pair_precision": 1,
          "pair_recall": 0.7813333333333333,
          "pair_f1": 0.8772455089820359,
          "bcubed_precision": 1,
          "bcubed_recall": 0.8177777777777778,
          "bcubed_f1": 0.8997555012224939
        }
      ],
      "named_matching": {
        "known_queries": 200,
        "known_correct": 103,
        "known_wrong": 0,
        "known_rejected": 97,
        "unknown_queries": 200,
        "unknown_false_accepts": 0
      }
    },
    "fp32-cpu4": {
      "completed_images": 1101,
      "embedding": {
        "count": 1101,
        "median_ms": 393.486573,
        "p95_ms": 446.058716
      },
      "evaluated_pairs": 600,
      "failed_detection_pairs": 0,
      "failed_positive_pairs": 0,
      "auc": 0.9929222222222223,
      "same_cosine_median": 0.6007688045501709,
      "different_cosine_median": 0.053397275507450104,
      "thresholds": {
        "0.55": {
          "tp": 197,
          "fp": 0,
          "fn": 103,
          "tn": 300,
          "accuracy": 0.8283333333333334,
          "true_match_rate": 0.6566666666666666,
          "false_match_rate": 0,
          "pipeline_correct_pairs": 497,
          "pipeline_accuracy_failures_incorrect": 0.8283333333333334
        },
        "0.65": {
          "tp": 101,
          "fp": 0,
          "fn": 199,
          "tn": 300,
          "accuracy": 0.6683333333333333,
          "true_match_rate": 0.33666666666666667,
          "false_match_rate": 0,
          "pipeline_correct_pairs": 401,
          "pipeline_accuracy_failures_incorrect": 0.6683333333333333
        }
      },
      "clustering": [
        {
          "images": 300,
          "clusters": 87,
          "pair_precision": 1,
          "pair_recall": 0.7746666666666666,
          "pair_f1": 0.8730277986476334,
          "bcubed_precision": 1,
          "bcubed_recall": 0.8122222222222223,
          "bcubed_f1": 0.8963825873697119
        },
        {
          "images": 300,
          "clusters": 87,
          "pair_precision": 1,
          "pair_recall": 0.7746666666666666,
          "pair_f1": 0.8730277986476334,
          "bcubed_precision": 1,
          "bcubed_recall": 0.8122222222222222,
          "bcubed_f1": 0.8963825873697118
        },
        {
          "images": 300,
          "clusters": 87,
          "pair_precision": 1,
          "pair_recall": 0.7746666666666666,
          "pair_f1": 0.8730277986476334,
          "bcubed_precision": 1,
          "bcubed_recall": 0.8122222222222222,
          "bcubed_f1": 0.8963825873697118
        },
        {
          "images": 300,
          "clusters": 87,
          "pair_precision": 1,
          "pair_recall": 0.7746666666666666,
          "pair_f1": 0.8730277986476334,
          "bcubed_precision": 1,
          "bcubed_recall": 0.8122222222222223,
          "bcubed_f1": 0.8963825873697119
        },
        {
          "images": 300,
          "clusters": 87,
          "pair_precision": 1,
          "pair_recall": 0.7746666666666666,
          "pair_f1": 0.8730277986476334,
          "bcubed_precision": 1,
          "bcubed_recall": 0.8122222222222222,
          "bcubed_f1": 0.8963825873697118
        }
      ],
      "named_matching": {
        "known_queries": 200,
        "known_correct": 102,
        "known_wrong": 0,
        "known_rejected": 98,
        "unknown_queries": 200,
        "unknown_false_accepts": 0
      }
    }
  },
  "embedding_parity": {
    "int8-app_vs_int8_cpu4": {
      "images": 1101,
      "cosine_median": 1,
      "cosine_min": 1
    },
    "fp32-cpu4_vs_int8_cpu4": {
      "images": 1101,
      "cosine_median": 0.9941679239273071,
      "cosine_min": 0.9816367626190186
    }
  },
  "performance": {
    "perf-int8-app-r1-summary": {
      "count": 30,
      "median_ms": 107.3244225,
      "p95_ms": 109.89342239999999,
      "session_create_ms": 290.626791,
      "first_embed_ms": 107.190511
    },
    "perf-int8-app-r2-summary": {
      "count": 30,
      "median_ms": 106.9192305,
      "p95_ms": 111.1243755,
      "session_create_ms": 232.33081,
      "first_embed_ms": 110.077678
    },
    "perf-int8-cpu4-r1-summary": {
      "count": 30,
      "median_ms": 54.323161,
      "p95_ms": 57.96416394999999,
      "session_create_ms": 362.405192,
      "first_embed_ms": 63.466715
    },
    "perf-int8-cpu4-r2-summary": {
      "count": 30,
      "median_ms": 53.077372,
      "p95_ms": 59.36864009999999,
      "session_create_ms": 253.549846,
      "first_embed_ms": 63.509928
    },
    "perf-int8-xnnpack-r1-summary": {
      "count": 30,
      "median_ms": 106.7727865,
      "p95_ms": 111.563562,
      "session_create_ms": 231.390544,
      "first_embed_ms": 106.911743
    },
    "perf-int8-xnnpack-r2-summary": {
      "count": 30,
      "median_ms": 107.3961185,
      "p95_ms": 111.52944744999999,
      "session_create_ms": 225.54655,
      "first_embed_ms": 112.653524
    }
  },
  "model_files": {
    "int8": {
      "bytes": 65695499,
      "sha256": "ccfa6533d07b8e17331e21a5f019ab013c5a21b8f1e168d08ca234952fb6e3aa"
    },
    "fp32": {
      "bytes": 260694151,
      "sha256": "a7933ea5330113b01c9b60351d8f4c33003f145d8470ac5f0e52ee2effe25c60"
    }
  }
}