{
  "format": "shrikedb.website.bts-ingestion.v1",
  "source_comparison_format": "shrikedb.bts-stream-comparison.v1",
  "independent_source_rows_checked": true,
  "dataset": {
    "source": [
      {
        "url": "https://transtats.bts.gov/PREZIP/On_Time_Reporting_Carrier_On_Time_Performance_1987_present_2024_1.zip",
        "sha256": "fe089b45523f9d4ac0ccd0e176a543d274e914ee5ae5bd384dbaafc7dc06ebfd",
        "bytes": 27573265
      },
      {
        "url": "https://transtats.bts.gov/PREZIP/On_Time_Reporting_Carrier_On_Time_Performance_1987_present_2024_2.zip",
        "sha256": "8463683d100504a97847497d2f2281008fd9add9639bf7436a9747032df15f9a",
        "bytes": 25086854
      }
    ],
    "date_first": "2024-01-01",
    "date_last": "2024-02-29",
    "flight_records": 1066492,
    "airports": 334,
    "scheduled_routes": 5757,
    "nodes": 1066826,
    "relationships": 2138741
  },
  "method": "Sequential opposite-order full replays on AWS c7i.8xlarge; fresh databases, 600-flight batches, loopback gRPC, Cypher reads during loading at a 0.25-second interval.",
  "trials": [
    {
      "pair": 1,
      "loader": "Serialized ahead",
      "receipt": "full-serialized-600",
      "receipt_sha256": "fccc432778b9c7f55e0e1dde45af6bee86b4d375f0972a2a98d84bc262df1e76",
      "binary_sha256": "05b9756ec5fbe2bd9a553f6e32b552eeba05c7a4ce160dbd5dc79e671ab2aaf9",
      "batch_flights": 600,
      "prefetch_batches": true,
      "flights_per_second": 14053.596981588063,
      "ingest_elapsed_s": 75.8874757399999,
      "client_prepare_s": 15.395647214999995,
      "write_rpc_s": 75.07653692999997,
      "write_ack_ms": {
        "samples": 1778,
        "median_ms": 38.3670605,
        "p95_ms": 60.31093460000001,
        "max_ms": 340.574932
      },
      "query_latency_ms": {
        "outbound_count": {
          "samples": 285,
          "median_ms": 10.092381,
          "p95_ms": 24.5744388,
          "max_ms": 45.061799
        },
        "routes": {
          "samples": 57,
          "median_ms": 4.000485,
          "p95_ms": 15.976089400000001,
          "max_ms": 91.466411
        },
        "flight_itinerary": {
          "samples": 57,
          "median_ms": 2.976061,
          "p95_ms": 14.475144200000006,
          "max_ms": 25.629915
        },
        "two_hop_connections": {
          "samples": 57,
          "median_ms": 3.19733,
          "p95_ms": 13.949597200000003,
          "max_ms": 18.618534
        }
      },
      "count_latency_by_size_ms": {
        "0-25%": {
          "samples": 64,
          "median_ms": 2.9449855,
          "p95_ms": 9.897734650000004,
          "max_ms": 14.161158
        },
        "25-50%": {
          "samples": 71,
          "median_ms": 6.284949,
          "p95_ms": 14.352665,
          "max_ms": 26.692741
        },
        "50-75%": {
          "samples": 75,
          "median_ms": 11.552732,
          "p95_ms": 22.299240199999996,
          "max_ms": 30.112575
        },
        "75-100%": {
          "samples": 75,
          "median_ms": 17.843243,
          "p95_ms": 32.07263019999999,
          "max_ms": 45.061799
        }
      },
      "max_acknowledged_jfk_lag": 0,
      "graph_allocated_bytes": 1538723840,
      "peak_rss_kib": 4110352,
      "script_sha256": "1b1d931e4d76c009bc0aa0de86f2f52f31cf844124cd169c26ee5fad18b4c712"
    },
    {
      "pair": 2,
      "loader": "Serialized ahead",
      "receipt": "full-serialized-600-r2",
      "receipt_sha256": "a486f2ca05bac359dd8c0fc0e275b3a0f8c8e6cdd6944890eee292d8c053c68a",
      "binary_sha256": "05b9756ec5fbe2bd9a553f6e32b552eeba05c7a4ce160dbd5dc79e671ab2aaf9",
      "batch_flights": 600,
      "prefetch_batches": true,
      "flights_per_second": 14396.586307834998,
      "ingest_elapsed_s": 74.07950587699997,
      "client_prepare_s": 15.023058919000004,
      "write_rpc_s": 73.30615263699997,
      "write_ack_ms": {
        "samples": 1778,
        "median_ms": 37.490501,
        "p95_ms": 58.55727010000001,
        "max_ms": 124.173341
      },
      "query_latency_ms": {
        "outbound_count": {
          "samples": 279,
          "median_ms": 10.038003,
          "p95_ms": 23.568184400000007,
          "max_ms": 54.388777
        },
        "routes": {
          "samples": 56,
          "median_ms": 3.954477,
          "p95_ms": 13.675089750000001,
          "max_ms": 15.660087
        },
        "flight_itinerary": {
          "samples": 56,
          "median_ms": 2.7569515,
          "p95_ms": 15.5130095,
          "max_ms": 21.388729
        },
        "two_hop_connections": {
          "samples": 56,
          "median_ms": 3.004918,
          "p95_ms": 10.96427975,
          "max_ms": 17.131326
        }
      },
      "count_latency_by_size_ms": {
        "0-25%": {
          "samples": 64,
          "median_ms": 3.070353,
          "p95_ms": 9.465680400000002,
          "max_ms": 10.216756
        },
        "25-50%": {
          "samples": 70,
          "median_ms": 6.5700875,
          "p95_ms": 16.182450449999997,
          "max_ms": 19.501317
        },
        "50-75%": {
          "samples": 71,
          "median_ms": 10.997347,
          "p95_ms": 20.5219275,
          "max_ms": 26.450463
        },
        "75-100%": {
          "samples": 74,
          "median_ms": 17.4882875,
          "p95_ms": 26.56784944999999,
          "max_ms": 54.388777
        }
      },
      "max_acknowledged_jfk_lag": 0,
      "graph_allocated_bytes": 1538658304,
      "peak_rss_kib": 4274876,
      "script_sha256": "1b1d931e4d76c009bc0aa0de86f2f52f31cf844124cd169c26ee5fad18b4c712"
    }
  ]
}