{
 "service_id": "novita:meta-llama--llama-3.1-8b-instruct",
 "name": "meta-llama/llama-3.1-8b-instruct (on Novita AI)",
 "provider": "Novita AI",
 "first_party": false,
 "vendor": null,
 "url": "https://bertrande.com/en/ai/novita/meta-llama--llama-3.1-8b-instruct/",
 "generated_at": "2026-09-18T17:05:01Z",
 "license": "CC-BY-4.0",
 "attribution": "Bertrande, https://bertrande.com",
 "note": "Prices are the reseller's prices where the provider is a reseller. Level 5 sources are never published.",
 "parameters": [
  {
   "key": "price_input",
   "label": "Input price",
   "unit": "USD per 1M tokens",
   "condition": null,
   "content_hash": "c50e1f80682be56f7e39e63b73a695e1f122e5f07740601d42aa6e45f6e33a8e",
   "checked_at": "18 September 2026",
   "value": 0.02,
   "observed_at": "2026-09-17",
   "source_url": "https://api.novita.ai/v3/openai/models",
   "source_level": 1,
   "needs_recheck": false,
   "history": [
    {
     "value": 0.02,
     "observed_at": "2026-09-02",
     "source_url": "https://novita.ai/pricing",
     "source_level": 3,
     "receipt": "https://bertrande.com/r/be10f9e7cf04"
    },
    {
     "value": 0.02,
     "observed_at": "2026-09-02",
     "source_url": "https://api.novita.ai/v3/openai/models",
     "source_level": 1,
     "receipt": "https://bertrande.com/r/9d2753be7c0a"
    },
    {
     "value": 0.02,
     "observed_at": "2026-09-02",
     "source_url": "https://api.novita.ai/v3/openai/models",
     "source_level": 1,
     "receipt": "https://bertrande.com/r/fe8ddcf98180"
    },
    {
     "value": 0.02,
     "observed_at": "2026-09-09",
     "source_url": "https://api.novita.ai/v3/openai/models",
     "source_level": 1,
     "receipt": "https://bertrande.com/r/821360f3a0c7"
    },
    {
     "value": 0.02,
     "observed_at": "2026-09-17",
     "source_url": "https://api.novita.ai/v3/openai/models",
     "source_level": 1,
     "receipt": "https://bertrande.com/r/a37971932872"
    }
   ]
  },
  {
   "key": "price_output",
   "label": "Output price",
   "unit": "USD per 1M tokens",
   "condition": null,
   "content_hash": "c50e1f80682be56f7e39e63b73a695e1f122e5f07740601d42aa6e45f6e33a8e",
   "checked_at": "18 September 2026",
   "value": 0.05,
   "observed_at": "2026-09-17",
   "source_url": "https://api.novita.ai/v3/openai/models",
   "source_level": 1,
   "needs_recheck": false,
   "history": [
    {
     "value": 0.05,
     "observed_at": "2026-09-02",
     "source_url": "https://novita.ai/pricing",
     "source_level": 3,
     "receipt": "https://bertrande.com/r/df32ea9ace15"
    },
    {
     "value": 0.05,
     "observed_at": "2026-09-02",
     "source_url": "https://api.novita.ai/v3/openai/models",
     "source_level": 1,
     "receipt": "https://bertrande.com/r/98bdfa94099a"
    },
    {
     "value": 0.05,
     "observed_at": "2026-09-02",
     "source_url": "https://api.novita.ai/v3/openai/models",
     "source_level": 1,
     "receipt": "https://bertrande.com/r/2f0dc2374998"
    },
    {
     "value": 0.05,
     "observed_at": "2026-09-09",
     "source_url": "https://api.novita.ai/v3/openai/models",
     "source_level": 1,
     "receipt": "https://bertrande.com/r/a4dd29c14f3d"
    },
    {
     "value": 0.05,
     "observed_at": "2026-09-17",
     "source_url": "https://api.novita.ai/v3/openai/models",
     "source_level": 1,
     "receipt": "https://bertrande.com/r/082f9a915278"
    }
   ]
  },
  {
   "key": "context_length",
   "label": "Context length",
   "unit": "tokens",
   "condition": null,
   "content_hash": "c50e1f80682be56f7e39e63b73a695e1f122e5f07740601d42aa6e45f6e33a8e",
   "checked_at": "18 September 2026",
   "value": 16384.0,
   "observed_at": "2026-09-17",
   "source_url": "https://api.novita.ai/v3/openai/models",
   "source_level": 1,
   "needs_recheck": false,
   "history": [
    {
     "value": 16384.0,
     "observed_at": "2026-09-02",
     "source_url": "https://novita.ai/pricing",
     "source_level": 3,
     "receipt": "https://bertrande.com/r/ee18aec88fda"
    },
    {
     "value": 16384.0,
     "observed_at": "2026-09-02",
     "source_url": "https://api.novita.ai/v3/openai/models",
     "source_level": 1,
     "receipt": "https://bertrande.com/r/bb65f68a848b"
    },
    {
     "value": 16384.0,
     "observed_at": "2026-09-02",
     "source_url": "https://api.novita.ai/v3/openai/models",
     "source_level": 1,
     "receipt": "https://bertrande.com/r/a5fadedfed3e"
    },
    {
     "value": 16384.0,
     "observed_at": "2026-09-09",
     "source_url": "https://api.novita.ai/v3/openai/models",
     "source_level": 1,
     "receipt": "https://bertrande.com/r/59c8d8b48178"
    },
    {
     "value": 16384.0,
     "observed_at": "2026-09-17",
     "source_url": "https://api.novita.ai/v3/openai/models",
     "source_level": 1,
     "receipt": "https://bertrande.com/r/f6d7d798a64b"
    }
   ]
  },
  {
   "key": "max_output_tokens",
   "label": "Maximum output",
   "unit": "tokens",
   "condition": null,
   "content_hash": "c50e1f80682be56f7e39e63b73a695e1f122e5f07740601d42aa6e45f6e33a8e",
   "checked_at": "18 September 2026",
   "value": 16384.0,
   "observed_at": "2026-09-17",
   "source_url": "https://api.novita.ai/v3/openai/models",
   "source_level": 1,
   "needs_recheck": false,
   "history": [
    {
     "value": 16384.0,
     "observed_at": "2026-09-02",
     "source_url": "https://novita.ai/pricing",
     "source_level": 3,
     "receipt": "https://bertrande.com/r/801453f4c8d5"
    },
    {
     "value": 16384.0,
     "observed_at": "2026-09-02",
     "source_url": "https://api.novita.ai/v3/openai/models",
     "source_level": 1,
     "receipt": "https://bertrande.com/r/815ef77a745c"
    },
    {
     "value": 16384.0,
     "observed_at": "2026-09-02",
     "source_url": "https://api.novita.ai/v3/openai/models",
     "source_level": 1,
     "receipt": "https://bertrande.com/r/bf28ee378375"
    },
    {
     "value": 16384.0,
     "observed_at": "2026-09-09",
     "source_url": "https://api.novita.ai/v3/openai/models",
     "source_level": 1,
     "receipt": "https://bertrande.com/r/4910ba7d2890"
    },
    {
     "value": 16384.0,
     "observed_at": "2026-09-17",
     "source_url": "https://api.novita.ai/v3/openai/models",
     "source_level": 1,
     "receipt": "https://bertrande.com/r/80654ba28803"
    }
   ]
  },
  {
   "key": "input_modalities",
   "label": "Input modalities",
   "unit": "list",
   "condition": null,
   "content_hash": "c50e1f80682be56f7e39e63b73a695e1f122e5f07740601d42aa6e45f6e33a8e",
   "checked_at": "18 September 2026",
   "value": "text",
   "observed_at": "2026-09-17",
   "source_url": "https://api.novita.ai/v3/openai/models",
   "source_level": 1,
   "needs_recheck": false,
   "history": []
  },
  {
   "key": "output_modalities",
   "label": "Output modalities",
   "unit": "list",
   "condition": null,
   "content_hash": "c50e1f80682be56f7e39e63b73a695e1f122e5f07740601d42aa6e45f6e33a8e",
   "checked_at": "18 September 2026",
   "value": "text",
   "observed_at": "2026-09-17",
   "source_url": "https://api.novita.ai/v3/openai/models",
   "source_level": 1,
   "needs_recheck": false,
   "history": []
  },
  {
   "key": "latency_ttft_ms",
   "label": "Time to first token",
   "unit": "ms",
   "condition": "as measured by the Hugging Face router",
   "content_hash": "fed0c208a4ae31e9996992d09ddffd5f6d9c4a399f45fbecbec4ed2e59b21b8b",
   "checked_at": "18 September 2026",
   "value": 547.6,
   "observed_at": "2026-09-18",
   "source_url": "https://router.huggingface.co/v1/models",
   "source_level": 4,
   "needs_recheck": false,
   "history": [
    {
     "value": 1325.4,
     "observed_at": "2026-09-02",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/4e1f9080f197"
    },
    {
     "value": 563.8,
     "observed_at": "2026-09-03",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/65a0977113d8"
    },
    {
     "value": 535.6,
     "observed_at": "2026-09-04",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/e32fe5cfcb5c"
    },
    {
     "value": 449.8,
     "observed_at": "2026-09-05",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/fe903528f291"
    },
    {
     "value": 464.0,
     "observed_at": "2026-09-06",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/b91d63386a43"
    },
    {
     "value": 499.6,
     "observed_at": "2026-09-07",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/428703c5479d"
    },
    {
     "value": 625.2,
     "observed_at": "2026-09-08",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/538b375b3390"
    },
    {
     "value": 556.8,
     "observed_at": "2026-09-09",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/351bcc5c77e1"
    },
    {
     "value": 498.6,
     "observed_at": "2026-09-10",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/ad03b71d1648"
    },
    {
     "value": 439.6,
     "observed_at": "2026-09-11",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/a2ae3c4bb551"
    },
    {
     "value": 534.2,
     "observed_at": "2026-09-12",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/bf2ae322fb76"
    },
    {
     "value": 409.2,
     "observed_at": "2026-09-13",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/253f3662d06c"
    },
    {
     "value": 2062.5,
     "observed_at": "2026-09-14",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/025838dede87"
    },
    {
     "value": 552.0,
     "observed_at": "2026-09-15",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/08c68fd2d289"
    },
    {
     "value": 536.2,
     "observed_at": "2026-09-16",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/0666a2cad1ef"
    },
    {
     "value": 476.4,
     "observed_at": "2026-09-17",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/49c6f1913b73"
    },
    {
     "value": 547.6,
     "observed_at": "2026-09-18",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/15a8642c85ce"
    }
   ]
  },
  {
   "key": "throughput_tps",
   "label": "Output throughput",
   "unit": "tokens per second",
   "condition": "as measured by the Hugging Face router",
   "content_hash": "fed0c208a4ae31e9996992d09ddffd5f6d9c4a399f45fbecbec4ed2e59b21b8b",
   "checked_at": "18 September 2026",
   "value": 127.68382673385312,
   "observed_at": "2026-09-18",
   "source_url": "https://router.huggingface.co/v1/models",
   "source_level": 4,
   "needs_recheck": false,
   "history": [
    {
     "value": 129.42284574426637,
     "observed_at": "2026-09-02",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/b3ed0628ea39"
    },
    {
     "value": 107.49629218199807,
     "observed_at": "2026-09-03",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/123d9867538d"
    },
    {
     "value": 118.87956129313245,
     "observed_at": "2026-09-04",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/2c598d3390de"
    },
    {
     "value": 175.28177646916083,
     "observed_at": "2026-09-05",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/0ca3b0db8e6a"
    },
    {
     "value": 100.594267560516,
     "observed_at": "2026-09-06",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/1e458a659a89"
    },
    {
     "value": 125.85800146096828,
     "observed_at": "2026-09-07",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/f6e4ab02ed32"
    },
    {
     "value": 158.2439124078756,
     "observed_at": "2026-09-08",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/d62f7a2766e2"
    },
    {
     "value": 117.80961647830168,
     "observed_at": "2026-09-09",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/5dea4a6dccf6"
    },
    {
     "value": 178.17256807951935,
     "observed_at": "2026-09-10",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/d9960a0684b7"
    },
    {
     "value": 190.95868485128523,
     "observed_at": "2026-09-11",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/4d879fbbbaea"
    },
    {
     "value": 176.95038420859584,
     "observed_at": "2026-09-12",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/14cbb5dd5c47"
    },
    {
     "value": 117.85145052661558,
     "observed_at": "2026-09-13",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/9a6b5c206fc5"
    },
    {
     "value": 110.24834396327314,
     "observed_at": "2026-09-14",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/3ffff4921040"
    },
    {
     "value": 150.67150242610123,
     "observed_at": "2026-09-15",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/ba05e2e8815e"
    },
    {
     "value": 174.19415559188525,
     "observed_at": "2026-09-16",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/57c58bd58f79"
    },
    {
     "value": 116.14133605581381,
     "observed_at": "2026-09-17",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/48e2851838cc"
    },
    {
     "value": 127.68382673385312,
     "observed_at": "2026-09-18",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/251d0a130969"
    }
   ]
  }
 ]
}