{
 "service_id": "novita:microsoft--wizardlm-2-8x22b",
 "name": "microsoft/wizardlm-2-8x22b (on Novita AI)",
 "provider": "Novita AI",
 "first_party": false,
 "vendor": null,
 "url": "https://bertrande.com/en/ai/novita/microsoft--wizardlm-2-8x22b/",
 "generated_at": "2026-09-18T17:05:01Z",
 "license": "CC-BY-4.0",
 "attribution": "Bertrande, https://bertrande.com",
 "note": "Prices are the reseller's prices where the provider is a reseller. Level 5 sources are never published.",
 "parameters": [
  {
   "key": "price_input",
   "label": "Input price",
   "unit": "USD per 1M tokens",
   "condition": null,
   "content_hash": "c50e1f80682be56f7e39e63b73a695e1f122e5f07740601d42aa6e45f6e33a8e",
   "checked_at": "18 September 2026",
   "value": 0.62,
   "observed_at": "2026-09-17",
   "source_url": "https://api.novita.ai/v3/openai/models",
   "source_level": 1,
   "needs_recheck": false,
   "history": [
    {
     "value": 0.62,
     "observed_at": "2026-09-02",
     "source_url": "https://novita.ai/pricing",
     "source_level": 3,
     "receipt": "https://bertrande.com/r/980ecbf44eb3"
    },
    {
     "value": 0.62,
     "observed_at": "2026-09-02",
     "source_url": "https://api.novita.ai/v3/openai/models",
     "source_level": 1,
     "receipt": "https://bertrande.com/r/be33d0126e0b"
    },
    {
     "value": 0.62,
     "observed_at": "2026-09-02",
     "source_url": "https://api.novita.ai/v3/openai/models",
     "source_level": 1,
     "receipt": "https://bertrande.com/r/8e144e584da0"
    },
    {
     "value": 0.62,
     "observed_at": "2026-09-09",
     "source_url": "https://api.novita.ai/v3/openai/models",
     "source_level": 1,
     "receipt": "https://bertrande.com/r/f09870f79d91"
    },
    {
     "value": 0.62,
     "observed_at": "2026-09-17",
     "source_url": "https://api.novita.ai/v3/openai/models",
     "source_level": 1,
     "receipt": "https://bertrande.com/r/a88067d1d646"
    }
   ]
  },
  {
   "key": "price_output",
   "label": "Output price",
   "unit": "USD per 1M tokens",
   "condition": null,
   "content_hash": "c50e1f80682be56f7e39e63b73a695e1f122e5f07740601d42aa6e45f6e33a8e",
   "checked_at": "18 September 2026",
   "value": 0.62,
   "observed_at": "2026-09-17",
   "source_url": "https://api.novita.ai/v3/openai/models",
   "source_level": 1,
   "needs_recheck": false,
   "history": [
    {
     "value": 0.62,
     "observed_at": "2026-09-02",
     "source_url": "https://novita.ai/pricing",
     "source_level": 3,
     "receipt": "https://bertrande.com/r/773bcb946968"
    },
    {
     "value": 0.62,
     "observed_at": "2026-09-02",
     "source_url": "https://api.novita.ai/v3/openai/models",
     "source_level": 1,
     "receipt": "https://bertrande.com/r/179c0ab41511"
    },
    {
     "value": 0.62,
     "observed_at": "2026-09-02",
     "source_url": "https://api.novita.ai/v3/openai/models",
     "source_level": 1,
     "receipt": "https://bertrande.com/r/3fd59033421c"
    },
    {
     "value": 0.62,
     "observed_at": "2026-09-09",
     "source_url": "https://api.novita.ai/v3/openai/models",
     "source_level": 1,
     "receipt": "https://bertrande.com/r/d70bdc8667d3"
    },
    {
     "value": 0.62,
     "observed_at": "2026-09-17",
     "source_url": "https://api.novita.ai/v3/openai/models",
     "source_level": 1,
     "receipt": "https://bertrande.com/r/42dcc972a96e"
    }
   ]
  },
  {
   "key": "context_length",
   "label": "Context length",
   "unit": "tokens",
   "condition": null,
   "content_hash": "c50e1f80682be56f7e39e63b73a695e1f122e5f07740601d42aa6e45f6e33a8e",
   "checked_at": "18 September 2026",
   "value": 65535.0,
   "observed_at": "2026-09-17",
   "source_url": "https://api.novita.ai/v3/openai/models",
   "source_level": 1,
   "needs_recheck": false,
   "history": [
    {
     "value": 65535.0,
     "observed_at": "2026-09-02",
     "source_url": "https://novita.ai/pricing",
     "source_level": 3,
     "receipt": "https://bertrande.com/r/edac31d567ec"
    },
    {
     "value": 65535.0,
     "observed_at": "2026-09-02",
     "source_url": "https://api.novita.ai/v3/openai/models",
     "source_level": 1,
     "receipt": "https://bertrande.com/r/bff95321176f"
    },
    {
     "value": 65535.0,
     "observed_at": "2026-09-02",
     "source_url": "https://api.novita.ai/v3/openai/models",
     "source_level": 1,
     "receipt": "https://bertrande.com/r/f03b3cb90808"
    },
    {
     "value": 65535.0,
     "observed_at": "2026-09-09",
     "source_url": "https://api.novita.ai/v3/openai/models",
     "source_level": 1,
     "receipt": "https://bertrande.com/r/4a7b4e874209"
    },
    {
     "value": 65535.0,
     "observed_at": "2026-09-17",
     "source_url": "https://api.novita.ai/v3/openai/models",
     "source_level": 1,
     "receipt": "https://bertrande.com/r/469e6fcda341"
    }
   ]
  },
  {
   "key": "max_output_tokens",
   "label": "Maximum output",
   "unit": "tokens",
   "condition": null,
   "content_hash": "c50e1f80682be56f7e39e63b73a695e1f122e5f07740601d42aa6e45f6e33a8e",
   "checked_at": "18 September 2026",
   "value": 8000.0,
   "observed_at": "2026-09-17",
   "source_url": "https://api.novita.ai/v3/openai/models",
   "source_level": 1,
   "needs_recheck": false,
   "history": [
    {
     "value": 8000.0,
     "observed_at": "2026-09-02",
     "source_url": "https://novita.ai/pricing",
     "source_level": 3,
     "receipt": "https://bertrande.com/r/7e38791998e6"
    },
    {
     "value": 8000.0,
     "observed_at": "2026-09-02",
     "source_url": "https://api.novita.ai/v3/openai/models",
     "source_level": 1,
     "receipt": "https://bertrande.com/r/82947110a765"
    },
    {
     "value": 8000.0,
     "observed_at": "2026-09-02",
     "source_url": "https://api.novita.ai/v3/openai/models",
     "source_level": 1,
     "receipt": "https://bertrande.com/r/0f73e6cefce8"
    },
    {
     "value": 8000.0,
     "observed_at": "2026-09-09",
     "source_url": "https://api.novita.ai/v3/openai/models",
     "source_level": 1,
     "receipt": "https://bertrande.com/r/0ffc9887b1fe"
    },
    {
     "value": 8000.0,
     "observed_at": "2026-09-17",
     "source_url": "https://api.novita.ai/v3/openai/models",
     "source_level": 1,
     "receipt": "https://bertrande.com/r/320a1b735d46"
    }
   ]
  },
  {
   "key": "input_modalities",
   "label": "Input modalities",
   "unit": "list",
   "condition": null,
   "content_hash": "c50e1f80682be56f7e39e63b73a695e1f122e5f07740601d42aa6e45f6e33a8e",
   "checked_at": "18 September 2026",
   "value": "text",
   "observed_at": "2026-09-17",
   "source_url": "https://api.novita.ai/v3/openai/models",
   "source_level": 1,
   "needs_recheck": false,
   "history": []
  },
  {
   "key": "output_modalities",
   "label": "Output modalities",
   "unit": "list",
   "condition": null,
   "content_hash": "c50e1f80682be56f7e39e63b73a695e1f122e5f07740601d42aa6e45f6e33a8e",
   "checked_at": "18 September 2026",
   "value": "text",
   "observed_at": "2026-09-17",
   "source_url": "https://api.novita.ai/v3/openai/models",
   "source_level": 1,
   "needs_recheck": false,
   "history": []
  },
  {
   "key": "latency_ttft_ms",
   "label": "Time to first token",
   "unit": "ms",
   "condition": "as measured by the Hugging Face router",
   "content_hash": "fed0c208a4ae31e9996992d09ddffd5f6d9c4a399f45fbecbec4ed2e59b21b8b",
   "checked_at": "18 September 2026",
   "value": 578.4,
   "observed_at": "2026-09-18",
   "source_url": "https://router.huggingface.co/v1/models",
   "source_level": 4,
   "needs_recheck": false,
   "history": [
    {
     "value": 477.6666666666667,
     "observed_at": "2026-09-02",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/5d0948e244b8"
    },
    {
     "value": 386.0,
     "observed_at": "2026-09-03",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/ae57f9ec9c5e"
    },
    {
     "value": 756.2,
     "observed_at": "2026-09-04",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/578003b2c6a8"
    },
    {
     "value": 1034.0,
     "observed_at": "2026-09-05",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/08881f93e150"
    },
    {
     "value": 599.0,
     "observed_at": "2026-09-06",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/310da09d9ec2"
    },
    {
     "value": 715.0,
     "observed_at": "2026-09-07",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/379de945e21f"
    },
    {
     "value": 1008.6,
     "observed_at": "2026-09-08",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/2c805716e5cc"
    },
    {
     "value": 813.0,
     "observed_at": "2026-09-09",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/44d8a58491f3"
    },
    {
     "value": 1247.25,
     "observed_at": "2026-09-10",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/0ea483c0eb66"
    },
    {
     "value": 690.4,
     "observed_at": "2026-09-11",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/26f1a643642b"
    },
    {
     "value": 558.4,
     "observed_at": "2026-09-12",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/a843a1526aa9"
    },
    {
     "value": 713.6,
     "observed_at": "2026-09-13",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/e9c68cf6dbb0"
    },
    {
     "value": 657.4,
     "observed_at": "2026-09-14",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/2d0fc3807f24"
    },
    {
     "value": 2411.6,
     "observed_at": "2026-09-15",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/c3ac09a1a69e"
    },
    {
     "value": 2119.4,
     "observed_at": "2026-09-16",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/27a31337b798"
    },
    {
     "value": 603.6,
     "observed_at": "2026-09-17",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/4eae4815b947"
    },
    {
     "value": 578.4,
     "observed_at": "2026-09-18",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/1b811a00ada2"
    }
   ]
  },
  {
   "key": "throughput_tps",
   "label": "Output throughput",
   "unit": "tokens per second",
   "condition": "as measured by the Hugging Face router",
   "content_hash": "fed0c208a4ae31e9996992d09ddffd5f6d9c4a399f45fbecbec4ed2e59b21b8b",
   "checked_at": "18 September 2026",
   "value": 29.99928354463349,
   "observed_at": "2026-09-18",
   "source_url": "https://router.huggingface.co/v1/models",
   "source_level": 4,
   "needs_recheck": false,
   "history": [
    {
     "value": 13.957797133636118,
     "observed_at": "2026-09-02",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/3c7b75d983ab"
    },
    {
     "value": 14.653296019900498,
     "observed_at": "2026-09-03",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/45fd3fa0c836"
    },
    {
     "value": 12.373256188561161,
     "observed_at": "2026-09-04",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/c7a6ff46f264"
    },
    {
     "value": 12.968486577616392,
     "observed_at": "2026-09-05",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/294525c5a5c1"
    },
    {
     "value": 18.12441515297409,
     "observed_at": "2026-09-06",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/027523dfd40f"
    },
    {
     "value": 12.521141586755677,
     "observed_at": "2026-09-07",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/686f9df0192a"
    },
    {
     "value": 22.846218017769647,
     "observed_at": "2026-09-08",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/cf37262c0586"
    },
    {
     "value": 11.304322985558322,
     "observed_at": "2026-09-09",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/6dd27e286a36"
    },
    {
     "value": 11.218491337946947,
     "observed_at": "2026-09-10",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/a104b9ffd1a3"
    },
    {
     "value": 36.270889308556065,
     "observed_at": "2026-09-11",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/caa78ca81767"
    },
    {
     "value": 66.5643454442277,
     "observed_at": "2026-09-12",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/5f86eafdb07e"
    },
    {
     "value": 40.09657911088528,
     "observed_at": "2026-09-13",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/228a93ae8109"
    },
    {
     "value": 22.67156747846742,
     "observed_at": "2026-09-14",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/c1d51bbb1772"
    },
    {
     "value": 17.872284634998394,
     "observed_at": "2026-09-15",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/9573b384143e"
    },
    {
     "value": 28.1929156788596,
     "observed_at": "2026-09-16",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/77b342f0544d"
    },
    {
     "value": 18.85896302845711,
     "observed_at": "2026-09-17",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/5ecc2da0485d"
    },
    {
     "value": 29.99928354463349,
     "observed_at": "2026-09-18",
     "source_url": "https://router.huggingface.co/v1/models",
     "source_level": 4,
     "receipt": "https://bertrande.com/r/0e93170f340e"
    }
   ]
  }
 ]
}