{
 "model": "LiquidAI/LFM3-1.7B",
 "note": "own re-implementation, int8 weights, dynamic int8 activations",
 "runs": [
  {
   "prompt": "What is C. elegans?",
   "n_prompt_tokens": 18,
   "text": "C. elegans, also known as the roundworm or C. elegans, is a small, free-living nematode (a type of roundworm) that has been extensively studied in molecular and developmental biology. It is one of the simplest and most well-characterized organisms in the animal kingdom",
   "prefill_s": 27.2,
   "ms_per_token": 1235
  },
  {
   "prompt": "Give me three tips for a good night's sleep.",
   "n_prompt_tokens": 22,
   "text": "Sure! Here are three tips for a good night's sleep:\n\n1. **Keep your bedroom cool, dark, and quiet** – A comfortable environment helps your body naturally fall asleep and stay asleep.  \n2. **Avoid screens and caffeine close to bedtime** – Blue light from phones, tablets,",
   "prefill_s": 17.2,
   "ms_per_token": 1101
  },
  {
   "prompt": "Translate to French: The library closes at six.",
   "n_prompt_tokens": 22,
   "text": "La bibliothèque ferme à six heures.",
   "prefill_s": 27.4,
   "ms_per_token": 1348
  }
 ]
}