diff --git a/test_server.ipynb b/test_server.ipynb index 0d7f198ab4418..8fee0f1cd9d71 100644 --- a/test_server.ipynb +++ b/test_server.ipynb @@ -33,7 +33,6 @@ " stop_token_ids: Optional[List[int]] = None,\n", " early_stopping: bool = False,\n", " stop: Optional[List[str]] = None,\n", - " logit_bias: Optional[Dict[int, float]] = None,\n", " stream: bool = False,\n", ") -> requests.Response:\n", " headers = {\"User-Agent\": \"Test Client\"}\n", @@ -45,7 +44,6 @@ " \"top_p\": top_p,\n", " \"top_k\": top_k,\n", " \"max_tokens\": max_tokens,\n", - " \"logit_bias\": logit_bias,\n", " \"frequency_penalty\": frequency_penalty,\n", " \"presence_penalty\": presence_penalty,\n", " \"length_penalty\": length_penalty,\n", @@ -91,19 +89,6 @@ " return prompt + \"<|im_start|>assistant\\n\"" ] }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "import transformers\n", - "\n", - "tokenizer = transformers.AutoTokenizer.from_pretrained(\n", - " \"serpdotai/sparsetral-16x7B-v2\"\n", - ") # for logit_bias" - ] - }, { "cell_type": "code", "execution_count": null,