Fix error when using type="float" on OpenAI model

Resolves #211
dottxt-ai · Aug 10, 2023 · 3aefe07 · 3aefe07
1 parent de8c2e5
commit 3aefe07
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/outlines/models/openai.py b/outlines/models/openai.py
@@ -276,7 +276,7 @@ def create_float_mask(encoder):
 
     # TODO: This is a hack because OpenAI's API does not
     # allow more than 300 entries for `logit_bias`
-    special_tokens = encoder._special_tokens.values()
+    special_tokens = encoder._special_tokens
     mask = {special_tokens["<|endoftext|>"]: 100}
     mask.update({int_token_ids[i]: 100 for i in range(300 - len(special_tokens))})