Remove leftover garbage from testing

This commit is contained in:
Ryan
2023-05-18 02:38:02 -07:00
parent 58e8270537
commit 3756cc068d
+1 -1
View File
@@ -181,7 +181,7 @@ class Jsonformer:
# These are necessary because we don't know if we're at the end or middle of an object/array
terminal_tokens = torch.concat([
self.tokenizer.encode(s, add_special_tokens=False, return_tensors="pt")[:, 0]
for s in ('", "', '"}', '"]dsdsf')
for s in ('", "', '"}', '"]')
])
highest_probability = 0.0