mirror of
https://github.com/wassname/prob_jsonformer.git
synced 2026-09-10 12:37:35 +08:00
Remove leftover garbage from testing
This commit is contained in:
+1
-1
@@ -181,7 +181,7 @@ class Jsonformer:
|
||||
# These are necessary because we don't know if we're at the end or middle of an object/array
|
||||
terminal_tokens = torch.concat([
|
||||
self.tokenizer.encode(s, add_special_tokens=False, return_tensors="pt")[:, 0]
|
||||
for s in ('", "', '"}', '"]dsdsf')
|
||||
for s in ('", "', '"}', '"]')
|
||||
])
|
||||
|
||||
highest_probability = 0.0
|
||||
|
||||
Reference in New Issue
Block a user