Add a system logger (#85)

This commit is contained in:
Woosuk Kwon
2023-05-08 23:03:35 -07:00
committed by GitHub
parent 7addca5935
commit 8917782af6
5 changed files with 85 additions and 13 deletions
+6 -2
View File
@@ -1,13 +1,17 @@
import time
from typing import List, Optional, Set, Tuple
from typing import List, Optional, Tuple
from transformers import AutoTokenizer
from cacheflow.logger import init_logger
from cacheflow.sampling_params import SamplingParams
from cacheflow.sequence import Sequence, SequenceGroup
from cacheflow.utils import Counter
logger = init_logger(__name__)
class SimpleFrontend:
def __init__(
@@ -66,4 +70,4 @@ class SimpleFrontend:
token_ids = seq.get_token_ids()
output = self.tokenizer.decode(token_ids, skip_special_tokens=True)
output = output.strip()
print(f'Seq {seq.seq_id}: {output!r}')
logger.info(f"Seq {seq.seq_id}: {output!r}")