From b72690a32785527adbd59b222167ea47653937ea Mon Sep 17 00:00:00 2001 From: Luca Beurer-Kellner Date: Thu, 11 May 2023 17:37:37 +0200 Subject: [PATCH] fix issue with cache loading --- setup.cfg | 2 +- src/lmql/ops/token_set.py | 1 - 2 files changed, 1 insertion(+), 2 deletions(-) diff --git a/setup.cfg b/setup.cfg index b1ff17ff..6f72b3df 100644 --- a/setup.cfg +++ b/setup.cfg @@ -1,6 +1,6 @@ [metadata] name = lmql -version = 0.0.6.2 +version = 0.0.6.3 author = Luca Beurer-Kellner, Marc Fischer, Martin Vechev author_email = hello@lmql.ai description = A query language for language models. diff --git a/src/lmql/ops/token_set.py b/src/lmql/ops/token_set.py index 8764ccb4..41c479c4 100644 --- a/src/lmql/ops/token_set.py +++ b/src/lmql/ops/token_set.py @@ -46,7 +46,6 @@ def init(tokenizer): matcher_path = f"matcher-{cache_identifier}.pkl" try: - assert False with cachefile(matcher_path, "rb") as f: VocabularyMatcher._instance = pickle.load(f) VocabularyMatcher._instance.stats = Stats("VocabularyMatcher")