Finegrain/refiners
1
0
Fork 0
mirror of https://github.com/finegrain-ai/refiners.git synced 2024-09-19 19:05:28 +00:00
Code Issues Actions 9 Packages Projects Releases Wiki Activity

snip long prompt in tests

Browse source
This commit is contained in:
Pierre Chapuis 2024-03-05 17:16:42 +01:00
parent defbb9eb3a
commit a0be5458b9
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
tests/foundationals/clip/test_text_encoder.py
View file

@ -24,7 +24,7 @@ Behind the figure was a vague suggestion of a Cyclopean architectural background
PROMPTS = [ PROMPTS = [
"", # empty "", # empty
"a cute cat", # padded "a cute cat", # padded
long_prompt, # truncated "<long prompt>", # see above, truncated
"64k", # FG-362 - encoded as 3 tokens "64k", # FG-362 - encoded as 3 tokens
] ]
@ -67,7 +67,7 @@ def test_basics(ref_tokenizer: transformers.CLIPTokenizer, our_encoder: CLIPText
@pytest.fixture(params=PROMPTS) @pytest.fixture(params=PROMPTS)
def prompt(request: pytest.FixtureRequest): def prompt(request: pytest.FixtureRequest):
return request.param return long_prompt if request.param == "<long prompt>" else request.param
def test_encoder( def test_encoder(