Skip to content

Commit 84989f0

Browse files
committed
Remote token output on startup
1 parent a93a795 commit 84989f0

1 file changed

Lines changed: 0 additions & 1 deletion

File tree

ldm/modules/embedding_manager.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,6 @@ def get_clip_token_for_string(tokenizer, string):
1616
batch_encoding = tokenizer(string, truncation=True, max_length=77, return_length=True,
1717
return_overflowing_tokens=False, padding="max_length", return_tensors="pt")
1818
tokens = batch_encoding["input_ids"]
19-
sys.stdout.write(f"tokeme: {tokens}")
2019
assert torch.count_nonzero(tokens - 49407) == 2, f"String '{string}' maps to more than a single token. Please use another string"
2120

2221
return tokens[0, 1]

0 commit comments

Comments
 (0)