in glide_text2im/clip/model_creation.py [0:0]
def encode_prompts(self, prompts: List[str]) -> Tuple[torch.Tensor, torch.Tensor]:
tokens = []
lens = []
for prompt in prompts:
sub_tokens, sub_len = self.tokenizer.padded_tokens_and_len(
self.tokenizer.encode(prompt), self.text_encoder.max_text_len
)
tokens.append(sub_tokens)
lens.append(sub_len)
return (
torch.tensor(tokens).to(dtype=torch.long, device=self.device),
torch.tensor(lens).to(dtype=torch.long, device=self.device),
)