|
|
@ -186,7 +186,7 @@ class MinDalle: |
|
|
|
tokens = self.tokenizer.tokenize(text, is_verbose=is_verbose) |
|
|
|
tokens = self.tokenizer.tokenize(text, is_verbose=is_verbose) |
|
|
|
if len(tokens) > self.text_token_count: |
|
|
|
if len(tokens) > self.text_token_count: |
|
|
|
tokens = tokens[:self.text_token_count] |
|
|
|
tokens = tokens[:self.text_token_count] |
|
|
|
if is_verbose: print("text tokens", tokens) |
|
|
|
if is_verbose: print("{} text tokens".format(len(tokens)), tokens) |
|
|
|
text_tokens = numpy.ones((2, 64), dtype=numpy.int32) |
|
|
|
text_tokens = numpy.ones((2, 64), dtype=numpy.int32) |
|
|
|
text_tokens[0, :2] = [tokens[0], tokens[-1]] |
|
|
|
text_tokens[0, :2] = [tokens[0], tokens[-1]] |
|
|
|
text_tokens[1, :len(tokens)] = tokens |
|
|
|
text_tokens[1, :len(tokens)] = tokens |
|
|
|