Fix token handling in LTX-2 text encoder by directly appending response tokens to the generated tokens list, improving clarity and consistency in token generation.
This commit is contained in:
@@ -1079,7 +1079,7 @@ class LTX2TextEncoder(nn.Module):
|
|||||||
for i, response in enumerate(generator):
|
for i, response in enumerate(generator):
|
||||||
next_token = mx.array([response.token])
|
next_token = mx.array([response.token])
|
||||||
input_ids = mx.concatenate([input_ids, next_token[None, :]], axis=1)
|
input_ids = mx.concatenate([input_ids, next_token[None, :]], axis=1)
|
||||||
generated_tokens.append(next_token.squeeze())
|
generated_tokens.append(response.token)
|
||||||
generated_token_count += 1
|
generated_token_count += 1
|
||||||
progress.update(task, advance=1)
|
progress.update(task, advance=1)
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user