Skip to content

Commit 9a2ef28

Browse files
committed
Add todo
1 parent 7a1623f commit 9a2ef28

File tree

1 file changed

+1
-0
lines changed

1 file changed

+1
-0
lines changed

conditioner.hpp

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1554,6 +1554,7 @@ struct T5CLIPEmbedder : public Conditioner {
15541554
chunk_hidden_states->ne[0],
15551555
ggml_nelements(hidden_states) / chunk_hidden_states->ne[0]);
15561556
} else {
1557+
// TODO: maybe precompute embeddings for <pad> token and fill with that instead? (proper uncond)
15571558
hidden_states = ggml_new_tensor_2d(work_ctx, GGML_TYPE_F32, 4096, chunk_len);
15581559
ggml_set_f32(hidden_states, 0.f);
15591560
t5_attn_mask = ggml_new_tensor_1d(work_ctx, GGML_TYPE_F32, chunk_len);

0 commit comments

Comments
 (0)