We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 92a9f77 commit e767be7Copy full SHA for e767be7
t5.hpp
@@ -815,6 +815,10 @@ struct T5Runner : public GGMLRunner {
815
816
relative_position_bucket_vec = compute_relative_position_bucket(input_ids->ne[0], input_ids->ne[0]);
817
818
+ if(attention_mask){
819
+ attention_mask = to_backend(attention_mask);
820
+ }
821
+
822
// for (int i = 0; i < relative_position_bucket_vec.size(); i++) {
823
// if (i % 77 == 0) {
824
// printf("\n");
0 commit comments