#include "ggml/ggml.h" #include #include #include struct ggml_context* make_ctx(void) { struct ggml_init_params params = { .mem_size = 2 * 1024 * 1024, }; return ggml_init(params); } // void printf_tensor(struct ggml_tensor * t) { // if (t->type == GGML_TYPE_F32) { // const float * t_d = ggml_get_data_f32(t); // for (int i = 0; i < t->ne[2]; ++i) { // for (int j = 0; j < t->ne[1]; ++j) { // for (int k = 0; k < t->ne[0]; ++k) { // printf("%.1f ", t_d[i * t->ne[1] * t->ne[0] + j * t->ne[0] + k]); // } // printf("\n"); // } // printf("---\n"); // } // } // else if (t->type == GGML_TYPE_F16) { // const ggml_fp16_t * t_d = ggml_get_data(t); // for (int i = 0; i < t->ne[2]; ++i) { // for (int j = 0; j < t->ne[1]; ++j) { // for (int k = 0; k < t->ne[0]; ++k) { // printf("%.1f ", ggml_fp16_to_fp32(t_d[i * t->ne[1] * t->ne[0] + j * t->ne[0] + k])); // } // printf("\n"); // } // printf("---\n"); // } // } // else { // printf("unknown type\n"); // } // } void check_tensor(struct ggml_tensor * t, float * expected_t_d, int ne0, int ne1, int ne2) { GGML_ASSERT(t->type == GGML_TYPE_F32); GGML_ASSERT(t->ne[0] == ne0); GGML_ASSERT(t->ne[1] == ne1); GGML_ASSERT(t->ne[2] == ne2); for (int i2 = 0; i2 < ne2; ++i2) { for (int i1 = 0; i1 < ne1; ++i1) { for (int i0 = 0; i0 < ne0; ++i0) { float expected = *(expected_t_d + i2 * ne1 * ne0 + i1 * ne0 + i0); float actual = ggml_get_data_f32(t)[i2 * ne1 * ne0 + i1 * ne0 + i0]; GGML_ASSERT(expected == actual); } } } } int main(int argc, const char** argv) { float buf_f32[1024]; for (int i = 0; i < 1024; ++i) { buf_f32[i] = (float)i; } ggml_fp16_t buf_f16[1024]; for (int i = 0; i < 1024; ++i) { buf_f16[i] = ggml_fp32_to_fp16((float)i); } float expected_out_1[3][3][4] = { { {72.0, 162.0, 188.0, 106.0}, {192.0, 430.0, 490.0, 274.0}, {132.0, 292.0, 326.0, 180.0}, }, { {96.0, 218.0, 260.0, 146.0}, {264.0, 590.0, 682.0, 378.0}, {180.0, 396.0, 446.0, 244.0}, }, { {120.0, 274.0, 332.0, 186.0}, {336.0, 750.0, 874.0, 482.0}, {228.0, 500.0, 566.0, 308.0}, }, }; float expected_out_2[3][4][6] = { { {72.0, 78.0, 84.0, 92.0, 96.0, 106.0}, {84.0, 90.0, 100.0, 108.0, 116.0, 126.0}, {108.0, 120.0, 120.0, 134.0, 132.0, 148.0}, {132.0, 144.0, 148.0, 162.0, 164.0, 180.0}, }, { {96.0, 102.0, 116.0, 124.0, 136.0, 146.0}, {108.0, 114.0, 132.0, 140.0, 156.0, 166.0}, {156.0, 168.0, 176.0, 190.0, 196.0, 212.0}, {180.0, 192.0, 204.0, 218.0, 228.0, 244.0}, }, { {120.0, 126.0, 148.0, 156.0, 176.0, 186.0}, {132.0, 138.0, 164.0, 172.0, 196.0, 206.0}, {204.0, 216.0, 232.0, 246.0, 260.0, 276.0}, {228.0, 240.0, 260.0, 274.0, 292.0, 308.0}, }, }; float expected_out_3[3][5][8] = { { {72.0, 78.0, 0.0, 84.0, 92.0, 0.0, 96.0, 106.0}, {84.0, 90.0, 0.0, 100.0, 108.0, 0.0, 116.0, 126.0}, {0.0, 0.0, 0.0, 0.0, 0.0, 0.0}, {108.0, 120.0, 0.0, 120.0, 134.0, 0.0, 132.0, 148.0}, {132.0, 144.0, 0.0, 148.0, 162.0, 0.0, 164.0, 180.0}, }, { {96.0, 102.0, 0.0, 116.0, 124.0, 0.0, 136.0, 146.0}, {108.0, 114.0, 0.0, 132.0, 140.0, 0.0, 156.0, 166.0}, {0.0, 0.0, 0.0, 0.0, 0.0, 0.0}, {156.0, 168.0, 0.0, 176.0, 190.0, 0.0, 196.0, 212.0}, {180.0, 192.0, 0.0, 204.0, 218.0, 0.0, 228.0, 244.0}, }, { {120.0, 126.0, 0.0, 148.0, 156.0, 0.0, 176.0, 186.0}, {132.0, 138.0, 0.0, 164.0, 172.0, 0.0, 196.0, 206.0}, {0.0, 0.0, 0.0, 0.0, 0.0, 0.0}, {204.0, 216.0, 0.0, 232.0, 246.0, 0.0, 260.0, 276.0}, {228.0, 240.0, 0.0, 260.0, 274.0, 0.0, 292.0, 308.0}, }, }; // conv transpose 2d with stride 1, 2 & 3 { struct ggml_context * ctx = make_ctx(); struct ggml_tensor * t = ggml_new_tensor_4d(ctx, GGML_TYPE_F32, 3, 2, 2, 1); // w x h x cin memcpy(t->data, buf_f32, ggml_nbytes(t)); struct ggml_tensor * k = ggml_new_tensor_4d(ctx, GGML_TYPE_F16, 2, 2, 3, 2); // w x h cin x cout memcpy(k->data, buf_f16, ggml_nbytes(k)); struct ggml_tensor * out_1 = ggml_conv_transpose_2d_p0(ctx, k, t, 1); struct ggml_tensor * out_2 = ggml_conv_transpose_2d_p0(ctx, k, t, 2); struct ggml_tensor * out_3 = ggml_conv_transpose_2d_p0(ctx, k, t, 3); struct ggml_cgraph gf_1 = ggml_build_forward(out_1); struct ggml_cgraph gf_2 = ggml_build_forward(out_2); struct ggml_cgraph gf_3 = ggml_build_forward(out_3); ggml_graph_compute_with_ctx(ctx, &gf_1, 1); ggml_graph_compute_with_ctx(ctx, &gf_2, 1); ggml_graph_compute_with_ctx(ctx, &gf_3, 1); // printf("in\n"); // printf_tensor(t); // printf("\n\nkernel\n"); // printf_tensor(k); // printf("\n\nout\n"); // printf_tensor(out); // printf("\n\nout_2\n"); // printf_tensor(out_2); // printf("\n\nout_3\n"); // printf_tensor(out_3); check_tensor(out_1, (float*)expected_out_1, 4, 3, 3); check_tensor(out_2, (float*)expected_out_2, 6, 4, 3); check_tensor(out_3, (float*)expected_out_3, 8, 5, 3); } return 0; }