Skip to content

Commit af93a92

Browse files
committed
sycl : kernel placeholders to make the CI green
1 parent 4f74b87 commit af93a92

File tree

1 file changed

+2
-42
lines changed

1 file changed

+2
-42
lines changed

ggml-sycl.cpp

Lines changed: 2 additions & 42 deletions
Original file line numberDiff line numberDiff line change
@@ -4894,27 +4894,8 @@ static void dequantize_block_iq1_s(const void * __restrict__ vx, dst_t * __restr
48944894
const uint32_t *iq1s_grid,
48954895
const uint8_t *ksigns_iq2xs,
48964896
const uint8_t *kmask_iq2xs) {
4897-
const int i = item_ct1.get_group(2);
4898-
const block_iq1_s * x = (const block_iq1_s *) vx;
4899-
4900-
const int tid = item_ct1.get_local_id(2);
4901-
#if QK_K == 256
4902-
const int il = tid/8; // 0...3
4903-
const int ib = tid%8; // 0...7
4904-
dst_t * y = yy + i*QK_K + 32*ib + 8*il;
4905-
const float delta = x[i].qh[ib] & 0x8000 ? -1 - IQ1S_DELTA : -1 + IQ1S_DELTA;
4906-
const float d = (float)x[i].d * (2*((x[i].qh[ib] >> 12) & 7) + 1);
4907-
uint32_t grid32[2]; const int8_t * q = (const int8_t *)grid32;
4908-
grid32[0] = iq1s_grid_gpu[x[i].qs[4*ib+il] | (((x[i].qh[ib] >> 3*il) & 7) << 8)];
4909-
grid32[1] = (grid32[0] >> 4) & 0x0f0f0f0f;
4910-
grid32[0] &= 0x0f0f0f0f;
4911-
for (int j = 0; j < 4; ++j) {
4912-
y[j] = d * (q[j] + delta);
4913-
}
4914-
#else
4897+
// TODO: implement
49154898
assert(false);
4916-
#endif
4917-
49184899
}
49194900

49204901
/*
@@ -7807,30 +7788,9 @@ static __dpct_inline__ float
78077788
vec_dot_iq1_s_q8_1(const void *__restrict__ vbq,
78087789
const block_q8_1 *__restrict__ bq8_1, const int &iqs,
78097790
const uint32_t *iq1s_grid, const uint64_t *ksigns64) {
7810-
#if QK_K == 256
7811-
const block_iq1_s * bq1 = (const block_iq1_s *) vbq;
7812-
7813-
const int ib32 = iqs;
7814-
const uint8_t * qs = bq1->qs + 4*ib32;
7815-
const int8_t * q8 = bq8_1[ib32].qs;
7816-
int sumi = 0;
7817-
for (int l = 0; l < 4; ++l) {
7818-
const uint32_t * grid = (const uint32_t *)(iq1s_grid + qs[l]);
7819-
const uint32_t * signs = (const uint32_t *)(ksigns64 + (qs[l] >> 8));
7820-
const int grid_l = dpct::vectorized_binary<sycl::uchar4>(
7821-
grid[0] ^ signs[0], signs[0], std::minus<>());
7822-
const int grid_h = dpct::vectorized_binary<sycl::uchar4>(
7823-
grid[1] ^ signs[1], signs[1], std::minus<>());
7824-
sumi = dpct::dp4a(grid_l, *((int *)q8 + 0), sumi);
7825-
sumi = dpct::dp4a(grid_h, *((int *)q8 + 1), sumi);
7826-
q8 += 8;
7827-
}
7828-
const float d = (float)bq1->d * bq8_1[ib32].ds[0] * 0.25f;
7829-
return d * sumi;
7830-
#else
7791+
// TODO: implement
78317792
assert(false);
78327793
return 0.f;
7833-
#endif
78347794
}
78357795

78367796
template <int qk, int qr, int qi, bool need_sum, typename block_q_t, int mmq_x,

0 commit comments

Comments
 (0)