InfiniTensor/include/cuda/cuda_rope.h

13 lines
292 B
C
Raw Permalink Normal View History

2024-01-11 15:44:07 +08:00
#pragma once
#include "operators/rope.h"
#include "utils/small_array.h"
namespace infini {
void rope_kernel(int dType, int *pos, void *input, void *output, int size,
int dim_model, int dim_head, int hidden_stride,
int pos_stride);
2024-01-11 15:44:07 +08:00
}; // namespace infini