comp files

This commit is contained in:
Aryan Singh committed 2026-06-07 14:30:55 -05:00
1 parent fa3efcaf07
commit 1f77d0131d
27 files changed
+1238 -798

No files matched your search

+1 -4
View File
@@ -1,9 +1,6 @@
#ifndef __ATTENTION_CUH__
#define __ATTENTION_CUH__
// WINDOW = 129 because the CPU reference uses an inclusive range [q_t - 128, q_t],
// which covers 129 positions (128 look-back steps + the current token itself).
#define WINDOW 129
#define WINDOW 128
#include <cuda_runtime.h>
#include "../utils/cuda_utils.cuh"
+1
View File
@@ -1,5 +1,6 @@
#ifndef __SOFTMAX_KERNEL_CUH__
#define __SOFTMAX_KERNEL_CUH__
#define WINDOW 129
#include <cuda_runtime.h>
#include <math.h>