LoongArch: DGEMM small matrix opt

XiWeiGu · Jun 4, 2024 · e50b2ec · e50b2ec
1 parent 700ea74
commit e50b2ec
Show file tree

Hide file tree

Showing 7 changed files with 2,130 additions and 0 deletions.
diff --git a/Makefile.system b/Makefile.system
@@ -269,6 +269,9 @@ else ifeq ($(ARCH), power)
 SMALL_MATRIX_OPT = 1
 BUILD_BFLOAT16 = 1
 endif
+ifeq ($(ARCH), loongarch64)
+SMALL_MATRIX_OPT = 1
+endif
 ifeq ($(SMALL_MATRIX_OPT), 1)
 CCOMMON_OPT += -DSMALL_MATRIX_OPT
 endif

diff --git a/kernel/loongarch64/KERNEL.LOONGSON3R5 b/kernel/loongarch64/KERNEL.LOONGSON3R5
@@ -162,4 +162,14 @@ STRSMKERNEL_LN  = ../generic/trsm_kernel_LN.c
 STRSMKERNEL_LT  = ../generic/trsm_kernel_LT.c
 STRSMKERNEL_RN  = ../generic/trsm_kernel_RN.c
 STRSMKERNEL_RT  = ../generic/trsm_kernel_RT.c
+
+DGEMM_SMALL_M_PERMIT = dgemm_small_matrix_permit.c
+DGEMM_SMALL_K_NN = dgemm_small_kernel_nn_lasx.S
+DGEMM_SMALL_K_B0_NN = dgemm_small_kernel_nn_lasx.S
+DGEMM_SMALL_K_NT = dgemm_small_kernel_nt_lasx.S
+DGEMM_SMALL_K_B0_NT = dgemm_small_kernel_nt_lasx.S
+DGEMM_SMALL_K_TN = dgemm_small_kernel_tn_lasx.S
+DGEMM_SMALL_K_B0_TN = dgemm_small_kernel_tn_lasx.S
+DGEMM_SMALL_K_TT = dgemm_small_kernel_tt_lasx.S
+DGEMM_SMALL_K_B0_TT = dgemm_small_kernel_tt_lasx.S
 endif