修改线程池

ztxz16 · May 13, 2024 · f985196 · f985196
1 parent c4521a9
commit f985196
Show file tree

Hide file tree

Showing 4 changed files with 967 additions and 738 deletions.
diff --git a/include/devices/cpu/cpudevice.h b/include/devices/cpu/cpudevice.h
@@ -6,7 +6,6 @@
 #define FASTLLM_CPUDEVICE_H
 
 #include "device.h"
-#include "cputhreadpool.h"
 #include "alivethreadpool.h"
 
 namespace fastllm {
@@ -21,7 +20,6 @@ namespace fastllm {
         bool CopyDataFromCPU(void *dst, void *src, size_t size); // 不重要, cpu device不会进行这个操作
 
         int threads = 4;
-        ThreadPool *threadPool = nullptr;
     };
 
     class CpuToFloat16 : BaseOperator {

diff --git a/include/fastllm.h b/include/fastllm.h
@@ -19,7 +19,6 @@
 #include <memory>
 #include <locale>
 #include <codecvt>
-#include "devices/cpu/cputhreadpool.h"
 #include "devices/cpu/alivethreadpool.h"
 
 #ifdef USE_SENTENCEPIECE
@@ -36,7 +35,6 @@ namespace fastllm {
     bool GetLowMemMode();
     int GetThreads();
     bool GetKVCacheInCPU();
-    ThreadPool *GetPool();
     AliveThreadPool *GetAlivePool();
 
     struct GenerationConfig {