chore(ray): fix numOfGPUInt logic

instill-ai · Dec 12, 2024 · 995ab08 · 995ab08
1 parent c71bb75
commit 995ab08
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 4 deletions.
diff --git a/pkg/ray/ray.go b/pkg/ray/ray.go
@@ -324,11 +324,11 @@ func (r *ray) setHardwareRunOptions(hardware string, numOfGPU string) []string {
 			"--device nvidia.com/gpu=all",
 		)
 	default:
-		numOfGPUInt, err := strconv.Atoi(numOfGPU)
+		numOfGPUFloat, err := strconv.ParseFloat(numOfGPU, 64)
 		if err != nil {
-			numOfGPUInt = 1
+			numOfGPUFloat = 0
 		}
-		if numOfGPUInt > 1 {
+		if numOfGPUFloat > 0 {
 			runOptions = append(runOptions,
 				fmt.Sprintf("-e %s=%s", EnvRayCustomResource, hardware),
 				fmt.Sprintf("-e %s=%v", EnvNumOfGPUs, numOfGPU),

diff --git a/pkg/ray/util.go b/pkg/ray/util.go
@@ -27,7 +27,7 @@ func GenerateHardwareConfig(modelID string) string {
 		return matches[1]
 	}
 
-	return "1"
+	return "0"
 }
 
 func GetApplicationMetadaValue(modelName string, version string) (applicationMetadataValue string, err error) {