docs: update README.md

README.md

@@ -28,10 +28,10 @@ The whole [code](./examples/simple-http-crawler/main.go) looks like this.
 package main
 
 import (
+	"fmt"
 	"net/http"
 
 	"github.com/WangYihang/gojob"
-	"github.com/WangYihang/gojob/pkg/utils"
 )
 
 type MyTask struct {
@@ -56,15 +56,18 @@ func (t *MyTask) Do() error {
 }
 
 func main() {
+	var numTotalTasks int64 = 256
 	scheduler := gojob.NewScheduler().
 		SetNumWorkers(8).
 		SetMaxRetries(4).
+		SetOutputFilePath("output.json").
 		SetMaxRuntimePerTaskSeconds(16).
 		SetNumShards(4).
 		SetShard(0).
+		SetTotalTasks(numTotalTasks).
 		Start()
-	for line := range util.Cat("input.txt") {
-		scheduler.Submit(New(line))
+	for i := range numTotalTasks {
+		scheduler.Submit(New(fmt.Sprintf("https://httpbin.org/task/%d", i)))
 	}
 	scheduler.Wait()
 }

examples/simple-http-crawler/main.go

@@ -1,18 +1,18 @@
 package main
 
 import (
+	"fmt"
 	"net/http"
 
 	"github.com/WangYihang/gojob"
-	"github.com/WangYihang/gojob/pkg/utils"
 )
 
 type MyTask struct {
 	Url        string `json:"url"`
 	StatusCode int    `json:"status_code"`
 }
 
-func NewTask(url string) *MyTask {
+func New(url string) *MyTask {
 	return &MyTask{
 		Url: url,
 	}
@@ -29,18 +29,18 @@ func (t *MyTask) Do() error {
 }
 
 func main() {
-	inputFilePath := "data/input.txt"
-	total := utils.Count(utils.Cat(inputFilePath))
+	var numTotalTasks int64 = 256
 	scheduler := gojob.NewScheduler().
 		SetNumWorkers(8).
 		SetMaxRetries(4).
+		SetOutputFilePath("output.json").
 		SetMaxRuntimePerTaskSeconds(16).
 		SetNumShards(4).
 		SetShard(0).
-		SetTotalTasks(total).
+		SetTotalTasks(numTotalTasks).
 		Start()
-	for line := range utils.Cat("data/input.txt") {
-		scheduler.Submit(NewTask(line))
+	for i := range numTotalTasks {
+		scheduler.Submit(New(fmt.Sprintf("https://httpbin.org/task/%d", i)))
 	}
 	scheduler.Wait()
 }

go.mod

@@ -1,6 +1,6 @@
 module github.com/WangYihang/gojob
 
-go 1.21
+go 1.22
 
 require (
 	github.com/google/uuid v1.6.0