✨ add conc sample

Author: yuanyu90221

.github/workflows/go.yml

@@ -0,0 +1,28 @@
+name: Go
+
+on:
+  push:
+    branches:
+      - master
+  pull_request:
+    branches:
+      - master
+jobs:
+  build_and_test:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Setup go-task
+        uses: pnorton5432/setup-task@v1
+        with:
+          task-version: 3.29.1
+      - name: Checkout
+        uses: actions/checkout@v4
+      - name: Setup Go
+        uses: actions/setup-go@v5
+        with:
+          go-version: 'stable'
+          check-latest: true
+      - name: Task Build for mage
+        run: task build-gg
+      - name: Test with gg build
+        run: ./gg build

.gitignore

@@ -0,0 +1,28 @@
+# If you prefer the allow list template instead of the deny list, see community template:
+# https://github.com/github/gitignore/blob/main/community/Golang/Go.AllowList.gitignore
+#
+# Binaries for programs and plugins
+*.exe
+*.exe~
+*.dll
+*.so
+*.dylib
+
+# Test binary, built with `go test -c`
+*.test
+
+# Output of the go coverage tool, specifically when used with LiteIDE
+*.out
+
+# Dependency directories (remove the comment below to include it)
+# vendor/
+
+# Go workspace file
+go.work
+go.work.sum
+
+# env file
+.env
+gg
+mage
+bin

README.md

@@ -0,0 +1,21 @@
+# golang-sample-with-conc
+
+This repository is demo for use conc with golang concurrency handle
+
+## install package
+
+```shell
+go get github.com/sourcegraph/conc
+```
+
+## samples
+
+[simple-task](./cmd/simple-task/README.md)
+
+[pool-sample](./cmd/pool-sample/README.md)
+
+[aggregate-sample](./cmd/aggregate-sample/README.md)
+
+[handle-context](./cmd/handle-context/README.md)
+
+[handle-errors](./cmd/handle-errors/README.md)

Taskfile.yml

@@ -0,0 +1,40 @@
+version: '3'
+
+tasks:
+  default:
+    cmds:
+      - echo "This is task cmd"
+    silent: true
+  
+  # build:
+  #   cmds:
+  #     - CGO_ENABLED=0 GOOS=linux go build -o bin/main cmd/main.go
+  #   silent: true
+  # run:
+  #   cmds:
+  #     - ./bin/main
+  #   deps:
+  #     - build
+  #   silent: true
+
+  build-mage:
+    cmds:
+      - CGO_ENABLED=0 GOOS=linux go build -o ./mage mage-tools/mage.go
+    silent: true
+  
+  build-gg:
+    cmds:
+      - ./mage -d mage-tools -compile ../gg
+    deps:
+      - build-mage
+    silent: true
+
+  coverage:
+    cmds:
+      - go test -v -cover ./...
+    silent: true
+  test:
+    cmds:
+      - go test -v ./...
+    silent: true
+  

cmd/aggregate-sample/README.md

@@ -0,0 +1,46 @@
+# aggregate-sample
+
+```golang
+package main
+
+import (
+	"fmt"
+	"math/rand"
+	"time"
+
+	"github.com/sourcegraph/conc/pool"
+)
+
+// simulateAPI simulates an API call to fetech product prices
+func simulateAPI(apiID int) int {
+	// Simulate varying response times
+	rng := rand.New(rand.NewSource(time.Now().UnixNano()))
+
+	// Generate a random duration
+	randomDuration := time.Duration(rng.Int63n(int64(2 * time.Second)))
+
+	time.Sleep(randomDuration)
+
+	// Return a mock price
+	return apiID*10 + rand.Intn(10)
+}
+
+func main() {
+	// Create a result pool
+	pool := pool.NewWithResults[int]().WithMaxGoroutines(5)
+
+	// Simulate fetching prices
+	for apiID := 1; apiID <= 10; apiID++ {
+		apiID := apiID // Capture variable for goroutine
+		pool.Go(func() int {
+			fmt.Printf("Fetching price from API %d...\n", apiID)
+			return simulateAPI(apiID)
+		})
+	}
+
+	// Wait for all API calls to finish
+	prices := pool.Wait()
+	// Display prices in the console
+	fmt.Printf("Collected Prices: %v\n", prices)
+}
+```

cmd/aggregate-sample/main.go

@@ -0,0 +1,42 @@
+package main
+
+import (
+	"fmt"
+	"math/rand"
+	"time"
+
+	"github.com/sourcegraph/conc/pool"
+)
+
+// simulateAPI simulates an API call to fetech product prices
+func simulateAPI(apiID int) int {
+	// Simulate varying response times
+	rng := rand.New(rand.NewSource(time.Now().UnixNano()))
+
+	// Generate a random duration
+	randomDuration := time.Duration(rng.Int63n(int64(2 * time.Second)))
+
+	time.Sleep(randomDuration)
+
+	// Return a mock price
+	return apiID*10 + rand.Intn(10)
+}
+
+func main() {
+	// Create a result pool
+	pool := pool.NewWithResults[int]().WithMaxGoroutines(5)
+
+	// Simulate fetching prices
+	for apiID := 1; apiID <= 10; apiID++ {
+		apiID := apiID // Capture variable for goroutine
+		pool.Go(func() int {
+			fmt.Printf("Fetching price from API %d...\n", apiID)
+			return simulateAPI(apiID)
+		})
+	}
+
+	// Wait for all API calls to finish
+	prices := pool.Wait()
+	// Display prices in the console
+	fmt.Printf("Collected Prices: %v\n", prices)
+}

cmd/handle-context/README.md

@@ -0,0 +1,62 @@
+# handle-context
+
+```golang
+package main
+
+import (
+	"context"
+	"fmt"
+	"strings"
+	"time"
+
+	"github.com/sourcegraph/conc/pool"
+)
+
+// validateFile simulates file validation. It returns an error for invalid files
+func validateFile(fileName string) error {
+	if strings.HasPrefix(fileName, "invalid") {
+		return fmt.Errorf("validation failed for file: %s", fileName)
+	}
+	fmt.Printf("File %s validated successfully\n", fileName)
+	return nil
+}
+func main() {
+	// A list of files
+	files := []string{
+		"file1.csv",
+		"invalid_file2.csv",
+		"file3.csv",
+		"file4.csv",
+		"invalid_file5.csv",
+		"file6.csv",
+	}
+
+	ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
+	defer cancel()
+	// Create a new pool with error handling
+	pool := pool.New().WithErrors().WithContext(ctx).WithMaxGoroutines(2)
+
+	// Add validation tasks for each file
+	for _, file := range files {
+		pool.Go(func(poolCtx context.Context) error {
+			twoSecondTimerCh := time.After(2 * time.Second)
+			select {
+			case <-poolCtx.Done():
+				fmt.Printf("Task cancelled\n")
+				return poolCtx.Err()
+			case <-twoSecondTimerCh:
+				err := validateFile(file)
+				return err
+			}
+		})
+	}
+
+	// Wait for all tasks to finish
+	if err := pool.Wait(); err != nil {
+		fmt.Printf("Error: %v\n", err)
+	} else {
+		fmt.Println("All files validated successfully")
+	}
+}
+
+```

cmd/handle-context/main.go

@@ -0,0 +1,57 @@
+package main
+
+import (
+	"context"
+	"fmt"
+	"strings"
+	"time"
+
+	"github.com/sourcegraph/conc/pool"
+)
+
+// validateFile simulates file validation. It returns an error for invalid files
+func validateFile(fileName string) error {
+	if strings.HasPrefix(fileName, "invalid") {
+		return fmt.Errorf("validation failed for file: %s", fileName)
+	}
+	fmt.Printf("File %s validated successfully\n", fileName)
+	return nil
+}
+func main() {
+	// A list of files
+	files := []string{
+		"file1.csv",
+		"invalid_file2.csv",
+		"file3.csv",
+		"file4.csv",
+		"invalid_file5.csv",
+		"file6.csv",
+	}
+
+	ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
+	defer cancel()
+	// Create a new pool with error handling
+	pool := pool.New().WithErrors().WithContext(ctx).WithMaxGoroutines(2)
+
+	// Add validation tasks for each file
+	for _, file := range files {
+		pool.Go(func(poolCtx context.Context) error {
+			twoSecondTimerCh := time.After(2 * time.Second)
+			select {
+			case <-poolCtx.Done():
+				fmt.Printf("Task cancelled\n")
+				return poolCtx.Err()
+			case <-twoSecondTimerCh:
+				err := validateFile(file)
+				return err
+			}
+		})
+	}
+
+	// Wait for all tasks to finish
+	if err := pool.Wait(); err != nil {
+		fmt.Printf("Error: %v\n", err)
+	} else {
+		fmt.Println("All files validated successfully")
+	}
+}

cmd/handle-errors/README.md

@@ -0,0 +1,50 @@
+# handle-errors
+
+```golang
+package main
+
+import (
+	"fmt"
+	"strings"
+
+	"github.com/sourcegraph/conc/pool"
+)
+
+// validateFile simulates file validation. It returns an error for invalid files
+func validateFile(fileName string) error {
+	if strings.HasPrefix(fileName, "invalid") {
+		return fmt.Errorf("validation failed for file: %s", fileName)
+	}
+	fmt.Printf("File %s validated successfully\n", fileName)
+	return nil
+}
+func main() {
+	// A list of files
+	files := []string{
+		"file1.csv",
+		"invalid_file2.csv",
+		"file3.csv",
+		"file4.csv",
+		"invalid_file5.csv",
+		"file6.csv",
+	}
+
+	// Create a new pool with error handling
+	pool := pool.New().WithErrors().WithMaxGoroutines(2)
+
+	// Add validation tasks for each file
+	for _, file := range files {
+		pool.Go(func() error {
+			return validateFile(file)
+		})
+	}
+
+	// Wait for all tasks to finish
+	if err := pool.Wait(); err != nil {
+		fmt.Printf("Error: %v\n", err)
+	} else {
+		fmt.Println("All files validated successfully")
+	}
+}
+
+```