membatch

Batch processing in golang, inspired by gobatch.

Install

go get github.com/Focinfi/membatch

Demo

package main

import (
	"context"
	"log"
	"time"

	"github.com/Focinfi/membatch"
)

func main() {
	// 1. options
	ctx := context.TODO()
	// tasks: task_id => params
	// resp: task_id => data
	echoFunc := func(ctx context.Context, tasks map[string]map[string]interface{}) (resp map[string]interface{}, err error) {
		resp = make(map[string]interface{})
		for taskID := range tasks {
			resp[taskID] = taskID
		}
		return
	}
	flushMaxSize := 100         // process threshold for the count of waiting tasks
	flushMaxWait := time.Second // process threshold for waiting duration
	workerNum := 2              // the number of gorountine to handling task

	// 2. build a new batch
	batch := membatch.New(ctx, echoFunc, flushMaxSize, flushMaxWait, workerNum)

	// 3. one task args
	respChan := make(chan *membatch.TaskResp)
	taskArgs := membatch.TaskArgs{
		ID:       "1",
		RespChan: respChan,
	}

	// 4. insert one task
	if err := batch.Insert(taskArgs); err != nil {
		log.Fatal(err)
	}

	// 5. wait for response
	resp := <-respChan

	// 6. println 1 after one second
	log.Println(resp.Data)
}