create cluster
This commit is contained in:
+248
@@ -0,0 +1,248 @@
|
||||
package timer
|
||||
|
||||
import (
|
||||
"context"
|
||||
"encoding/json"
|
||||
"errors"
|
||||
"fmt"
|
||||
"log"
|
||||
"runtime/debug"
|
||||
"sync"
|
||||
"time"
|
||||
|
||||
"code.yun.ink/open/timer/lockx"
|
||||
"github.com/go-redis/redis/v8"
|
||||
)
|
||||
|
||||
// 单例模式
|
||||
var clusterOnceLimit sync.Once
|
||||
|
||||
// 已注册的任务列表
|
||||
var clusterWorkerList sync.Map
|
||||
|
||||
type cluster struct {
|
||||
ctx context.Context
|
||||
redis *redis.Client
|
||||
lockKey string // 全局计算的key
|
||||
nextKey string // 下一次执行的key
|
||||
zsetKey string // 有序集合的key
|
||||
}
|
||||
|
||||
var clu *cluster = nil
|
||||
|
||||
func InitCluster(ctx context.Context, red *redis.Client) *cluster {
|
||||
clusterOnceLimit.Do(func() {
|
||||
clu = &cluster{
|
||||
ctx: ctx,
|
||||
redis: red,
|
||||
lockKey: "timer:globalLockKey",
|
||||
nextKey: "timer:NextKey",
|
||||
zsetKey: "timer:zsetKey",
|
||||
}
|
||||
|
||||
timer := time.NewTicker(time.Millisecond*100)
|
||||
|
||||
go func(ctx context.Context, red *redis.Client) {
|
||||
Loop:
|
||||
for {
|
||||
select {
|
||||
case <-timer.C:
|
||||
go clu.computeTime()
|
||||
go clu.getTask()
|
||||
case <-ctx.Done():
|
||||
break Loop
|
||||
}
|
||||
}
|
||||
}(ctx, red)
|
||||
})
|
||||
return clu
|
||||
}
|
||||
|
||||
func (c *cluster) AddTimer(ctx context.Context, uniqueKey string, spaceTime time.Duration, callback callback, extend ExtendParams) error {
|
||||
_, ok := clusterWorkerList.Load(uniqueKey)
|
||||
if ok {
|
||||
return errors.New("key已存在")
|
||||
}
|
||||
|
||||
if spaceTime != spaceTime.Abs() {
|
||||
return errors.New("时间间隔不能为负数")
|
||||
}
|
||||
|
||||
ctx, cancel := context.WithCancel(ctx)
|
||||
defer cancel()
|
||||
|
||||
lock := lockx.NewGlobalLock(ctx, c.redis, uniqueKey)
|
||||
tB := lock.Try(10)
|
||||
if !tB {
|
||||
return errors.New("添加失败")
|
||||
}
|
||||
defer lock.Unlock()
|
||||
lock.Refresh()
|
||||
|
||||
nowTime := time.Now()
|
||||
|
||||
t := timerStr{
|
||||
BeginTime: nowTime,
|
||||
NextTime: nowTime,
|
||||
SpaceTime: spaceTime,
|
||||
Callback: callback,
|
||||
Extend: extend,
|
||||
UniqueKey: uniqueKey,
|
||||
}
|
||||
|
||||
clusterWorkerList.Store(uniqueKey, t)
|
||||
|
||||
cacheStr, _ := c.redis.Get(ctx, c.nextKey).Result()
|
||||
execTime := make(map[string]time.Time)
|
||||
json.Unmarshal([]byte(cacheStr), &execTime)
|
||||
|
||||
p := c.redis.Pipeline()
|
||||
|
||||
p.ZAdd(ctx, c.zsetKey, &redis.Z{
|
||||
Score: float64(nextTime.UnixMilli()),
|
||||
Member: uniqueKey,
|
||||
})
|
||||
execTime[uniqueKey] = nextTime
|
||||
n, _ := json.Marshal(execTime)
|
||||
fmt.Println("execTime:", execTime, string(n))
|
||||
p.Set(ctx, c.nextKey, string(n), 0)
|
||||
|
||||
_, err := p.Exec(ctx)
|
||||
|
||||
fmt.Println("添加", err)
|
||||
|
||||
return err
|
||||
}
|
||||
|
||||
// 计算下一次执行的时间
|
||||
func (c *cluster) computeTime() {
|
||||
log.Println("begin computer")
|
||||
ctx, cancel := context.WithCancel(c.ctx)
|
||||
defer cancel()
|
||||
|
||||
lock := lockx.NewGlobalLock(ctx, c.redis, c.lockKey)
|
||||
// 获取锁
|
||||
lockBool := lock.Lock()
|
||||
if !lockBool {
|
||||
log.Println("timer:获取锁失败")
|
||||
return
|
||||
}
|
||||
defer lock.Unlock()
|
||||
|
||||
// 更新锁
|
||||
lock.Refresh()
|
||||
|
||||
// 计算下一次时间
|
||||
|
||||
// 读取执行的缓存
|
||||
cacheStr, _ := c.redis.Get(ctx, c.nextKey).Result()
|
||||
execTime := make(map[string]time.Time)
|
||||
json.Unmarshal([]byte(cacheStr), &execTime)
|
||||
|
||||
// log.Println("cacheStr:", cacheStr, execTime)
|
||||
// return
|
||||
|
||||
p := c.redis.Pipeline()
|
||||
|
||||
nowTime := time.Now()
|
||||
|
||||
clusterWorkerList.Range(func(key, value interface{}) bool {
|
||||
// log.Println("range:", key, value)
|
||||
val := value.(timerStr)
|
||||
beforeTime := execTime[val.UniqueKey]
|
||||
if beforeTime.After(nowTime) {
|
||||
// log.Println("sssss")
|
||||
return true
|
||||
}
|
||||
nextTime := getNextExecTime(beforeTime, val.SpaceTime)
|
||||
execTime[val.UniqueKey] = nextTime
|
||||
|
||||
p.ZAdd(ctx, c.zsetKey, &redis.Z{
|
||||
Score: float64(nextTime.UnixMilli()),
|
||||
Member: val.UniqueKey,
|
||||
})
|
||||
// log.Println("ffffffffffff")
|
||||
return true
|
||||
})
|
||||
|
||||
// log.Println("ssssssddddd")
|
||||
|
||||
// 更新缓存
|
||||
b, _ := json.Marshal(execTime)
|
||||
p.Set(ctx, c.nextKey, string(b), 0)
|
||||
|
||||
// log.Println("B", string(b))
|
||||
|
||||
_, err := p.Exec(ctx)
|
||||
fmt.Println(err)
|
||||
}
|
||||
|
||||
// 递归遍历获取执行时间
|
||||
func getNextExecTime(beforeTime time.Time, spaceTime time.Duration) time.Time {
|
||||
nowTime := time.Now()
|
||||
if beforeTime.After(nowTime) {
|
||||
return beforeTime
|
||||
}
|
||||
nextTime := beforeTime.Add(spaceTime)
|
||||
// fmt.Println(nextTime.Format(time.RFC3339))
|
||||
// fmt.Println(nowTime.Format(time.RFC3339))
|
||||
// fmt.Println(beforeTime.Before(nowTime))
|
||||
if nextTime.Before(nowTime) {
|
||||
nextTime = getNextExecTime(nextTime, spaceTime)
|
||||
}
|
||||
return nextTime
|
||||
}
|
||||
|
||||
// 获取任务
|
||||
func (c *cluster) getTask() {
|
||||
// 定时去Redis获取任务
|
||||
zb := redis.ZRangeBy{
|
||||
Min: "0",
|
||||
Max: fmt.Sprintf("%+v", time.Now().UnixMilli()),
|
||||
}
|
||||
|
||||
taskList, _ := c.redis.ZRangeByScore(c.ctx, c.zsetKey, &zb).Result()
|
||||
|
||||
// 删除粉丝
|
||||
inter := []interface{}{}
|
||||
for _, val := range taskList {
|
||||
inter = append(inter, val)
|
||||
}
|
||||
c.redis.ZRem(c.ctx, c.zsetKey, inter...)
|
||||
|
||||
for _, val := range taskList {
|
||||
go doTask(c.ctx, c.redis, val)
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
// 执行任务
|
||||
func doTask(ctx context.Context, red *redis.Client, taskId string) {
|
||||
|
||||
defer func() {
|
||||
if err := recover(); err != nil {
|
||||
fmt.Println("timer:定时器出错", err)
|
||||
log.Println("errStack", string(debug.Stack()))
|
||||
}
|
||||
}()
|
||||
|
||||
val, ok := clusterWorkerList.Load(taskId)
|
||||
if !ok {
|
||||
return
|
||||
}
|
||||
t := val.(timerStr)
|
||||
|
||||
// 这里加一个全局锁
|
||||
lock := lockx.NewGlobalLock(ctx, red, taskId)
|
||||
tB := lock.Lock()
|
||||
if !tB {
|
||||
return
|
||||
}
|
||||
defer lock.Unlock()
|
||||
lock.Refresh()
|
||||
|
||||
ctx = context.WithValue(ctx, extendParamKey, t.Extend)
|
||||
|
||||
// 执行任务
|
||||
t.Callback(ctx)
|
||||
}
|
||||
Reference in New Issue
Block a user