forked from gocraft/work
-
Notifications
You must be signed in to change notification settings - Fork 0
/
job.go
183 lines (163 loc) · 5.58 KB
/
job.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
package work
import (
"encoding/json"
"fmt"
"math"
"reflect"
)
// Job represents a job.
type Job struct {
// Inputs when making a new job
Name string `json:"name,omitempty"`
ID string `json:"id"`
EnqueuedAt int64 `json:"t"`
Args map[string]interface{} `json:"args"`
Unique bool `json:"unique,omitempty"`
UniqueKey string `json:"unique_key,omitempty"`
// Inputs when retrying
Fails int64 `json:"fails,omitempty"` // number of times this job has failed
LastErr string `json:"err,omitempty"`
FailedAt int64 `json:"failed_at,omitempty"`
rawJSON []byte
dequeuedFrom []byte
inProgQueue []byte
argError error
observer *observer
}
// Q is a shortcut to easily specify arguments for jobs when enqueueing them.
// Example: e.Enqueue("send_email", work.Q{"addr": "[email protected]", "track": true})
type Q map[string]interface{}
func newJob(rawJSON, dequeuedFrom, inProgQueue []byte) (*Job, error) {
var job Job
err := json.Unmarshal(rawJSON, &job)
if err != nil {
return nil, err
}
job.rawJSON = rawJSON
job.dequeuedFrom = dequeuedFrom
job.inProgQueue = inProgQueue
return &job, nil
}
func (j *Job) serialize() ([]byte, error) {
return json.Marshal(j)
}
// setArg sets a single named argument on the job.
func (j *Job) setArg(key string, val interface{}) {
if j.Args == nil {
j.Args = make(map[string]interface{})
}
j.Args[key] = val
}
func (j *Job) failed(err error) {
j.Fails++
j.LastErr = err.Error()
j.FailedAt = nowEpochSeconds()
}
// Checkin will update the status of the executing job to the specified messages. This message is visible within the web UI. This is useful for indicating some sort of progress on very long running jobs. For instance, on a job that has to process a million records over the course of an hour, the job could call Checkin with the current job number every 10k jobs.
func (j *Job) Checkin(msg string) {
if j.observer != nil {
j.observer.observeCheckin(j.Name, j.ID, msg)
}
}
// ArgString returns j.Args[key] typed to a string. If the key is missing or of the wrong type, it sets an argument error
// on the job. This function is meant to be used in the body of a job handling function while extracting arguments,
// followed by a single call to j.ArgError().
func (j *Job) ArgString(key string) string {
v, ok := j.Args[key]
if ok {
typedV, ok := v.(string)
if ok {
return typedV
}
j.argError = typecastError("string", key, v)
} else {
j.argError = missingKeyError("string", key)
}
return ""
}
// ArgInt64 returns j.Args[key] typed to an int64. If the key is missing or of the wrong type, it sets an argument error
// on the job. This function is meant to be used in the body of a job handling function while extracting arguments,
// followed by a single call to j.ArgError().
func (j *Job) ArgInt64(key string) int64 {
v, ok := j.Args[key]
if ok {
rVal := reflect.ValueOf(v)
if isIntKind(rVal) {
return rVal.Int()
} else if isUintKind(rVal) {
vUint := rVal.Uint()
if vUint <= math.MaxInt64 {
return int64(vUint)
}
} else if isFloatKind(rVal) {
vFloat64 := rVal.Float()
vInt64 := int64(vFloat64)
if vFloat64 == math.Trunc(vFloat64) && vInt64 <= 9007199254740892 && vInt64 >= -9007199254740892 {
return vInt64
}
}
j.argError = typecastError("int64", key, v)
} else {
j.argError = missingKeyError("int64", key)
}
return 0
}
// ArgFloat64 returns j.Args[key] typed to a float64. If the key is missing or of the wrong type, it sets an argument error
// on the job. This function is meant to be used in the body of a job handling function while extracting arguments,
// followed by a single call to j.ArgError().
func (j *Job) ArgFloat64(key string) float64 {
v, ok := j.Args[key]
if ok {
rVal := reflect.ValueOf(v)
if isIntKind(rVal) {
return float64(rVal.Int())
} else if isUintKind(rVal) {
return float64(rVal.Uint())
} else if isFloatKind(rVal) {
return rVal.Float()
}
j.argError = typecastError("float64", key, v)
} else {
j.argError = missingKeyError("float64", key)
}
return 0.0
}
// ArgBool returns j.Args[key] typed to a bool. If the key is missing or of the wrong type, it sets an argument error
// on the job. This function is meant to be used in the body of a job handling function while extracting arguments,
// followed by a single call to j.ArgError().
func (j *Job) ArgBool(key string) bool {
v, ok := j.Args[key]
if ok {
typedV, ok := v.(bool)
if ok {
return typedV
}
j.argError = typecastError("bool", key, v)
} else {
j.argError = missingKeyError("bool", key)
}
return false
}
// ArgError returns the last error generated when extracting typed params. Returns nil if extracting the args went fine.
func (j *Job) ArgError() error {
return j.argError
}
func isIntKind(v reflect.Value) bool {
k := v.Kind()
return k == reflect.Int || k == reflect.Int8 || k == reflect.Int16 || k == reflect.Int32 || k == reflect.Int64
}
func isUintKind(v reflect.Value) bool {
k := v.Kind()
return k == reflect.Uint || k == reflect.Uint8 || k == reflect.Uint16 || k == reflect.Uint32 || k == reflect.Uint64
}
func isFloatKind(v reflect.Value) bool {
k := v.Kind()
return k == reflect.Float32 || k == reflect.Float64
}
func missingKeyError(jsonType, key string) error {
return fmt.Errorf("looking for a %s in job.Arg[%s] but key wasn't found", jsonType, key)
}
func typecastError(jsonType, key string, v interface{}) error {
actualType := reflect.TypeOf(v)
return fmt.Errorf("looking for a %s in job.Arg[%s] but value wasn't right type: %v(%v)", jsonType, key, actualType, v)
}