8cdaef9752
This change adds the ability to call Shutdown on a gearman-go worker which causes the worker to wait for all currently active jobs to finish and then close the connection. It does this by keeping tracking of the number of currently active transactions, disallowing new job creation, and using a WaitGroup to wait for all active jobs to finish.
276 lines
6.1 KiB
Go
276 lines
6.1 KiB
Go
package worker
|
|
|
|
import (
|
|
"strconv"
|
|
"sync"
|
|
"testing"
|
|
"time"
|
|
)
|
|
|
|
var worker *Worker
|
|
|
|
func init() {
|
|
worker = New(Unlimited)
|
|
}
|
|
|
|
func TestWorkerErrNoneAgents(t *testing.T) {
|
|
err := worker.Ready()
|
|
if err != ErrNoneAgents {
|
|
t.Error("ErrNoneAgents expected.")
|
|
}
|
|
}
|
|
|
|
func TestWorkerAddServer(t *testing.T) {
|
|
t.Log("Add local server 127.0.0.1:4730.")
|
|
if err := worker.AddServer(Network, "127.0.0.1:4730"); err != nil {
|
|
t.Error(err)
|
|
}
|
|
|
|
if l := len(worker.agents); l != 1 {
|
|
t.Log(worker.agents)
|
|
t.Error("The length of server list should be 1.")
|
|
}
|
|
}
|
|
|
|
func TestWorkerErrNoneFuncs(t *testing.T) {
|
|
err := worker.Ready()
|
|
if err != ErrNoneFuncs {
|
|
t.Error("ErrNoneFuncs expected.")
|
|
}
|
|
}
|
|
|
|
func foobar(job Job) ([]byte, error) {
|
|
return nil, nil
|
|
}
|
|
|
|
func TestWorkerAddFunction(t *testing.T) {
|
|
if err := worker.AddFunc("foobar", foobar, 0); err != nil {
|
|
t.Error(err)
|
|
}
|
|
if err := worker.AddFunc("timeout", foobar, 5); err != nil {
|
|
t.Error(err)
|
|
}
|
|
if l := len(worker.funcs); l != 2 {
|
|
t.Log(worker.funcs)
|
|
t.Errorf("The length of function map should be %d.", 2)
|
|
}
|
|
}
|
|
|
|
func TestWorkerRemoveFunc(t *testing.T) {
|
|
if err := worker.RemoveFunc("foobar"); err != nil {
|
|
t.Error(err)
|
|
}
|
|
}
|
|
|
|
func TestWork(t *testing.T) {
|
|
// TODO: Worth looking at this for shutdown (WaitGroup)
|
|
var wg sync.WaitGroup
|
|
worker.JobHandler = func(job Job) error {
|
|
t.Logf("%s", job.Data())
|
|
wg.Done()
|
|
return nil
|
|
}
|
|
if err := worker.Ready(); err != nil {
|
|
t.Error(err)
|
|
return
|
|
}
|
|
go worker.Work()
|
|
wg.Add(1)
|
|
worker.Echo([]byte("Hello"))
|
|
wg.Wait()
|
|
}
|
|
|
|
func TestWorkerClose(t *testing.T) {
|
|
worker.Close()
|
|
}
|
|
|
|
func TestWorkWithoutReady(t *testing.T) {
|
|
other_worker := New(Unlimited)
|
|
|
|
if err := other_worker.AddServer(Network, "127.0.0.1:4730"); err != nil {
|
|
t.Error(err)
|
|
}
|
|
if err := other_worker.AddFunc("gearman-go-workertest", foobar, 0); err != nil {
|
|
t.Error(err)
|
|
}
|
|
|
|
timeout := make(chan bool, 1)
|
|
done := make(chan bool, 1)
|
|
|
|
other_worker.JobHandler = func(j Job) error {
|
|
if !other_worker.ready {
|
|
t.Error("Worker not ready as expected")
|
|
}
|
|
done <- true
|
|
return nil
|
|
}
|
|
go func() {
|
|
time.Sleep(5 * time.Second)
|
|
timeout <- true
|
|
}()
|
|
|
|
go func() {
|
|
other_worker.Work()
|
|
}()
|
|
|
|
// With the all-in-one Work() we don't know if the
|
|
// worker is ready at this stage so we may have to wait a sec:
|
|
go func() {
|
|
tries := 3
|
|
for tries > 0 {
|
|
if other_worker.ready {
|
|
other_worker.Echo([]byte("Hello"))
|
|
break
|
|
}
|
|
|
|
// still waiting for it to be ready..
|
|
time.Sleep(1 * time.Second)
|
|
tries--
|
|
}
|
|
}()
|
|
|
|
// determine if we've finished or timed out:
|
|
select {
|
|
case <-timeout:
|
|
t.Error("Test timed out waiting for the worker")
|
|
case <-done:
|
|
}
|
|
}
|
|
|
|
func TestWorkWithoutReadyWithPanic(t *testing.T) {
|
|
other_worker := New(Unlimited)
|
|
|
|
timeout := make(chan bool, 1)
|
|
done := make(chan bool, 1)
|
|
|
|
// Going to work with no worker setup.
|
|
// when Work (hopefully) calls Ready it will get an error which should cause it to panic()
|
|
go func() {
|
|
defer func() {
|
|
if err := recover(); err != nil {
|
|
done <- true
|
|
return
|
|
}
|
|
t.Error("Work should raise a panic.")
|
|
done <- true
|
|
}()
|
|
other_worker.Work()
|
|
}()
|
|
go func() {
|
|
time.Sleep(2 * time.Second)
|
|
timeout <- true
|
|
}()
|
|
|
|
select {
|
|
case <-timeout:
|
|
t.Error("Test timed out waiting for the worker")
|
|
case <-done:
|
|
}
|
|
|
|
}
|
|
|
|
// initWorker creates a worker and adds the localhost server to it
|
|
func initWorker(t *testing.T) *Worker {
|
|
otherWorker := New(Unlimited)
|
|
if err := otherWorker.AddServer(Network, "127.0.0.1:4730"); err != nil {
|
|
t.Error(err)
|
|
}
|
|
return otherWorker
|
|
}
|
|
|
|
// submitEmptyInPack sends an empty inpack with the specified fn name to the worker. It uses
|
|
// the first agent of the worker.
|
|
func submitEmptyInPack(t *testing.T, worker *Worker, function string) {
|
|
if l := len(worker.agents); l != 1 {
|
|
t.Error("The worker has no agents")
|
|
}
|
|
inpack := getInPack()
|
|
inpack.dataType = dtJobAssign
|
|
inpack.fn = function
|
|
inpack.a = worker.agents[0]
|
|
worker.in <- inpack
|
|
}
|
|
|
|
// TestShutdownSuccessJob tests that shutdown waits for the currently running job to
|
|
// complete.
|
|
func TestShutdownSuccessJob(t *testing.T) {
|
|
otherWorker := initWorker(t)
|
|
output := 0
|
|
var wg sync.WaitGroup
|
|
successJob := func(job Job) ([]byte, error) {
|
|
wg.Done()
|
|
// Sleep for 100ms to ensure that the shutdown waits for this to finish
|
|
time.Sleep(time.Duration(100 * time.Millisecond))
|
|
output = 1
|
|
return nil, nil
|
|
}
|
|
if err := otherWorker.AddFunc("test", successJob, 0); err != nil {
|
|
t.Error(err)
|
|
}
|
|
if err := otherWorker.Ready(); err != nil {
|
|
t.Error(err)
|
|
return
|
|
}
|
|
submitEmptyInPack(t, otherWorker, "test")
|
|
go otherWorker.Work()
|
|
// Wait for the success_job to start so that we know we didn't shutdown before even
|
|
// beginning to process the job.
|
|
wg.Add(1)
|
|
wg.Wait()
|
|
otherWorker.Shutdown()
|
|
if output != 1 {
|
|
t.Error("Expected 1, output was: " + strconv.Itoa(output))
|
|
}
|
|
}
|
|
|
|
func TestShutdownFailureJob(t *testing.T) {
|
|
otherWorker := initWorker(t)
|
|
output := 0
|
|
var wg sync.WaitGroup
|
|
failureJob := func(job Job) ([]byte, error) {
|
|
wg.Done()
|
|
// Sleep for 100ms to ensure that shutdown waits for this to finish
|
|
time.Sleep(time.Duration(100 * time.Millisecond))
|
|
output = 1
|
|
return nil, nil //new Error()
|
|
}
|
|
|
|
if err := otherWorker.AddFunc("test", failureJob, 0); err != nil {
|
|
t.Error(err)
|
|
}
|
|
if err := otherWorker.Ready(); err != nil {
|
|
t.Error(err)
|
|
return
|
|
}
|
|
submitEmptyInPack(t, otherWorker, "test")
|
|
go otherWorker.Work()
|
|
// Wait for the success_job to start so that we know we didn't shutdown before even
|
|
// beginning to process the job.
|
|
wg.Add(1)
|
|
wg.Wait()
|
|
otherWorker.Shutdown()
|
|
if output != 1 {
|
|
t.Error("Expected 1, output was: " + strconv.Itoa(output))
|
|
}
|
|
}
|
|
|
|
func TestSubmitJobAfterShutdown(t *testing.T) {
|
|
otherWorker := initWorker(t)
|
|
noRunJob := func(job Job) ([]byte, error) {
|
|
t.Error("This job shouldn't have been run")
|
|
return nil, nil
|
|
}
|
|
if err := otherWorker.AddFunc("test", noRunJob, 0); err != nil {
|
|
t.Error(err)
|
|
}
|
|
if err := otherWorker.Ready(); err != nil {
|
|
t.Error(err)
|
|
return
|
|
}
|
|
go otherWorker.Work()
|
|
otherWorker.Shutdown()
|
|
submitEmptyInPack(t, otherWorker, "test")
|
|
// Sleep for 100ms to make sure that the job doesn't actually run
|
|
time.Sleep(time.Duration(100 * time.Millisecond))
|
|
}
|