Job server can echo sth. to worker now.

This commit is contained in:
mikespook 2011-05-17 18:12:40 +08:00
parent 364744ff92
commit dcd42b5c91
4 changed files with 120 additions and 19 deletions

View File

@ -7,6 +7,8 @@ include $(GOROOT)/src/Make.inc
TARG=gearman TARG=gearman
GOFILES=\ GOFILES=\
gearman.go\ gearman.go\
job.go\
jobclient.go\
worker.go\ worker.go\
# client.go\ # client.go\

View File

@ -3,4 +3,7 @@ package gearman
const ( const (
TCP = "tcp4" TCP = "tcp4"
WORKER_SERVER_CAP = 32 WORKER_SERVER_CAP = 32
WORKER_FUNCTION_CAP = 512
) )

View File

@ -4,8 +4,13 @@ import (
"testing" "testing"
) )
var worker *Worker
func init() {
worker = NewWorker()
}
func TestAddServer(t *testing.T) { func TestAddServer(t *testing.T) {
worker := NewWorker()
t.Log("Add local server 127.0.0.1:4730.") t.Log("Add local server 127.0.0.1:4730.")
if err := worker.AddServer("127.0.0.1:4730"); err != nil { if err := worker.AddServer("127.0.0.1:4730"); err != nil {
t.Error(err) t.Error(err)
@ -16,3 +21,30 @@ func TestAddServer(t *testing.T) {
t.Error("The length of server list should be 1.") t.Error("The length of server list should be 1.")
} }
} }
func TestAddFunction(t *testing.T) {
f := func(job *Job) []byte {
return nil
}
if err := worker.AddFunction("foobar", f); err != nil {
t.Error(err)
}
if l := len(worker.functions); l != 1 {
t.Log(worker.functions)
t.Error("The length of function map should be 1.")
}
}
func TestEcho(t * testing.T) {
go worker.Work()
if err := worker.Echo([]byte("Hello World")); err != nil {
t.Error(err)
}
}
func TestClose(t *testing.T) {
if err := worker.Close(); err != nil {
t.Error(err)
}
}

View File

@ -1,54 +1,118 @@
package gearman package gearman
import( import(
"net"
"os" "os"
"sync"
"log"
) )
type Worker struct { type JobFunction func(job *Job) []byte
servers []net.Conn type Worker struct {
servers []*JobClient
functions map[string]JobFunction
running bool
incoming chan *Job
mutex sync.Mutex
queue chan *Job
} }
func NewWorker() (worker *Worker) { func NewWorker() (worker *Worker) {
worker = &Worker{servers:make([]net.Conn, 0, WORKER_SERVER_CAP)} worker = &Worker{servers:make([]*JobClient, 0, WORKER_SERVER_CAP),
functions: make(map[string]JobFunction),
incoming: make(chan *Job, 512),
queue: make(chan *Job, 512),
running: true,}
return worker return worker
} }
// add server // add server
// worker.AddServer("127.0.0.1:4730") // worker.AddServer("127.0.0.1:4730")
func (worker * Worker) AddServer(addr string) (err os.Error) { func (worker * Worker) AddServer(addr string) (err os.Error) {
worker.mutex.Lock()
defer worker.mutex.Unlock()
if len(worker.servers) == cap(worker.servers) { if len(worker.servers) == cap(worker.servers) {
return os.NewError("There were too many servers.") return os.NewError("There were too many servers.")
} }
conn, err := net.Dial(TCP, addr)
// Create a new job server's client as a agent of server
server, err := NewJobClient(addr, worker.incoming)
if err != nil { if err != nil {
return err return err
} }
n := len(worker.servers) n := len(worker.servers)
worker.servers = worker.servers[0: n + 1] worker.servers = worker.servers[0: n + 1]
worker.servers[n] = conn worker.servers[n] = server
return nil return
} }
/*
// add function // add function
func (worker * Worker) AddFunction(funcname string, func (worker * Worker) AddFunction(funcname string,
f interface{}, context interface{}) (err Error) { f JobFunction) (err os.Error) {
worker.mutex.Lock()
defer worker.mutex.Unlock()
if f == nil {
return os.NewError("Job function should not be nil.")
}
worker.functions[funcname] = f
return
}
// work
func (worker * Worker) Work() {
for _, v := range worker.servers {
go v.Work()
}
for worker.running {
select {
case job := <-worker.incoming:
if err := worker.Exec(job); err != nil {
log.Panicln(err)
}
worker.queue <- job
}
}
} }
// work func (worker * Worker) Result() (job *Job) {
func (worker * GearmanWorker) Work() { if l := len(worker.queue); l != 1 {
for { if l == 0 {
return
} }
for i := 0; i < l - 1; i ++ {
<-worker.queue
}
}
return <-worker.queue
} }
// Close // Close
// should used as defer // should used as defer
func (worker * GearmanWorker) Close() (err Error){ func (worker * Worker) Close() (err os.Error){
worker.running = false
for _, v := range worker.servers {
err = v.Close()
}
close(worker.incoming)
return err
}
// Echo
func (worker * Worker) Echo(data []byte) (err os.Error) {
e := make(chan os.Error)
for _, v := range worker.servers {
go func() {
e <- v.Echo(data)
}()
}
return <- e
}
// Exec
func (worker * Worker) Exec(job *Job) (err os.Error) {
return
} }
*/