|
- /*
- Package alils implements the SDK(v0.5.0) of Simple Log Service(abbr. SLS).
-
- For more description about SLS, please read this article:
- http://gitlab.alibaba-inc.com/sls/doc.
- */
- package alils
-
- import (
- "encoding/json"
- "fmt"
- "io/ioutil"
- "net/http"
- "net/http/httputil"
- )
-
- // Error message in SLS HTTP response.
- type errorMessage struct {
- Code string `json:"errorCode"`
- Message string `json:"errorMessage"`
- }
-
- // LogProject Define the Ali Project detail
- type LogProject struct {
- Name string // Project name
- Endpoint string // IP or hostname of SLS endpoint
- AccessKeyID string
- AccessKeySecret string
- }
-
- // NewLogProject creates a new SLS project.
- func NewLogProject(name, endpoint, AccessKeyID, accessKeySecret string) (p *LogProject, err error) {
- p = &LogProject{
- Name: name,
- Endpoint: endpoint,
- AccessKeyID: AccessKeyID,
- AccessKeySecret: accessKeySecret,
- }
- return p, nil
- }
-
- // ListLogStore returns all logstore names of project p.
- func (p *LogProject) ListLogStore() (storeNames []string, err error) {
- h := map[string]string{
- "x-sls-bodyrawsize": "0",
- }
-
- uri := fmt.Sprintf("/logstores")
- r, err := request(p, "GET", uri, h, nil)
- if err != nil {
- return
- }
-
- buf, err := ioutil.ReadAll(r.Body)
- if err != nil {
- return
- }
-
- if r.StatusCode != http.StatusOK {
- errMsg := &errorMessage{}
- err = json.Unmarshal(buf, errMsg)
- if err != nil {
- err = fmt.Errorf("failed to list logstore")
- dump, _ := httputil.DumpResponse(r, true)
- fmt.Printf("%s\n", dump)
- return
- }
- err = fmt.Errorf("%v:%v", errMsg.Code, errMsg.Message)
- return
- }
-
- type Body struct {
- Count int
- LogStores []string
- }
- body := &Body{}
-
- err = json.Unmarshal(buf, body)
- if err != nil {
- return
- }
-
- storeNames = body.LogStores
-
- return
- }
-
- // GetLogStore returns logstore according by logstore name.
- func (p *LogProject) GetLogStore(name string) (s *LogStore, err error) {
- h := map[string]string{
- "x-sls-bodyrawsize": "0",
- }
-
- r, err := request(p, "GET", "/logstores/"+name, h, nil)
- if err != nil {
- return
- }
-
- buf, err := ioutil.ReadAll(r.Body)
- if err != nil {
- return
- }
-
- if r.StatusCode != http.StatusOK {
- errMsg := &errorMessage{}
- err = json.Unmarshal(buf, errMsg)
- if err != nil {
- err = fmt.Errorf("failed to get logstore")
- dump, _ := httputil.DumpResponse(r, true)
- fmt.Printf("%s\n", dump)
- return
- }
- err = fmt.Errorf("%v:%v", errMsg.Code, errMsg.Message)
- return
- }
-
- s = &LogStore{}
- err = json.Unmarshal(buf, s)
- if err != nil {
- return
- }
- s.project = p
- return
- }
-
- // CreateLogStore creates a new logstore in SLS,
- // where name is logstore name,
- // and ttl is time-to-live(in day) of logs,
- // and shardCnt is the number of shards.
- func (p *LogProject) CreateLogStore(name string, ttl, shardCnt int) (err error) {
-
- type Body struct {
- Name string `json:"logstoreName"`
- TTL int `json:"ttl"`
- ShardCount int `json:"shardCount"`
- }
-
- store := &Body{
- Name: name,
- TTL: ttl,
- ShardCount: shardCnt,
- }
-
- body, err := json.Marshal(store)
- if err != nil {
- return
- }
-
- h := map[string]string{
- "x-sls-bodyrawsize": fmt.Sprintf("%v", len(body)),
- "Content-Type": "application/json",
- "Accept-Encoding": "deflate", // TODO: support lz4
- }
-
- r, err := request(p, "POST", "/logstores", h, body)
- if err != nil {
- return
- }
-
- body, err = ioutil.ReadAll(r.Body)
- if err != nil {
- return
- }
-
- if r.StatusCode != http.StatusOK {
- errMsg := &errorMessage{}
- err = json.Unmarshal(body, errMsg)
- if err != nil {
- err = fmt.Errorf("failed to create logstore")
- dump, _ := httputil.DumpResponse(r, true)
- fmt.Printf("%s\n", dump)
- return
- }
- err = fmt.Errorf("%v:%v", errMsg.Code, errMsg.Message)
- return
- }
-
- return
- }
-
- // DeleteLogStore deletes a logstore according by logstore name.
- func (p *LogProject) DeleteLogStore(name string) (err error) {
- h := map[string]string{
- "x-sls-bodyrawsize": "0",
- }
-
- r, err := request(p, "DELETE", "/logstores/"+name, h, nil)
- if err != nil {
- return
- }
-
- body, err := ioutil.ReadAll(r.Body)
- if err != nil {
- return
- }
-
- if r.StatusCode != http.StatusOK {
- errMsg := &errorMessage{}
- err = json.Unmarshal(body, errMsg)
- if err != nil {
- err = fmt.Errorf("failed to delete logstore")
- dump, _ := httputil.DumpResponse(r, true)
- fmt.Printf("%s\n", dump)
- return
- }
- err = fmt.Errorf("%v:%v", errMsg.Code, errMsg.Message)
- return
- }
- return
- }
-
- // UpdateLogStore updates a logstore according by logstore name,
- // obviously we can't modify the logstore name itself.
- func (p *LogProject) UpdateLogStore(name string, ttl, shardCnt int) (err error) {
-
- type Body struct {
- Name string `json:"logstoreName"`
- TTL int `json:"ttl"`
- ShardCount int `json:"shardCount"`
- }
-
- store := &Body{
- Name: name,
- TTL: ttl,
- ShardCount: shardCnt,
- }
-
- body, err := json.Marshal(store)
- if err != nil {
- return
- }
-
- h := map[string]string{
- "x-sls-bodyrawsize": fmt.Sprintf("%v", len(body)),
- "Content-Type": "application/json",
- "Accept-Encoding": "deflate", // TODO: support lz4
- }
-
- r, err := request(p, "PUT", "/logstores", h, body)
- if err != nil {
- return
- }
-
- body, err = ioutil.ReadAll(r.Body)
- if err != nil {
- return
- }
-
- if r.StatusCode != http.StatusOK {
- errMsg := &errorMessage{}
- err = json.Unmarshal(body, errMsg)
- if err != nil {
- err = fmt.Errorf("failed to update logstore")
- dump, _ := httputil.DumpResponse(r, true)
- fmt.Printf("%s\n", dump)
- return
- }
- err = fmt.Errorf("%v:%v", errMsg.Code, errMsg.Message)
- return
- }
-
- return
- }
-
- // ListMachineGroup returns machine group name list and the total number of machine groups.
- // The offset starts from 0 and the size is the max number of machine groups could be returned.
- func (p *LogProject) ListMachineGroup(offset, size int) (m []string, total int, err error) {
- h := map[string]string{
- "x-sls-bodyrawsize": "0",
- }
-
- if size <= 0 {
- size = 500
- }
-
- uri := fmt.Sprintf("/machinegroups?offset=%v&size=%v", offset, size)
- r, err := request(p, "GET", uri, h, nil)
- if err != nil {
- return
- }
-
- buf, err := ioutil.ReadAll(r.Body)
- if err != nil {
- return
- }
-
- if r.StatusCode != http.StatusOK {
- errMsg := &errorMessage{}
- err = json.Unmarshal(buf, errMsg)
- if err != nil {
- err = fmt.Errorf("failed to list machine group")
- dump, _ := httputil.DumpResponse(r, true)
- fmt.Printf("%s\n", dump)
- return
- }
- err = fmt.Errorf("%v:%v", errMsg.Code, errMsg.Message)
- return
- }
-
- type Body struct {
- MachineGroups []string
- Count int
- Total int
- }
- body := &Body{}
-
- err = json.Unmarshal(buf, body)
- if err != nil {
- return
- }
-
- m = body.MachineGroups
- total = body.Total
-
- return
- }
-
- // GetMachineGroup retruns machine group according by machine group name.
- func (p *LogProject) GetMachineGroup(name string) (m *MachineGroup, err error) {
- h := map[string]string{
- "x-sls-bodyrawsize": "0",
- }
-
- r, err := request(p, "GET", "/machinegroups/"+name, h, nil)
- if err != nil {
- return
- }
-
- buf, err := ioutil.ReadAll(r.Body)
- if err != nil {
- return
- }
-
- if r.StatusCode != http.StatusOK {
- errMsg := &errorMessage{}
- err = json.Unmarshal(buf, errMsg)
- if err != nil {
- err = fmt.Errorf("failed to get machine group:%v", name)
- dump, _ := httputil.DumpResponse(r, true)
- fmt.Printf("%s\n", dump)
- return
- }
- err = fmt.Errorf("%v:%v", errMsg.Code, errMsg.Message)
- return
- }
-
- m = &MachineGroup{}
- err = json.Unmarshal(buf, m)
- if err != nil {
- return
- }
- m.project = p
- return
- }
-
- // CreateMachineGroup creates a new machine group in SLS.
- func (p *LogProject) CreateMachineGroup(m *MachineGroup) (err error) {
-
- body, err := json.Marshal(m)
- if err != nil {
- return
- }
-
- h := map[string]string{
- "x-sls-bodyrawsize": fmt.Sprintf("%v", len(body)),
- "Content-Type": "application/json",
- "Accept-Encoding": "deflate", // TODO: support lz4
- }
-
- r, err := request(p, "POST", "/machinegroups", h, body)
- if err != nil {
- return
- }
-
- body, err = ioutil.ReadAll(r.Body)
- if err != nil {
- return
- }
-
- if r.StatusCode != http.StatusOK {
- errMsg := &errorMessage{}
- err = json.Unmarshal(body, errMsg)
- if err != nil {
- err = fmt.Errorf("failed to create machine group")
- dump, _ := httputil.DumpResponse(r, true)
- fmt.Printf("%s\n", dump)
- return
- }
- err = fmt.Errorf("%v:%v", errMsg.Code, errMsg.Message)
- return
- }
-
- return
- }
-
- // UpdateMachineGroup updates a machine group.
- func (p *LogProject) UpdateMachineGroup(m *MachineGroup) (err error) {
-
- body, err := json.Marshal(m)
- if err != nil {
- return
- }
-
- h := map[string]string{
- "x-sls-bodyrawsize": fmt.Sprintf("%v", len(body)),
- "Content-Type": "application/json",
- "Accept-Encoding": "deflate", // TODO: support lz4
- }
-
- r, err := request(p, "PUT", "/machinegroups/"+m.Name, h, body)
- if err != nil {
- return
- }
-
- body, err = ioutil.ReadAll(r.Body)
- if err != nil {
- return
- }
-
- if r.StatusCode != http.StatusOK {
- errMsg := &errorMessage{}
- err = json.Unmarshal(body, errMsg)
- if err != nil {
- err = fmt.Errorf("failed to update machine group")
- dump, _ := httputil.DumpResponse(r, true)
- fmt.Printf("%s\n", dump)
- return
- }
- err = fmt.Errorf("%v:%v", errMsg.Code, errMsg.Message)
- return
- }
-
- return
- }
-
- // DeleteMachineGroup deletes machine group according machine group name.
- func (p *LogProject) DeleteMachineGroup(name string) (err error) {
- h := map[string]string{
- "x-sls-bodyrawsize": "0",
- }
-
- r, err := request(p, "DELETE", "/machinegroups/"+name, h, nil)
- if err != nil {
- return
- }
-
- body, err := ioutil.ReadAll(r.Body)
- if err != nil {
- return
- }
-
- if r.StatusCode != http.StatusOK {
- errMsg := &errorMessage{}
- err = json.Unmarshal(body, errMsg)
- if err != nil {
- err = fmt.Errorf("failed to delete machine group")
- dump, _ := httputil.DumpResponse(r, true)
- fmt.Printf("%s\n", dump)
- return
- }
- err = fmt.Errorf("%v:%v", errMsg.Code, errMsg.Message)
- return
- }
- return
- }
-
- // ListConfig returns config names list and the total number of configs.
- // The offset starts from 0 and the size is the max number of configs could be returned.
- func (p *LogProject) ListConfig(offset, size int) (cfgNames []string, total int, err error) {
- h := map[string]string{
- "x-sls-bodyrawsize": "0",
- }
-
- if size <= 0 {
- size = 100
- }
-
- uri := fmt.Sprintf("/configs?offset=%v&size=%v", offset, size)
- r, err := request(p, "GET", uri, h, nil)
- if err != nil {
- return
- }
-
- buf, err := ioutil.ReadAll(r.Body)
- if err != nil {
- return
- }
-
- if r.StatusCode != http.StatusOK {
- errMsg := &errorMessage{}
- err = json.Unmarshal(buf, errMsg)
- if err != nil {
- err = fmt.Errorf("failed to delete machine group")
- dump, _ := httputil.DumpResponse(r, true)
- fmt.Printf("%s\n", dump)
- return
- }
- err = fmt.Errorf("%v:%v", errMsg.Code, errMsg.Message)
- return
- }
-
- type Body struct {
- Total int
- Configs []string
- }
- body := &Body{}
-
- err = json.Unmarshal(buf, body)
- if err != nil {
- return
- }
-
- cfgNames = body.Configs
- total = body.Total
- return
- }
-
- // GetConfig returns config according by config name.
- func (p *LogProject) GetConfig(name string) (c *LogConfig, err error) {
- h := map[string]string{
- "x-sls-bodyrawsize": "0",
- }
-
- r, err := request(p, "GET", "/configs/"+name, h, nil)
- if err != nil {
- return
- }
-
- buf, err := ioutil.ReadAll(r.Body)
- if err != nil {
- return
- }
-
- if r.StatusCode != http.StatusOK {
- errMsg := &errorMessage{}
- err = json.Unmarshal(buf, errMsg)
- if err != nil {
- err = fmt.Errorf("failed to delete config")
- dump, _ := httputil.DumpResponse(r, true)
- fmt.Printf("%s\n", dump)
- return
- }
- err = fmt.Errorf("%v:%v", errMsg.Code, errMsg.Message)
- return
- }
-
- c = &LogConfig{}
- err = json.Unmarshal(buf, c)
- if err != nil {
- return
- }
- c.project = p
- return
- }
-
- // UpdateConfig updates a config.
- func (p *LogProject) UpdateConfig(c *LogConfig) (err error) {
-
- body, err := json.Marshal(c)
- if err != nil {
- return
- }
-
- h := map[string]string{
- "x-sls-bodyrawsize": fmt.Sprintf("%v", len(body)),
- "Content-Type": "application/json",
- "Accept-Encoding": "deflate", // TODO: support lz4
- }
-
- r, err := request(p, "PUT", "/configs/"+c.Name, h, body)
- if err != nil {
- return
- }
-
- body, err = ioutil.ReadAll(r.Body)
- if err != nil {
- return
- }
-
- if r.StatusCode != http.StatusOK {
- errMsg := &errorMessage{}
- err = json.Unmarshal(body, errMsg)
- if err != nil {
- err = fmt.Errorf("failed to update config")
- dump, _ := httputil.DumpResponse(r, true)
- fmt.Printf("%s\n", dump)
- return
- }
- err = fmt.Errorf("%v:%v", errMsg.Code, errMsg.Message)
- return
- }
-
- return
- }
-
- // CreateConfig creates a new config in SLS.
- func (p *LogProject) CreateConfig(c *LogConfig) (err error) {
-
- body, err := json.Marshal(c)
- if err != nil {
- return
- }
-
- h := map[string]string{
- "x-sls-bodyrawsize": fmt.Sprintf("%v", len(body)),
- "Content-Type": "application/json",
- "Accept-Encoding": "deflate", // TODO: support lz4
- }
-
- r, err := request(p, "POST", "/configs", h, body)
- if err != nil {
- return
- }
-
- body, err = ioutil.ReadAll(r.Body)
- if err != nil {
- return
- }
-
- if r.StatusCode != http.StatusOK {
- errMsg := &errorMessage{}
- err = json.Unmarshal(body, errMsg)
- if err != nil {
- err = fmt.Errorf("failed to update config")
- dump, _ := httputil.DumpResponse(r, true)
- fmt.Printf("%s\n", dump)
- return
- }
- err = fmt.Errorf("%v:%v", errMsg.Code, errMsg.Message)
- return
- }
-
- return
- }
-
- // DeleteConfig deletes a config according by config name.
- func (p *LogProject) DeleteConfig(name string) (err error) {
- h := map[string]string{
- "x-sls-bodyrawsize": "0",
- }
-
- r, err := request(p, "DELETE", "/configs/"+name, h, nil)
- if err != nil {
- return
- }
-
- body, err := ioutil.ReadAll(r.Body)
- if err != nil {
- return
- }
-
- if r.StatusCode != http.StatusOK {
- errMsg := &errorMessage{}
- err = json.Unmarshal(body, errMsg)
- if err != nil {
- err = fmt.Errorf("failed to delete config")
- dump, _ := httputil.DumpResponse(r, true)
- fmt.Printf("%s\n", dump)
- return
- }
- err = fmt.Errorf("%v:%v", errMsg.Code, errMsg.Message)
- return
- }
- return
- }
-
- // GetAppliedMachineGroups returns applied machine group names list according config name.
- func (p *LogProject) GetAppliedMachineGroups(confName string) (groupNames []string, err error) {
- h := map[string]string{
- "x-sls-bodyrawsize": "0",
- }
-
- uri := fmt.Sprintf("/configs/%v/machinegroups", confName)
- r, err := request(p, "GET", uri, h, nil)
- if err != nil {
- return
- }
-
- buf, err := ioutil.ReadAll(r.Body)
- if err != nil {
- return
- }
-
- if r.StatusCode != http.StatusOK {
- errMsg := &errorMessage{}
- err = json.Unmarshal(buf, errMsg)
- if err != nil {
- err = fmt.Errorf("failed to get applied machine groups")
- dump, _ := httputil.DumpResponse(r, true)
- fmt.Printf("%s\n", dump)
- return
- }
- err = fmt.Errorf("%v:%v", errMsg.Code, errMsg.Message)
- return
- }
-
- type Body struct {
- Count int
- Machinegroups []string
- }
-
- body := &Body{}
- err = json.Unmarshal(buf, body)
- if err != nil {
- return
- }
-
- groupNames = body.Machinegroups
- return
- }
-
- // GetAppliedConfigs returns applied config names list according machine group name groupName.
- func (p *LogProject) GetAppliedConfigs(groupName string) (confNames []string, err error) {
- h := map[string]string{
- "x-sls-bodyrawsize": "0",
- }
-
- uri := fmt.Sprintf("/machinegroups/%v/configs", groupName)
- r, err := request(p, "GET", uri, h, nil)
- if err != nil {
- return
- }
-
- buf, err := ioutil.ReadAll(r.Body)
- if err != nil {
- return
- }
-
- if r.StatusCode != http.StatusOK {
- errMsg := &errorMessage{}
- err = json.Unmarshal(buf, errMsg)
- if err != nil {
- err = fmt.Errorf("failed to applied configs")
- dump, _ := httputil.DumpResponse(r, true)
- fmt.Printf("%s\n", dump)
- return
- }
- err = fmt.Errorf("%v:%v", errMsg.Code, errMsg.Message)
- return
- }
-
- type Cfg struct {
- Count int `json:"count"`
- Configs []string `json:"configs"`
- }
-
- body := &Cfg{}
- err = json.Unmarshal(buf, body)
- if err != nil {
- return
- }
-
- confNames = body.Configs
- return
- }
-
- // ApplyConfigToMachineGroup applies config to machine group.
- func (p *LogProject) ApplyConfigToMachineGroup(confName, groupName string) (err error) {
- h := map[string]string{
- "x-sls-bodyrawsize": "0",
- }
-
- uri := fmt.Sprintf("/machinegroups/%v/configs/%v", groupName, confName)
- r, err := request(p, "PUT", uri, h, nil)
- if err != nil {
- return
- }
-
- buf, err := ioutil.ReadAll(r.Body)
- if err != nil {
- return
- }
-
- if r.StatusCode != http.StatusOK {
- errMsg := &errorMessage{}
- err = json.Unmarshal(buf, errMsg)
- if err != nil {
- err = fmt.Errorf("failed to apply config to machine group")
- dump, _ := httputil.DumpResponse(r, true)
- fmt.Printf("%s\n", dump)
- return
- }
- err = fmt.Errorf("%v:%v", errMsg.Code, errMsg.Message)
- return
- }
- return
- }
-
- // RemoveConfigFromMachineGroup removes config from machine group.
- func (p *LogProject) RemoveConfigFromMachineGroup(confName, groupName string) (err error) {
- h := map[string]string{
- "x-sls-bodyrawsize": "0",
- }
-
- uri := fmt.Sprintf("/machinegroups/%v/configs/%v", groupName, confName)
- r, err := request(p, "DELETE", uri, h, nil)
- if err != nil {
- return
- }
-
- buf, err := ioutil.ReadAll(r.Body)
- if err != nil {
- return
- }
-
- if r.StatusCode != http.StatusOK {
- errMsg := &errorMessage{}
- err = json.Unmarshal(buf, errMsg)
- if err != nil {
- err = fmt.Errorf("failed to remove config from machine group")
- dump, _ := httputil.DumpResponse(r, true)
- fmt.Printf("%s\n", dump)
- return
- }
- err = fmt.Errorf("%v:%v", errMsg.Code, errMsg.Message)
- return
- }
- return
- }
|