diff --git a/go.mod b/go.mod index 04fa379..2c9e140 100644 --- a/go.mod +++ b/go.mod @@ -5,6 +5,7 @@ go 1.14 require ( cloud.google.com/go/bigquery v1.5.0 github.com/olekukonko/tablewriter v0.0.4 + github.com/slack-go/slack v0.15.0 // indirect golang.org/x/sync v0.0.0-20190911185100-cd5d95a43a6e google.golang.org/api v0.20.0 gopkg.in/yaml.v2 v2.2.8 diff --git a/go.sum b/go.sum index 3735da6..f4476c6 100644 --- a/go.sum +++ b/go.sum @@ -32,11 +32,13 @@ github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5P github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= github.com/envoyproxy/go-control-plane v0.9.1-0.20191026205805-5f8ba28d4473/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7+kN2VEUnK/pcBlmesArF7c= github.com/go-gl/glfw v0.0.0-20190409004039-e6da0acd62b1/go.mod h1:vR7hzQXu2zJy9AVAgeJqvqgH9Q5CA+iKCZ2gyEVpxRU= github.com/go-gl/glfw/v3.3/glfw v0.0.0-20191125211704-12ad95a8df72/go.mod h1:tQ2UAYgL5IevRw8kRxooKSPJfGvJ9fJQFa0TUsXzTg8= github.com/go-gl/glfw/v3.3/glfw v0.0.0-20200222043503-6f7a984d4dc4/go.mod h1:tQ2UAYgL5IevRw8kRxooKSPJfGvJ9fJQFa0TUsXzTg8= +github.com/go-test/deep v1.0.4/go.mod h1:wGDj63lr65AM2AQyKZd/NYHGb0R+1RLqB8NKt3aSFNA= github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q= github.com/golang/groupcache v0.0.0-20190702054246-869f871628b6/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= github.com/golang/groupcache v0.0.0-20191227052852-215e87163ea7/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= @@ -58,6 +60,7 @@ github.com/google/go-cmp v0.2.0/go.mod h1:oXzfMopK8JAjlY9xF4vHSVASa0yLyX7SntLO5a github.com/google/go-cmp v0.3.0/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= github.com/google/go-cmp v0.3.1/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= github.com/google/go-cmp v0.4.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.7/go.mod h1:n+brtR0CgQNWTVd5ZUFpTBC8YFBDLK/h/bpaJ8/DtOE= github.com/google/martian v2.1.0+incompatible/go.mod h1:9I4somxYTbIHy5NJKHRl3wXiIaQGbYVAs8BPL6v8lEs= github.com/google/pprof v0.0.0-20181206194817-3ea8567a2e57/go.mod h1:zfwlbNMJ+OItoe0UupaVj+oy1omPYYDuagoSzA8v9mc= github.com/google/pprof v0.0.0-20190515194954-54271f7e092f/go.mod h1:zfwlbNMJ+OItoe0UupaVj+oy1omPYYDuagoSzA8v9mc= @@ -67,6 +70,8 @@ github.com/google/renameio v0.1.0/go.mod h1:KWCgfxg9yswjAJkECMjeO8J8rahYeXnNhOm4 github.com/googleapis/gax-go/v2 v2.0.4/go.mod h1:0Wqv26UfaUD9n4G6kQubkQ+KchISgw+vpHVxEJEs9eg= github.com/googleapis/gax-go/v2 v2.0.5 h1:sjZBwGj9Jlw33ImPtvFviGYvseOtDM7hkSKB7+Tv3SM= github.com/googleapis/gax-go/v2 v2.0.5/go.mod h1:DWXyrwAJ9X0FpwwEdw+IPEYBICEFu5mhpdKc/us6bOk= +github.com/gorilla/websocket v1.4.2 h1:+/TMaTYc4QFitKJxsQ7Yye35DkWvkdLcvGKqM+x0Ufc= +github.com/gorilla/websocket v1.4.2/go.mod h1:YR8l580nyteQvAITg2hZ9XVh4b55+EU/adAjf1fMHhE= github.com/hashicorp/golang-lru v0.5.0/go.mod h1:/m3WP610KZHVQ1SGc6re/UDhFvYD7pJ4Ao+sR/qLZy8= github.com/hashicorp/golang-lru v0.5.1/go.mod h1:/m3WP610KZHVQ1SGc6re/UDhFvYD7pJ4Ao+sR/qLZy8= github.com/ianlancetaylor/demangle v0.0.0-20181102032728-5e5cf60278f6/go.mod h1:aSSvb/t6k1mPoxDqO4vJh6VOCGPwU4O0C2/Eqndh1Sc= @@ -83,7 +88,10 @@ github.com/olekukonko/tablewriter v0.0.4/go.mod h1:zq6QwlOf5SlnkVbMSr5EoBv3636FW github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA= github.com/rogpeppe/go-internal v1.3.0/go.mod h1:M8bDsm7K2OlrFYOpmOWEs/qY81heoFRclV5y23lUDJ4= +github.com/slack-go/slack v0.15.0 h1:LE2lj2y9vqqiOf+qIIy0GvEoxgF1N5yLGZffmEZykt0= +github.com/slack-go/slack v0.15.0/go.mod h1:hlGi5oXA+Gt+yWTPP0plCdRKmjsDxecdHxYQdlMQKOw= github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= +github.com/stretchr/testify v1.2.2/go.mod h1:a8OnRcib4nhh0OaRAV+Yts87kKdq0PP7pXfy6kDkUVs= github.com/stretchr/testify v1.4.0/go.mod h1:j7eGeouHqKxXV5pUuKE4zz7dFj8WfuZ+81PSLYec5m4= go.opencensus.io v0.21.0/go.mod h1:mSImk1erAIZhrmZN+AvHh14ztQfjbGwt4TtuofqLduU= go.opencensus.io v0.22.0/go.mod h1:+kGneAE2xo2IficOXnaByMWTGM9T73dGwxeWcUqIpI8= diff --git a/lib/notify/slack.go b/lib/notify/slack.go index c5ead5c..b425a6c 100644 --- a/lib/notify/slack.go +++ b/lib/notify/slack.go @@ -2,16 +2,22 @@ package notify import ( "bytes" + "context" "encoding/json" "fmt" "net/http" + "os" + + "github.com/slack-go/slack" ) // Slack has configurations for notifying to Slack +// Fields that have `json:"-"` are not included in the payload to Slack type Slack struct { - URL string `json:"-"` - Title string `json:"title"` - Color string `json:"color"` + URL string `json:"-"` + Title string `json:"title"` + Color string `json:"color"` + UploadChannelID string `json:"-" yaml:"upload_channel_id"` } type payload struct { @@ -48,3 +54,17 @@ func (s Slack) Notify(message string) error { return nil } + +func (s Slack) Upload(csvBuffer *bytes.Buffer) error { + api := slack.New(os.Getenv("SLACK_BOT_TOKEN")) + + _, err := api.UploadFileV2Context(context.Background(), slack.UploadFileV2Parameters{ + FileSize: len(csvBuffer.String()), + Reader: csvBuffer, + Filename: fmt.Sprintf("%s.csv", s.Title), + Title: s.Title, + Channel: s.UploadChannelID, + }) + + return err +} diff --git a/lib/runner/runner.go b/lib/runner/runner.go index 88642ca..6d8eaf5 100644 --- a/lib/runner/runner.go +++ b/lib/runner/runner.go @@ -2,6 +2,7 @@ package runner import ( "bytes" + "encoding/csv" "os" "github.com/aktsk/bqnotify/lib/bq" @@ -47,19 +48,50 @@ func run(project string, query config.Query) error { return nil } - var buf bytes.Buffer - table := tablewriter.NewWriter(&buf) + // Human-readable table + query.Slack.URL = os.Getenv("SLACK_WEBHOOK_URL") + if query.Slack.URL != "" { + var buf bytes.Buffer + table := tablewriter.NewWriter(&buf) + + table.SetHeader(headers) + + for _, v := range rows { + table.Append(v) + } - table.SetHeader(headers) + table.Render() - for _, v := range rows { - table.Append(v) + err = query.Slack.Notify("```\n" + buf.String() + "```") + if err != nil { + return err + } } - table.Render() + // CSV upload + if query.Slack.UploadChannelID != "" { + var csvBuffer bytes.Buffer + writer := csv.NewWriter(&csvBuffer) - query.Slack.URL = os.Getenv("SLACK_WEBHOOK_URL") - query.Slack.Notify("```\n" + buf.String() + "```") + err = writer.Write(headers) + if err != nil { + return err + } + + for _, v := range rows { + if err := writer.Write(v); err != nil { + return err + } + } + + writer.Flush() + + if err := writer.Error(); err != nil { + return nil + } + + return query.Slack.Upload(&csvBuffer) + } return nil }