lukegb/depot
1
0
Fork 0
Code Issues 1 Pull requests Projects Packages Activity Actions

twitterchiver/relatedfetcher: wire bucket from flag into worker config

Browse source
This commit is contained in:
Luke Granger-Brown 2021-04-01 00:29:46 +00:00
parent bab069b286
commit 7a48bccf36
1 changed files with 8 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
go/twitterchiver/related_fetcher/fetcher.go
View file

@ -457,6 +457,13 @@ func main() {
} }
defer conn.Close() defer conn.Close()
bucket, err := blob.OpenBucket(ctx, *mediaFetchDestination)
if err != nil {
fmt.Fprintf(os.Stderr, "Unable to connect to bucket: %v\n", err)
os.Exit(1)
}
defer bucket.Close()
ckey, csecret := os.Getenv("TWITTER_OAUTH_CONSUMER_KEY"), os.Getenv("TWITTER_OAUTH_CONSUMER_SECRET") ckey, csecret := os.Getenv("TWITTER_OAUTH_CONSUMER_KEY"), os.Getenv("TWITTER_OAUTH_CONSUMER_SECRET")
if ckey == "" || csecret == "" { if ckey == "" || csecret == "" {
fmt.Fprintf(os.Stderr, "No TWITTER_OAUTH_CONSUMER_KEY or TWITTER_OAUTH_CONSUMER_SECRET\n") fmt.Fprintf(os.Stderr, "No TWITTER_OAUTH_CONSUMER_KEY or TWITTER_OAUTH_CONSUMER_SECRET\n")
@ -508,6 +515,7 @@ func main() {
DatabasePool: conn, DatabasePool: conn,
WorkQueue: workQueue, WorkQueue: workQueue,
Bucket: bucket,
} }
configs := map[string]WorkerConfig{ configs := map[string]WorkerConfig{
"media": cfg.Merge(WorkerConfig{ "media": cfg.Merge(WorkerConfig{