lukegb/depot
1
0
Fork 0
Code Issues 1 Pull requests Projects Packages Activity Actions

twitterchiver/related_fetcher: treat 403 as deleted as well

Browse source
This commit is contained in:
Luke Granger-Brown 2020-10-19 23:57:44 +00:00
parent e6180a6850
commit cab1df2966
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
go/twitterchiver/related_fetcher/fetcher.go
View file

@ -237,8 +237,8 @@ func mediaFetchTick(ctx context.Context, cfg WorkerConfig) error {
switch resp.StatusCode {
case http.StatusOK:
break // This is what we expect.
case http.StatusNotFound:
log.Printf("[%v:%d:%v] got a 404; marking as successful since this has probably been deleted.", cfg.Name, t.ID, u)
case http.StatusNotFound, http.StatusForbidden:
log.Printf("[%v:%d:%v] got a %d; marking as successful since this has probably been deleted.", cfg.Name, t.ID, u, resp.StatusCode)
return nil
default:
return fmt.Errorf("HTTP status %d - %v", resp.StatusCode, resp.Status)