Make sure accept-encoding is sent

This commit is contained in:
Eduard Urbach 2018-03-08 21:40:48 +01:00
parent 85d5d1bc36
commit a7c9aba58d

View File

@ -39,6 +39,7 @@ func main() {
malCrawler := crawler.New( malCrawler := crawler.New(
map[string]string{ map[string]string{
"User-Agent": userAgent, "User-Agent": userAgent,
"Accept-Encoding": "gzip",
}, },
1500*time.Millisecond, 1500*time.Millisecond,
len(animes), len(animes),