james/yarr
4
0
Fork 0
mirror of https://github.com/nkanaev/yarr.git synced 2025-05-24 00:33:14 +00:00
Code Issues Packages Projects Releases Wiki Activity

wrap in charset

Browse Source
This commit is contained in:
Nazar Kanaev 2021-03-24 13:42:24 +00:00
parent b40fe94147
commit 80402943a1
1 changed files with 6 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
src/worker/crawler.go
View File

@ -36,7 +36,12 @@ func DiscoverFeed(candidateUrl string) (*DiscoverResult, error) {
if res.StatusCode != 200 {
return nil, fmt.Errorf("status code %d", res.StatusCode)
}
content, err := ioutil.ReadAll(res.Body)
body, err := charset.NewReader(res.Body, res.Header.Get("Content-Type"))
if err != nil {
return nil, err
}
content, err := ioutil.ReadAll(body)
if err != nil {
return nil, err
}