r4/projekt-gutenberg-de-dl
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

detect 404s

Browse Source
This commit is contained in:
r4 2021-07-20 16:14:19 +02:00
parent 147988315d
commit 7abed7640b
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
main.go
View File

@ -20,6 +20,7 @@ var (
ErrInvalidURL = errors.New("invalid url") ErrInvalidURL = errors.New("invalid url")
ErrNoChaptersFound = errors.New("no chapters found in index") ErrNoChaptersFound = errors.New("no chapters found in index")
ErrParsingPage = errors.New("error parsing page") ErrParsingPage = errors.New("error parsing page")
ErrBookNotFound = errors.New("book not found")
) )
const ( const (
@ -145,6 +146,9 @@ func (e *Extractor) FetchAndProcessIndex() error {
if err != nil { if err != nil {
return err return err
} }
if resp.StatusCode == 404 {
return ErrBookNotFound
}
defer resp.Body.Close() defer resp.Body.Close()
// Parse HTML via Goquery. // Parse HTML via Goquery.
doc, err := gq.NewDocumentFromReader(resp.Body) doc, err := gq.NewDocumentFromReader(resp.Body)