From c90b115314981c2452799df80ec9f5b15cb493ff Mon Sep 17 00:00:00 2001 From: rtz12 Date: Tue, 29 Mar 2016 18:04:00 +0200 Subject: Sperrungsdetektion diff --git a/tools/charcrawler/crawler/acd.go b/tools/charcrawler/crawler/acd.go index 31efb0d..9a37b95 100644 --- a/tools/charcrawler/crawler/acd.go +++ b/tools/charcrawler/crawler/acd.go @@ -25,6 +25,9 @@ func (a ACDCrawler) Crawl(id int) (CharacterData, error) { if strings.Contains(text, "bad character : try") { return nil, CharacterNotFound } + if strings.Contains(text, "Your IP has been blocked") { + return nil, Banned + } dataTr := doc.Find("#besttable").Next().ChildrenFiltered("tbody").ChildrenFiltered("tr") leftSide := dataTr.Children().Eq(0) rightSide := dataTr.Children().Eq(1) diff --git a/tools/charcrawler/crawler/acd_anime.go b/tools/charcrawler/crawler/acd_anime.go index 106655d..c697b43 100644 --- a/tools/charcrawler/crawler/acd_anime.go +++ b/tools/charcrawler/crawler/acd_anime.go @@ -25,6 +25,9 @@ func (a ACDAnimeCrawler) Crawl(id int) (CharacterData, error) { if strings.Contains(text, "bad series : try") { return nil, CharacterNotFound } + if strings.Contains(text, "Your IP has been blocked") { + return nil, Banned + } tds := doc.Find("#besttable > table > tbody > tr > td") val, _ := tds.Eq(0).Find("img").Attr("src") c["__thumb"] = val diff --git a/tools/charcrawler/crawler/crawler.go b/tools/charcrawler/crawler/crawler.go index 337bc76..64d1a27 100644 --- a/tools/charcrawler/crawler/crawler.go +++ b/tools/charcrawler/crawler/crawler.go @@ -23,6 +23,7 @@ var Instances []Crawler var ( CrawlError = errors.New("Error while crawling") CharacterNotFound = errors.New("Character not found") + Banned = errors.New("Crawler banned from source") ) func Start(c Crawler) { -- cgit v0.10.1