Skip to content

Commit

Permalink
remove fanqiangdang
Browse files Browse the repository at this point in the history
  • Loading branch information
zu1k committed Aug 29, 2020
1 parent 7de03fc commit ca12fc1
Showing 1 changed file with 0 additions and 49 deletions.
49 changes: 0 additions & 49 deletions pkg/getter/web_fanqiangdang.go
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,6 @@ import (
)

func init() {
Register("web-fanqiangdang-rss", NewWebFanqiangdangRSSGetter)
Register("web-fanqiangdang", NewWebFanqiangdangGetter)
}

Expand Down Expand Up @@ -64,54 +63,6 @@ func (w *WebFanqiangdang) Get() proxy.ProxyList {
}

func (w *WebFanqiangdang) Get2Chan(pc chan proxy.Proxy, wg *sync.WaitGroup) {
defer wg.Done()
nodes := w.Get()
for _, node := range nodes {
pc <- node
}
}

type WebFanqiangdangRSS struct {
c *colly.Collector
Url string
results []string
}

func NewWebFanqiangdangRSSGetter(options tool.Options) (getter Getter, err error) {
urlInterface, found := options["url"]
if found {
url, err := AssertTypeStringNotNull(urlInterface)
if err != nil {
return nil, err
}
return &WebFanqiangdangRSS{
c: tool.GetColly(),
Url: url,
}, nil
}
return nil, ErrorUrlNotFound
}

func (w *WebFanqiangdangRSS) Get() proxy.ProxyList {
w.results = make([]string, 0)
w.c.OnHTML("td.t_f", func(e *colly.HTMLElement) {
w.results = append(w.results, GrepLinksFromString(e.Text)...)
})

w.c.OnXML("//item//link", func(e *colly.XMLElement) {
_ = e.Request.Visit(e.Text)
})

w.results = make([]string, 0)
err := w.c.Visit(w.Url)
if err != nil {
_ = fmt.Errorf("%s", err.Error())
}

return StringArray2ProxyArray(w.results)
}

func (w *WebFanqiangdangRSS) Get2Chan(pc chan proxy.Proxy, wg *sync.WaitGroup) {
defer wg.Done()
nodes := w.Get()
log.Printf("STATISTIC: Fanqiangdang\tcount=%d\turl=%s\n", len(nodes), w.Url)
Expand Down

0 comments on commit ca12fc1

Please sign in to comment.