~~~
package main
import (
"fmt"
articleSpider "github.com/PeterYangs/article-spider/v3"
)
func main() {
s := articleSpider.NewSpider(articleSpider.Form{
Host: "https://www.shouyouzhijia.net",
//自动化模式不需要设置页码，只需设置好第一页
Channel: "/xinwen/",
//爬三页
Length: 3,
ListSelector: "body > div.main.newex.clearfix > div.LC_lef > div.lef_content > dl",
HrefSelector: " dt > a",
//下一页选择器
AutoNextSelector: "body > div.main.newex.clearfix > div.LC_lef > div.pager > ul > li:nth-child(8)",
//列表等待选择器
AutoListWaitSelector: "body > div.main.newex.clearfix > div.LC_lef > div.lef_content > dl",
//详情等待选择器
AutoDetailWaitSelector: "body > div.Min-cent.W1200 > div.Min_L > div.Left_top > h1",
DetailFields: map[string]articleSpider.Field{
"title": {Types: articleSpider.Text, Selector: "body > div.Min-cent.W1200 > div.Min_L > div.Left_top > h1"},
},
}, articleSpider.Auto)
err := s.Start()
if err != nil {
fmt.Println(err)
}
}
~~~
