golang简单的抓取

使用golang抓取天猫的页面都是302，目前没有好的办法，正在查找哦，
但是如果使用c语言的libcurl库是可以设置crt文件，直接抓取的哦~~ 对于go，我还得学习和摸索下。

已解决，注意返回的状态码和cookie，重新抓取即可。

package main

import (
    "crypto/tls"
    "fmt"
    "io/ioutil"
    "net/http"
)

const tmail_crt = "/xxxx/TMAIL.cer"

func main() {
    //tsimplehttp("https://example.com/")
    //tmailSpider()
    tOtherSpider()
}

func tmailSpider() {
    url := "https://weibots.tmall.com/category-1284634809.htm?spm=a220o.1000855.0.0.k9Wpql&search=y&catName=%D0%C2%CA%E9%B5%BD%B5%EA"
    //url = "https://www.taobao.com/"
    tlsConfig := &tls.Config{
        InsecureSkipVerify: true,}

    transport := &http.Transport{
        TLSClientConfig: tlsConfig,}

    client := http.Client{Transport: transport}
    resp,err := client.Get(url)
    if err != nil {
        fmt.Println("get faild")
    }
    fmt.Println(resp)
    defer resp.Body.Close()
    body,_ := ioutil.ReadAll(resp.Body)
    fmt.Println(string(body))
}

func tOtherSpider() {
    client := &http.Client{}
    reqest,_ := http.NewRequest("GET","https://weibots.tmall.com/category-1284634809.htm",nil)

    reqest.Header.Set("Accept","text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8")
    reqest.Header.Set("Accept-Charset","GBK,utf-8;q=0.7,*;q=0.3")
    reqest.Header.Set("Accept-Encoding","gzip,deflate,sdch")
    reqest.Header.Set("Accept-Language","zh-CN,zh;q=0.8,en;q=0.6,zh-TW;q=0.4")
    reqest.Header.Set("Cache-Control","max-age=0")
    reqest.Header.Set("User-Agent","Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_3) AppleWebKit/537.36 (KHTML,like Gecko) Chrome/57.0.2987.98 Safari/537.36")
    reqest.Header.Set("Connection","keep-alive")

    response,_ := client.Do(reqest)
    if response.StatusCode == 200 {
        body,_ := ioutil.ReadAll(response.Body)
        bodystr := string(body)
        fmt.Println(bodystr)
    } else {
        fmt.Println(response)
    }
}

func tsimplehttp(url string) {
    response,_ := http.Get(url)
    fmt.Println(response)
    defer response.Body.Close()
    body,_ := ioutil.ReadAll(response.Body)
    fmt.Println(string(body))
}