etc/video_sina.go

   1 //usr/bin/env go run $0 $@; exit $?
   2
   3 // http://golangcookbook.com/chapters/running/shebang/
   4 // https://gist.github.com/jemygraw/412a4fd557d875fd3037
   5
   6 package main
   7
   8 //Usage: vsina http://video.weibo.com/show?fid=1034:0e906d53094c5d231bf09028af8ba9b1
   9 import (
  10         "bufio"
  11         "fmt"
  12         "github.com/astaxie/beego/httplib"
  13         "io"
  14         "io/ioutil"
  15         "net/url"
  16         "os"
  17         "regexp"
  18         "strings"
  19         "time"
  20 )
  21
  22 func help() {
  23         fmt.Println("Usage: vsina <VideoUrl>")
  24 }
  25
  26 func fetch(videoUrl string) {
  27         req := httplib.Get(videoUrl)
  28         resp, err := req.Response()
  29         if err != nil {
  30                 fmt.Println("fetch video url error,", err)
  31                 return
  32         }
  33         defer resp.Body.Close()
  34         respData, err := ioutil.ReadAll(resp.Body)
  35         if err != nil {
  36                 fmt.Println("read video url content error,", err)
  37                 return
  38         }
  39         pattern := `flashvars="list=.*"`
  40         regx := regexp.MustCompile(pattern)
  41         flashVars := regx.FindString(string(respData))
  42         if flashVars != "" {
  43                 size := len(flashVars)
  44                 m3u8Url, err := url.QueryUnescape(flashVars[16 : size-1])
  45                 if err != nil {
  46                         fmt.Println(err)
  47                 } else {
  48                         fetchMovie(m3u8Url)
  49                 }
  50         } else {
  51                 fmt.Println("m3u8 playlist not found")
  52         }
  53 }
  54
  55 func fetchMovie(m3u8Url string) {
  56         req := httplib.Get(m3u8Url)
  57         resp, respErr := req.Response()
  58         if respErr != nil {
  59                 fmt.Println("fetch m3u8 playlist error,", respErr)
  60                 return
  61         }
  62         defer resp.Body.Close()
  63         respData, readErr := ioutil.ReadAll(resp.Body)
  64         if readErr != nil {
  65                 fmt.Println("read m3u8 playlist content error,", readErr)
  66                 return
  67         }
  68         videoFolder := fmt.Sprintf("video_%d", time.Now().Unix())
  69         mkdErr := os.Mkdir(videoFolder, 0775)
  70         if mkdErr != nil {
  71                 fmt.Println("mkdir for m3u8 playlist failed,", mkdErr)
  72                 return
  73         }
  74         m3u8Uri, _ := url.Parse(m3u8Url)
  75
  76         sReader := strings.NewReader(string(respData))
  77         bReader := bufio.NewScanner(sReader)
  78         bReader.Split(bufio.ScanLines)
  79         for bReader.Scan() {
  80                 line := bReader.Text()
  81                 if !strings.HasPrefix(line, "#") {
  82                         tsFileName := line
  83                         tsLocalFileName := fmt.Sprintf("%s/%s", videoFolder, line)
  84                         tsFileUrl := fmt.Sprintf("%s://%s/%s", m3u8Uri.Scheme, m3u8Uri.Host, tsFileName)
  85                         downloadTS(tsFileUrl, tsLocalFileName)
  86                 }
  87         }
  88         fmt.Println()
  89         fmt.Println("Result:", videoFolder)
  90 }
  91
  92 func downloadTS(tsFileUrl string, tsLocalFileName string) {
  93         fmt.Println("downloading", tsFileUrl)
  94         req := httplib.Get(tsFileUrl)
  95         resp, respErr := req.Response()
  96         if respErr != nil {
  97                 fmt.Println("download ts ", tsFileUrl, "failed,", respErr)
  98                 return
  99         }
 100         defer resp.Body.Close()
 101         tsFp, openErr := os.OpenFile(tsLocalFileName, os.O_CREATE|os.O_WRONLY, 0775)
 102         if openErr != nil {
 103                 fmt.Println("open local file", tsLocalFileName, "failed,", openErr)
 104                 return
 105         }
 106         defer tsFp.Close()
 107         _, copyErr := io.Copy(tsFp, resp.Body)
 108         if copyErr != nil {
 109                 fmt.Println("download ts", tsFileUrl, " failed,", copyErr)
 110         }
 111 }
 112
 113 func main() {
 114         argv := os.Args
 115         argc := len(argv)
 116         if argc != 2 {
 117                 help()
 118                 return
 119         }
 120
 121         videoUrl := argv[1]
 122         fetch(videoUrl)
 123 }