1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
|
// Copyright 2015 Robert S. Gerus. All rights reserved.
// Use of this source code is governed by a MIT-style
// license that can be found in the LICENSE file.
package bot
import (
"bufio"
"errors"
"io"
"net/http"
"os"
"time"
"github.com/moovweb/gokogiri"
"github.com/moovweb/gokogiri/xpath"
"github.com/arachnist/gorepost/irc"
)
var errElementNotFound = errors.New("element not found in document")
func httpGet(link string) ([]byte, error) {
var buf []byte
tr := &http.Transport{
TLSHandshakeTimeout: 20 * time.Second,
ResponseHeaderTimeout: 20 * time.Second,
}
client := &http.Client{Transport: tr}
req, err := http.NewRequest("GET", link, nil)
if err != nil {
return []byte{}, err
}
req.Header.Set("User-Agent", "Mozilla/5.0 (Windows NT 6.3; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/42.0.2311.152 Safari/537.36")
resp, err := client.Do(req)
if err != nil {
return []byte{}, err
}
defer resp.Body.Close()
// 5MiB
if resp.ContentLength > 5*1024*1024 || resp.ContentLength < 0 {
buf = make([]byte, 5*1024*1024)
} else if resp.ContentLength == 0 {
return []byte{}, nil
} else {
buf = make([]byte, resp.ContentLength)
}
i, err := io.ReadFull(resp.Body, buf)
if err == io.ErrUnexpectedEOF {
buf = buf[:i]
} else if err != nil {
return []byte{}, err
}
return buf, nil
}
func httpGetXpath(link, xpathStr string) (string, error) {
buf, err := httpGet(link)
if err != nil {
return "", err
}
doc, err := gokogiri.ParseHtml(buf)
defer doc.Free()
if err != nil {
return "", err
}
if doc.Root() == nil {
return "", errElementNotFound
}
xpath := xpath.Compile(xpathStr)
defer xpath.Free()
sr, err := doc.Root().Search(xpath)
if err != nil {
return "", err
}
if len(sr) > 0 {
return sr[0].InnerHtml(), nil
}
return "", errElementNotFound
}
func reply(msg irc.Message, text string) irc.Message {
if msg.Params[0] == cfg.LookupString(msg.Context, "Nick") {
return irc.Message{
Command: "PRIVMSG",
Params: []string{msg.Prefix.Name},
Trailing: text,
}
}
return irc.Message{
Command: "PRIVMSG",
Params: msg.Params,
Trailing: text,
}
}
func readLines(path string) ([]string, error) {
file, err := os.Open(path)
if err != nil {
return nil, err
}
defer file.Close()
var lines []string
scanner := bufio.NewScanner(file)
for scanner.Scan() {
lines = append(lines, scanner.Text())
}
return lines, scanner.Err()
}
|
