author | Mikael Berthe <mikael@lilotux.net> |
Sat, 15 Apr 2017 12:35:20 +0200 | |
changeset 122 | 50c7733ee886 |
parent 120 | 579912e9d0ef |
child 128 | a5a00fad7a32 |
permissions | -rw-r--r-- |
117 | 1 |
package gondole |
2 |
||
3 |
import ( |
|
4 |
"bufio" |
|
5 |
"bytes" |
|
6 |
"encoding/json" |
|
7 |
"errors" |
|
8 |
"fmt" |
|
9 |
"io" |
|
10 |
"log" |
|
11 |
"net/http" |
|
12 |
"strings" |
|
13 |
"time" |
|
14 |
||
15 |
"github.com/sendgrid/rest" |
|
16 |
) |
|
17 |
||
18 |
// StreamEvent contains a single event from the streaming API |
|
19 |
type StreamEvent struct { |
|
20 |
Event string // Name of the event (error, update, notification or delete) |
|
21 |
Data interface{} // Status, Notification or status ID |
|
22 |
Error error // Error message from the StreamListener |
|
23 |
} |
|
24 |
||
25 |
// openStream opens a stream URL and returns an http.Response |
|
26 |
// Note that the caller should close the connection when it's done reading |
|
27 |
// the stream. |
|
28 |
// The stream name can be "user", "public" or "hashtag". |
|
29 |
// For "hashtag", the hashTag argument cannot be empty. |
|
30 |
func (g *Client) openStream(streamName, hashTag string) (*http.Response, error) { |
|
120 | 31 |
params := make(apiCallParams) |
117 | 32 |
|
33 |
switch streamName { |
|
34 |
case "user", "public": |
|
35 |
case "hashtag": |
|
36 |
if hashTag == "" { |
|
37 |
return nil, ErrInvalidParameter |
|
38 |
} |
|
120 | 39 |
params["tag"] = hashTag |
117 | 40 |
default: |
41 |
return nil, ErrInvalidParameter |
|
42 |
} |
|
43 |
||
120 | 44 |
req := g.prepareRequest("streaming/"+streamName, rest.Get, params) |
117 | 45 |
reqObj, err := rest.BuildRequestObject(req) |
46 |
if err != nil { |
|
47 |
return nil, fmt.Errorf("cannot build stream request: %s", err.Error()) |
|
48 |
} |
|
120 | 49 |
|
117 | 50 |
resp, err := rest.MakeRequest(reqObj) |
51 |
if err != nil { |
|
52 |
return nil, fmt.Errorf("cannot open stream: %s", err.Error()) |
|
53 |
} |
|
54 |
if resp.StatusCode != 200 { |
|
55 |
resp.Body.Close() |
|
56 |
return nil, errors.New(resp.Status) |
|
57 |
} |
|
58 |
return resp, nil |
|
59 |
} |
|
60 |
||
61 |
// readStream reads from the http.Response and sends events to the events channel |
|
122
50c7733ee886
Change StreamListener prototype
Mikael Berthe <mikael@lilotux.net>
parents:
120
diff
changeset
|
62 |
// It stops when the connection is closed or when the stopCh channel is closed. |
50c7733ee886
Change StreamListener prototype
Mikael Berthe <mikael@lilotux.net>
parents:
120
diff
changeset
|
63 |
// The foroutine will close the doneCh channel when it terminates. |
50c7733ee886
Change StreamListener prototype
Mikael Berthe <mikael@lilotux.net>
parents:
120
diff
changeset
|
64 |
func (g *Client) readStream(events chan<- StreamEvent, stopCh <-chan bool, doneCh chan<- bool, r *http.Response) { |
117 | 65 |
defer r.Body.Close() |
66 |
||
67 |
reader := bufio.NewReader(r.Body) |
|
68 |
||
69 |
var line, eventName string |
|
70 |
for { |
|
71 |
select { |
|
72 |
case <-stopCh: |
|
122
50c7733ee886
Change StreamListener prototype
Mikael Berthe <mikael@lilotux.net>
parents:
120
diff
changeset
|
73 |
close(doneCh) |
117 | 74 |
return |
75 |
default: |
|
76 |
} |
|
77 |
||
78 |
lineBytes, partial, err := reader.ReadLine() |
|
79 |
if err != nil { |
|
122
50c7733ee886
Change StreamListener prototype
Mikael Berthe <mikael@lilotux.net>
parents:
120
diff
changeset
|
80 |
var e error |
117 | 81 |
if err == io.EOF { |
122
50c7733ee886
Change StreamListener prototype
Mikael Berthe <mikael@lilotux.net>
parents:
120
diff
changeset
|
82 |
e = fmt.Errorf("connection closed: %s", err.Error()) |
50c7733ee886
Change StreamListener prototype
Mikael Berthe <mikael@lilotux.net>
parents:
120
diff
changeset
|
83 |
} else { |
50c7733ee886
Change StreamListener prototype
Mikael Berthe <mikael@lilotux.net>
parents:
120
diff
changeset
|
84 |
e = fmt.Errorf("read error: %s", err.Error()) |
117 | 85 |
} |
86 |
log.Printf("Stream Reader: %s", e.Error()) |
|
87 |
events <- StreamEvent{Event: "error", Error: e} |
|
122
50c7733ee886
Change StreamListener prototype
Mikael Berthe <mikael@lilotux.net>
parents:
120
diff
changeset
|
88 |
close(doneCh) |
50c7733ee886
Change StreamListener prototype
Mikael Berthe <mikael@lilotux.net>
parents:
120
diff
changeset
|
89 |
return |
117 | 90 |
} |
91 |
||
92 |
if partial { |
|
93 |
e := fmt.Errorf("received incomplete line; not supported yet") |
|
94 |
log.Printf("Stream Reader: %s", e.Error()) |
|
95 |
events <- StreamEvent{Event: "error", Error: e} |
|
96 |
time.Sleep(5 * time.Second) |
|
97 |
continue // Skip this |
|
98 |
} |
|
99 |
||
100 |
line = string(bytes.TrimSpace(lineBytes)) |
|
101 |
||
102 |
if line == "" { |
|
103 |
continue // Skip empty line |
|
104 |
} |
|
105 |
if strings.HasPrefix(line, ":") { |
|
106 |
continue // Skip comment |
|
107 |
} |
|
108 |
||
109 |
if strings.HasPrefix(line, "event: ") { |
|
110 |
eventName = line[7:] |
|
111 |
continue |
|
112 |
} |
|
113 |
||
114 |
if !strings.HasPrefix(line, "data: ") { |
|
115 |
// XXX Needs improvement |
|
116 |
e := fmt.Errorf("received unhandled event line '%s'", strings.Split(line, ":")[0]) |
|
117 |
log.Printf("Stream Reader: %s", e.Error()) |
|
118 |
events <- StreamEvent{Event: "error", Error: e} |
|
119 |
continue |
|
120 |
} |
|
121 |
||
122 |
// This is a data line |
|
123 |
data := []byte(line[6:]) |
|
124 |
||
125 |
var obj interface{} |
|
126 |
||
127 |
// Decode API object |
|
128 |
switch eventName { |
|
129 |
case "update": |
|
130 |
var s Status |
|
131 |
if err := json.Unmarshal(data, &s); err != nil { |
|
132 |
e := fmt.Errorf("could not unmarshal data: %s", err.Error()) |
|
133 |
log.Printf("Stream Reader: %s", e.Error()) |
|
134 |
events <- StreamEvent{Event: "error", Error: e} |
|
135 |
continue |
|
136 |
} |
|
137 |
obj = s |
|
138 |
case "notification": |
|
139 |
var notif Notification |
|
140 |
if err := json.Unmarshal(data, ¬if); err != nil { |
|
141 |
e := fmt.Errorf("could not unmarshal data: %s", err.Error()) |
|
142 |
log.Printf("Stream Reader: %s", e.Error()) |
|
143 |
events <- StreamEvent{Event: "error", Error: e} |
|
144 |
continue |
|
145 |
} |
|
146 |
obj = notif |
|
147 |
case "delete": |
|
148 |
var statusID int |
|
149 |
if err := json.Unmarshal(data, &statusID); err != nil { |
|
150 |
e := fmt.Errorf("could not unmarshal data: %s", err.Error()) |
|
151 |
log.Printf("Stream Reader: %s", e.Error()) |
|
152 |
events <- StreamEvent{Event: "error", Error: e} |
|
153 |
continue |
|
154 |
} |
|
155 |
obj = statusID |
|
156 |
case "": |
|
157 |
fallthrough |
|
158 |
default: |
|
159 |
e := fmt.Errorf("unhandled event '%s'", eventName) |
|
160 |
log.Printf("Stream Reader: %s", e.Error()) |
|
161 |
events <- StreamEvent{Event: "error", Error: e} |
|
162 |
continue |
|
163 |
} |
|
164 |
||
165 |
// Send event to the channel |
|
166 |
events <- StreamEvent{Event: eventName, Data: obj} |
|
167 |
} |
|
168 |
} |
|
169 |
||
170 |
// StreamListener listens to a stream from the Mastodon server |
|
171 |
// The stream 'name' can be "user", "public" or "hashtag". |
|
172 |
// For 'hashtag', the hashTag argument cannot be empty. |
|
173 |
// The events are sent to the events channel (the errors as well). |
|
122
50c7733ee886
Change StreamListener prototype
Mikael Berthe <mikael@lilotux.net>
parents:
120
diff
changeset
|
174 |
// The streaming is terminated if the 'stopCh' channel is closed. |
50c7733ee886
Change StreamListener prototype
Mikael Berthe <mikael@lilotux.net>
parents:
120
diff
changeset
|
175 |
// The 'doneCh' channel is closed if the connection is closed by the server. |
117 | 176 |
// Please note that this method launches a goroutine to listen to the events. |
122
50c7733ee886
Change StreamListener prototype
Mikael Berthe <mikael@lilotux.net>
parents:
120
diff
changeset
|
177 |
func (g *Client) StreamListener(name, hashTag string, events chan<- StreamEvent, stopCh <-chan bool, doneCh chan<- bool) error { |
117 | 178 |
resp, err := g.openStream(name, hashTag) |
179 |
if err != nil { |
|
180 |
return err |
|
181 |
} |
|
122
50c7733ee886
Change StreamListener prototype
Mikael Berthe <mikael@lilotux.net>
parents:
120
diff
changeset
|
182 |
go g.readStream(events, stopCh, doneCh, resp) |
117 | 183 |
return nil |
184 |
} |