1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
package provider
import (
"bytes"
"encoding/json"
"errors"
"fmt"
"net/http"
"strings"
"time"
"github.com/prometheus/client_golang/prometheus"
)
// EventType is the enumeration of event that can happen
type EventType uint
// EventProducer is a func that push an event
type EventProducer func(Event) error
// EventConsumer is a func that consume an event
type EventConsumer func(Event)
const (
// UploadEvent occurs when someone upload a file
UploadEvent EventType = iota
// CreateDir occurs when a directory is created
CreateDir
// RenameEvent occurs when an item is renamed
RenameEvent
// DeleteEvent occurs when an item is deleted
DeleteEvent
// StartEvent occurs when fibr start
StartEvent
// AccessEvent occurs when content is accessed
AccessEvent
)
var eventTypeValues = []string{"upload", "create", "rename", "delete", "start", "access"}
// ParseEventType parse raw string into an EventType
func ParseEventType(value string) (EventType, error) {
for i, eType := range eventTypeValues {
if strings.EqualFold(eType, value) {
return EventType(i), nil
}
}
return 0, fmt.Errorf("invalid value `%s` for event type", value)
}
// String return string values
func (et EventType) String() string {
return eventTypeValues[et]
}
// MarshalJSON marshals the enum as a quoted json string
func (et EventType) MarshalJSON() ([]byte, error) {
buffer := bytes.NewBufferString(`"`)
buffer.WriteString(et.String())
buffer.WriteString(`"`)
return buffer.Bytes(), nil
}
// UnmarshalJSON unmarshal JSON
func (et *EventType) UnmarshalJSON(b []byte) error {
var strValue string
err := json.Unmarshal(b, &strValue)
if err != nil {
return fmt.Errorf("unable to unmarshal event type: %s", err)
}
value, err := ParseEventType(strValue)
if err != nil {
return fmt.Errorf("unable to parse event type: %s", err)
}
*et = value
return nil
}
// Event describes an event on fibr
type Event struct {
Time time.Time `json:"time"`
New *StorageItem `json:"new,omitempty"`
Metadata map[string]string `json:"metadata,omitempty"`
Item StorageItem `json:"item"`
Type EventType `json:"type"`
URL string `json:"url,omitempty"`
}
// NewUploadEvent creates a new upload event
func NewUploadEvent(request Request, item StorageItem) Event {
return Event{
Time: time.Now(),
Type: UploadEvent,
Item: item,
URL: request.URL(item.Name),
}
}
// NewRenameEvent creates a new rename event
func NewRenameEvent(old, new StorageItem) Event {
return Event{
Time: time.Now(),
Type: RenameEvent,
Item: old,
New: &new,
}
}
// NewDeleteEvent creates a new delete event
func NewDeleteEvent(request Request, item StorageItem) Event {
return Event{
Time: time.Now(),
Type: DeleteEvent,
Item: item,
URL: request.URL(""),
}
}
// NewStartEvent creates a new start event
func NewStartEvent(item StorageItem) Event {
return Event{
Time: time.Now(),
Type: StartEvent,
Item: item,
}
}
// NewAccessEvent creates a new access event
func NewAccessEvent(item StorageItem, r *http.Request) Event {
metadata := make(map[string]string)
for key, values := range r.Header {
if strings.EqualFold(key, "Authorization") {
continue
}
metadata[key] = strings.Join(values, ", ")
}
metadata["Method"] = r.Method
metadata["URL"] = r.URL.String()
return Event{
Time: time.Now(),
Type: AccessEvent,
Item: item,
Metadata: metadata,
URL: r.URL.RawPath,
}
}
// EventBus describes a channel for exchanging Event
type EventBus struct {
counter *prometheus.CounterVec
bus chan Event
done chan struct{}
}
// NewEventBus create an event exchange channel
func NewEventBus(size uint, prometheusRegisterer prometheus.Registerer) (EventBus, error) {
var counter *prometheus.CounterVec
if prometheusRegisterer != nil {
counter = prometheus.NewCounterVec(prometheus.CounterOpts{
Namespace: "fibr",
Subsystem: "event",
Name: "item",
}, []string{"type", "state"})
if err := prometheusRegisterer.Register(counter); err != nil {
return EventBus{}, fmt.Errorf("unable to register event metric: %s", err)
}
}
return EventBus{
done: make(chan struct{}),
bus: make(chan Event, size),
counter: counter,
}, nil
}
func (e EventBus) increaseMetric(event Event, state string) {
if e.counter == nil {
return
}
e.counter.WithLabelValues(event.Type.String(), state).Inc()
}
// Push an event in the bus
func (e EventBus) Push(event Event) error {
select {
case <-e.done:
e.increaseMetric(event, "refused")
return errors.New("done signal is received")
case e.bus <- event:
e.increaseMetric(event, "push")
return nil
}
}
// Start the distibution of Event
func (e EventBus) Start(done <-chan struct{}, consumers ...EventConsumer) {
defer close(e.bus)
defer close(e.done)
go func() {
for event := range e.bus {
for _, consumer := range consumers {
consumer(event)
}
e.increaseMetric(event, "done")
}
}()
<-done
}