2022-08-09 16:23:33 -06:00
|
|
|
package msgbus
|
2022-08-07 11:55:49 -06:00
|
|
|
|
|
|
|
import (
|
|
|
|
"bytes"
|
|
|
|
"context"
|
2022-08-09 16:23:33 -06:00
|
|
|
"encoding/json"
|
2022-08-07 11:55:49 -06:00
|
|
|
"fmt"
|
|
|
|
"io"
|
|
|
|
"log"
|
|
|
|
"net/http"
|
|
|
|
"strconv"
|
|
|
|
"strings"
|
2022-08-09 16:23:33 -06:00
|
|
|
"time"
|
2022-08-07 11:55:49 -06:00
|
|
|
|
2022-08-10 11:19:08 -06:00
|
|
|
"github.com/gorilla/websocket"
|
2022-08-09 16:23:33 -06:00
|
|
|
"github.com/sour-is/ev/pkg/es"
|
2022-08-07 11:55:49 -06:00
|
|
|
"github.com/sour-is/ev/pkg/es/event"
|
|
|
|
)
|
|
|
|
|
|
|
|
type service struct {
|
2022-08-09 16:23:33 -06:00
|
|
|
es *es.EventStore
|
2022-08-07 11:55:49 -06:00
|
|
|
}
|
|
|
|
|
2022-08-09 16:23:33 -06:00
|
|
|
func New(ctx context.Context, es *es.EventStore) (*service, error) {
|
2022-08-07 11:55:49 -06:00
|
|
|
if err := event.Register(ctx, &PostEvent{}); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
return &service{es}, nil
|
|
|
|
}
|
|
|
|
|
2022-08-10 11:19:08 -06:00
|
|
|
var upgrader = websocket.Upgrader{
|
|
|
|
WriteBufferSize: 4096,
|
|
|
|
CheckOrigin: func(r *http.Request) bool {
|
|
|
|
return true
|
|
|
|
},
|
|
|
|
}
|
|
|
|
|
2022-08-07 11:55:49 -06:00
|
|
|
func (s *service) ServeHTTP(w http.ResponseWriter, r *http.Request) {
|
2022-08-10 11:19:08 -06:00
|
|
|
switch r.Method {
|
|
|
|
case http.MethodGet:
|
|
|
|
if r.Header.Get("Upgrade") == "websocket" {
|
|
|
|
s.websocket(w, r)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
s.get(w, r)
|
|
|
|
case http.MethodPost, http.MethodPut:
|
|
|
|
s.post(w, r)
|
|
|
|
default:
|
|
|
|
w.WriteHeader(http.StatusMethodNotAllowed)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *service) get(w http.ResponseWriter, r *http.Request) {
|
2022-08-07 11:55:49 -06:00
|
|
|
ctx := r.Context()
|
|
|
|
|
2022-08-10 11:19:08 -06:00
|
|
|
name, _, _ := strings.Cut(r.URL.Path, "/")
|
2022-08-07 11:55:49 -06:00
|
|
|
if name == "" {
|
|
|
|
w.WriteHeader(http.StatusNotFound)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2022-08-09 16:23:33 -06:00
|
|
|
var first event.Event = event.NilEvent
|
|
|
|
if lis, err := s.es.Read(ctx, "post-"+name, 0, 1); err == nil && len(lis) > 0 {
|
|
|
|
first = lis[0]
|
|
|
|
}
|
|
|
|
|
2022-08-10 11:19:08 -06:00
|
|
|
var pos, count int64 = -1, -99
|
|
|
|
qry := r.URL.Query()
|
2022-08-07 11:55:49 -06:00
|
|
|
|
2022-08-10 11:19:08 -06:00
|
|
|
if i, err := strconv.ParseInt(qry.Get("idx"), 10, 64); err == nil {
|
|
|
|
pos = i
|
|
|
|
}
|
|
|
|
if i, err := strconv.ParseInt(qry.Get("n"), 10, 64); err == nil {
|
|
|
|
count = i
|
|
|
|
}
|
2022-08-07 11:55:49 -06:00
|
|
|
|
2022-08-10 11:19:08 -06:00
|
|
|
log.Print("GET topic=", name, " idx=", pos, " n=", count)
|
|
|
|
events, err := s.es.Read(ctx, "post-"+name, pos, count)
|
|
|
|
if err != nil {
|
|
|
|
log.Print(err)
|
|
|
|
w.WriteHeader(http.StatusInternalServerError)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
if strings.Contains(r.Header.Get("Accept"), "application/json") {
|
|
|
|
w.Header().Add("Content-Type", "application/json")
|
|
|
|
|
|
|
|
if err = encodeJSON(w, first, events); err != nil {
|
2022-08-07 11:55:49 -06:00
|
|
|
log.Print(err)
|
2022-08-10 11:19:08 -06:00
|
|
|
|
2022-08-07 11:55:49 -06:00
|
|
|
w.WriteHeader(http.StatusInternalServerError)
|
|
|
|
return
|
|
|
|
}
|
2022-08-10 11:19:08 -06:00
|
|
|
return
|
|
|
|
}
|
2022-08-07 11:55:49 -06:00
|
|
|
|
2022-08-10 11:19:08 -06:00
|
|
|
for i := range events {
|
|
|
|
fmt.Fprintln(w, events[i])
|
|
|
|
}
|
|
|
|
}
|
|
|
|
func (s *service) post(w http.ResponseWriter, r *http.Request) {
|
|
|
|
ctx := r.Context()
|
2022-08-09 16:23:33 -06:00
|
|
|
|
2022-08-10 11:19:08 -06:00
|
|
|
name, tags, _ := strings.Cut(r.URL.Path, "/")
|
|
|
|
if name == "" {
|
|
|
|
w.WriteHeader(http.StatusNotFound)
|
|
|
|
return
|
|
|
|
}
|
2022-08-09 16:23:33 -06:00
|
|
|
|
2022-08-10 11:19:08 -06:00
|
|
|
var first event.Event = event.NilEvent
|
|
|
|
if lis, err := s.es.Read(ctx, "post-"+name, 0, 1); err == nil && len(lis) > 0 {
|
|
|
|
first = lis[0]
|
|
|
|
}
|
2022-08-09 16:23:33 -06:00
|
|
|
|
2022-08-10 11:19:08 -06:00
|
|
|
b, err := io.ReadAll(io.LimitReader(r.Body, 64*1024))
|
|
|
|
if err != nil {
|
|
|
|
log.Print(err)
|
|
|
|
w.WriteHeader(http.StatusBadRequest)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
r.Body.Close()
|
2022-08-07 11:55:49 -06:00
|
|
|
|
2022-08-10 11:19:08 -06:00
|
|
|
if name == "" {
|
|
|
|
w.WriteHeader(http.StatusNotFound)
|
2022-08-07 11:55:49 -06:00
|
|
|
return
|
2022-08-10 11:19:08 -06:00
|
|
|
}
|
2022-08-07 11:55:49 -06:00
|
|
|
|
2022-08-10 11:19:08 -06:00
|
|
|
events := event.NewEvents(&PostEvent{
|
|
|
|
Payload: b,
|
|
|
|
Tags: fields(tags),
|
|
|
|
})
|
|
|
|
_, err = s.es.Append(r.Context(), "post-"+name, events)
|
|
|
|
if err != nil {
|
|
|
|
log.Print(err)
|
2022-08-07 11:55:49 -06:00
|
|
|
|
2022-08-10 11:19:08 -06:00
|
|
|
w.WriteHeader(http.StatusInternalServerError)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
if first == event.NilEvent {
|
|
|
|
first = events.First()
|
|
|
|
}
|
|
|
|
|
|
|
|
m := events.First().EventMeta()
|
|
|
|
log.Print("POST topic=", name, " tags=", tags, " idx=", m.Position, " id=", m.EventID)
|
|
|
|
|
|
|
|
w.WriteHeader(http.StatusAccepted)
|
|
|
|
if strings.Contains(r.Header.Get("Accept"), "application/json") {
|
|
|
|
w.Header().Add("Content-Type", "application/json")
|
|
|
|
if err = encodeJSON(w, first, events); err != nil {
|
2022-08-07 11:55:49 -06:00
|
|
|
log.Print(err)
|
|
|
|
|
|
|
|
w.WriteHeader(http.StatusInternalServerError)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2022-08-10 11:19:08 -06:00
|
|
|
return
|
|
|
|
}
|
2022-08-09 16:23:33 -06:00
|
|
|
|
2022-08-10 11:19:08 -06:00
|
|
|
w.Header().Add("Content-Type", "text/plain")
|
|
|
|
fmt.Fprintf(w, "OK %d %s", m.Position, m.EventID)
|
|
|
|
}
|
|
|
|
func (s *service) websocket(w http.ResponseWriter, r *http.Request) {
|
|
|
|
ctx := r.Context()
|
2022-08-09 16:23:33 -06:00
|
|
|
|
2022-08-10 11:19:08 -06:00
|
|
|
name, _, _ := strings.Cut(r.URL.Path, "/")
|
|
|
|
if name == "" {
|
|
|
|
w.WriteHeader(http.StatusNotFound)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
var first event.Event = event.NilEvent
|
|
|
|
if lis, err := s.es.Read(ctx, "post-"+name, 0, 1); err == nil && len(lis) > 0 {
|
|
|
|
first = lis[0]
|
|
|
|
}
|
|
|
|
|
|
|
|
var pos int64 = -1
|
|
|
|
qry := r.URL.Query()
|
2022-08-09 16:23:33 -06:00
|
|
|
|
2022-08-10 11:19:08 -06:00
|
|
|
if i, err := strconv.ParseInt(qry.Get("idx"), 10, 64); err == nil {
|
|
|
|
pos = i
|
|
|
|
}
|
|
|
|
|
|
|
|
log.Print("WS topic=", name, " idx=", pos)
|
|
|
|
|
|
|
|
c, err := upgrader.Upgrade(w, r, nil)
|
|
|
|
if err != nil {
|
|
|
|
log.Print("upgrade:", err)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
defer c.Close()
|
|
|
|
|
|
|
|
ctx, cancel := context.WithCancel(ctx)
|
|
|
|
c.SetCloseHandler(func(code int, text string) error {
|
|
|
|
cancel()
|
|
|
|
return nil
|
|
|
|
})
|
|
|
|
go func() {
|
|
|
|
for {
|
|
|
|
if err := ctx.Err(); err != nil {
|
2022-08-09 16:23:33 -06:00
|
|
|
return
|
|
|
|
}
|
2022-08-10 11:19:08 -06:00
|
|
|
mt, message, err := c.ReadMessage()
|
|
|
|
if err != nil {
|
|
|
|
log.Println("read:", err)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
log.Printf("recv: %d %s", mt, message)
|
2022-08-09 16:23:33 -06:00
|
|
|
}
|
2022-08-10 11:19:08 -06:00
|
|
|
}()
|
2022-08-09 16:23:33 -06:00
|
|
|
|
2022-08-10 11:19:08 -06:00
|
|
|
es := s.es.EventStream()
|
|
|
|
if es == nil {
|
|
|
|
log.Println("EventStore does not implement streaming")
|
|
|
|
w.WriteHeader(http.StatusInternalServerError)
|
2022-08-09 16:23:33 -06:00
|
|
|
return
|
2022-08-10 11:19:08 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
sub, err := es.Subscribe(ctx, "post-"+name, pos)
|
|
|
|
if err != nil {
|
|
|
|
log.Println(err)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
defer func() {
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), 1*time.Second)
|
|
|
|
defer cancel()
|
|
|
|
log.Println("stop ws")
|
|
|
|
sub.Close(ctx)
|
|
|
|
}()
|
|
|
|
|
|
|
|
log.Println("start ws")
|
|
|
|
for sub.Recv(ctx) {
|
|
|
|
events, err := sub.Events(ctx)
|
|
|
|
if err != nil {
|
|
|
|
break
|
|
|
|
}
|
|
|
|
log.Println("got events ", len(events))
|
|
|
|
for _, e := range events {
|
|
|
|
e, ok := e.(*PostEvent)
|
|
|
|
if !ok {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
log.Println("send", e.String())
|
|
|
|
|
|
|
|
var b bytes.Buffer
|
|
|
|
if err = encodeJSON(&b, first, events); err != nil {
|
|
|
|
log.Print(err)
|
|
|
|
}
|
|
|
|
|
|
|
|
err = c.WriteMessage(websocket.TextMessage, b.Bytes())
|
|
|
|
if err != nil {
|
|
|
|
log.Println("write:", err)
|
|
|
|
break
|
|
|
|
}
|
|
|
|
}
|
2022-08-07 11:55:49 -06:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
type PostEvent struct {
|
|
|
|
Payload []byte
|
|
|
|
Tags []string
|
|
|
|
|
|
|
|
eventMeta event.Meta
|
|
|
|
}
|
|
|
|
|
|
|
|
func (e *PostEvent) EventMeta() event.Meta {
|
|
|
|
if e == nil {
|
|
|
|
return event.Meta{}
|
|
|
|
}
|
|
|
|
return e.eventMeta
|
|
|
|
}
|
|
|
|
func (e *PostEvent) SetEventMeta(eventMeta event.Meta) {
|
|
|
|
if e == nil {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
e.eventMeta = eventMeta
|
|
|
|
}
|
|
|
|
func (e *PostEvent) String() string {
|
|
|
|
var b bytes.Buffer
|
|
|
|
|
|
|
|
// b.WriteString(e.eventMeta.StreamID)
|
|
|
|
// b.WriteRune('@')
|
|
|
|
b.WriteString(strconv.FormatUint(e.eventMeta.Position, 10))
|
|
|
|
b.WriteRune('\t')
|
|
|
|
|
|
|
|
b.WriteString(e.eventMeta.EventID.String())
|
|
|
|
b.WriteRune('\t')
|
|
|
|
b.WriteString(string(e.Payload))
|
|
|
|
if len(e.Tags) > 0 {
|
|
|
|
b.WriteRune('\t')
|
|
|
|
b.WriteString(strings.Join(e.Tags, ","))
|
|
|
|
}
|
|
|
|
|
|
|
|
return b.String()
|
|
|
|
}
|
|
|
|
func fields(s string) []string {
|
|
|
|
if s == "" {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
return strings.Split(s, "/")
|
|
|
|
}
|
2022-08-09 16:23:33 -06:00
|
|
|
|
|
|
|
func encodeJSON(w io.Writer, first event.Event, events event.Events) error {
|
|
|
|
out := make([]struct {
|
|
|
|
ID uint64 `json:"id"`
|
|
|
|
Payload []byte `json:"payload"`
|
|
|
|
Created string `json:"created"`
|
|
|
|
Tags []string `json:"tags"`
|
|
|
|
Topic struct {
|
|
|
|
Name string `json:"name"`
|
|
|
|
TTL uint64 `json:"ttl"`
|
|
|
|
Seq uint64 `json:"seq"`
|
|
|
|
Created string `json:"created"`
|
|
|
|
} `json:"topic"`
|
|
|
|
}, len(events))
|
|
|
|
|
|
|
|
for i := range events {
|
|
|
|
e, ok := events[i].(*PostEvent)
|
|
|
|
if !ok {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
out[i].ID = e.EventMeta().Position
|
|
|
|
out[i].Created = e.EventMeta().Created().Format(time.RFC3339Nano)
|
|
|
|
out[i].Payload = e.Payload
|
|
|
|
out[i].Tags = e.Tags
|
2022-08-10 11:19:08 -06:00
|
|
|
out[i].Topic.Name = strings.TrimPrefix(e.EventMeta().StreamID, "post-")
|
2022-08-09 16:23:33 -06:00
|
|
|
out[i].Topic.Created = first.EventMeta().Created().Format(time.RFC3339Nano)
|
|
|
|
out[i].Topic.Seq = e.EventMeta().Position
|
|
|
|
}
|
|
|
|
|
|
|
|
if len(out) == 1 {
|
|
|
|
return json.NewEncoder(w).Encode(out[0])
|
|
|
|
}
|
|
|
|
|
|
|
|
return json.NewEncoder(w).Encode(out)
|
|
|
|
}
|