ev/pkg/msgbus/service.go

409 lines
8.7 KiB
Go
Raw Normal View History

package msgbus
2022-08-07 11:55:49 -06:00
import (
"bytes"
"context"
"encoding/json"
2022-08-14 13:40:02 -06:00
"errors"
2022-08-07 11:55:49 -06:00
"fmt"
"io"
"net/http"
2022-08-14 13:56:55 -06:00
"path"
2022-08-07 11:55:49 -06:00
"strconv"
"strings"
"time"
2022-08-07 11:55:49 -06:00
2022-08-10 11:19:08 -06:00
"github.com/gorilla/websocket"
"github.com/sour-is/ev/internal/logz"
2022-08-14 13:40:02 -06:00
"github.com/sour-is/ev/pkg/domain"
"github.com/sour-is/ev/pkg/es"
2022-08-07 11:55:49 -06:00
"github.com/sour-is/ev/pkg/es/event"
)
type service struct {
2022-08-14 13:56:55 -06:00
baseURL string
es *es.EventStore
2022-08-07 11:55:49 -06:00
}
2022-08-14 13:56:55 -06:00
func New(ctx context.Context, es *es.EventStore, baseURL string) (*service, error) {
ctx, span := logz.Span(ctx)
defer span.End()
2022-08-07 11:55:49 -06:00
if err := event.Register(ctx, &PostEvent{}); err != nil {
return nil, err
}
2022-08-14 13:56:55 -06:00
return &service{baseURL, es}, nil
2022-08-07 11:55:49 -06:00
}
2022-08-10 11:19:08 -06:00
var upgrader = websocket.Upgrader{
WriteBufferSize: 4096,
CheckOrigin: func(r *http.Request) bool {
return true
},
}
2022-08-07 11:55:49 -06:00
func (s *service) ServeHTTP(w http.ResponseWriter, r *http.Request) {
ctx := r.Context()
ctx, span := logz.Span(ctx)
defer span.End()
r = r.WithContext(ctx)
2022-08-10 11:19:08 -06:00
switch r.Method {
case http.MethodGet:
if r.Header.Get("Upgrade") == "websocket" {
s.websocket(w, r)
return
}
2022-08-14 13:40:02 -06:00
if strings.HasPrefix(r.URL.Path, "/.well-known/salty") {
s.getUser(w, r)
return
}
2022-08-10 11:19:08 -06:00
s.get(w, r)
case http.MethodPost, http.MethodPut:
s.post(w, r)
default:
w.WriteHeader(http.StatusMethodNotAllowed)
}
}
func (s *service) get(w http.ResponseWriter, r *http.Request) {
2022-08-07 11:55:49 -06:00
ctx := r.Context()
ctx, span := logz.Span(ctx)
defer span.End()
2022-08-07 11:55:49 -06:00
2022-08-10 11:19:08 -06:00
name, _, _ := strings.Cut(r.URL.Path, "/")
2022-08-07 11:55:49 -06:00
if name == "" {
w.WriteHeader(http.StatusNotFound)
return
}
var first event.Event = event.NilEvent
if lis, err := s.es.Read(ctx, "post-"+name, 0, 1); err == nil && len(lis) > 0 {
first = lis[0]
}
2022-08-15 12:25:50 -06:00
var pos, count int64 = 0, es.AllEvents
2022-08-10 11:19:08 -06:00
qry := r.URL.Query()
2022-08-07 11:55:49 -06:00
2022-08-15 12:25:50 -06:00
if i, err := strconv.ParseInt(qry.Get("index"), 10, 64); err == nil && i > 1 {
pos = i - 1
}
if i, err := strconv.ParseInt(qry.Get("pos"), 10, 64); err == nil {
2022-08-10 11:19:08 -06:00
pos = i
}
if i, err := strconv.ParseInt(qry.Get("n"), 10, 64); err == nil {
count = i
}
2022-08-07 11:55:49 -06:00
2022-08-14 10:04:15 -06:00
span.AddEvent(fmt.Sprint("GET topic=", name, " idx=", pos, " n=", count))
2022-08-10 11:19:08 -06:00
events, err := s.es.Read(ctx, "post-"+name, pos, count)
if err != nil {
2022-08-14 10:04:15 -06:00
span.RecordError(err)
2022-08-10 11:19:08 -06:00
w.WriteHeader(http.StatusInternalServerError)
return
}
if strings.Contains(r.Header.Get("Accept"), "application/json") {
w.Header().Add("Content-Type", "application/json")
2022-08-10 21:18:04 -06:00
if err = encodeJSON(w, first, events...); err != nil {
2022-08-14 10:04:15 -06:00
span.RecordError(err)
2022-08-10 11:19:08 -06:00
2022-08-07 11:55:49 -06:00
w.WriteHeader(http.StatusInternalServerError)
return
}
2022-08-10 11:19:08 -06:00
return
}
2022-08-07 11:55:49 -06:00
2022-08-10 11:19:08 -06:00
for i := range events {
fmt.Fprintln(w, events[i])
}
}
2022-08-14 13:40:02 -06:00
func (s *service) getUser(w http.ResponseWriter, r *http.Request) {
ctx := r.Context()
ctx, span := logz.Span(ctx)
defer span.End()
addr := "saltyuser-" + strings.TrimPrefix(r.URL.Path, "/.well-known/salty/")
addr = strings.TrimSuffix(addr, ".json")
span.AddEvent(fmt.Sprint("find ", addr))
a, err := es.Update(ctx, s.es, addr, func(ctx context.Context, agg *domain.SaltyUser) error { return nil })
switch {
case errors.Is(err, event.ErrShouldExist):
span.RecordError(err)
w.WriteHeader(http.StatusNotFound)
return
case err != nil:
span.RecordError(err)
w.WriteHeader(http.StatusInternalServerError)
return
}
err = json.NewEncoder(w).Encode(
struct {
Endpoint string `json:"endpoint"`
Key string `json:"key"`
}{
2022-08-14 13:56:55 -06:00
Endpoint: path.Join(s.baseURL, a.Inbox.String()),
2022-08-14 13:40:02 -06:00
Key: a.Pubkey.ID().String(),
})
if err != nil {
span.RecordError(err)
}
}
2022-08-10 11:19:08 -06:00
func (s *service) post(w http.ResponseWriter, r *http.Request) {
ctx := r.Context()
2022-08-13 18:59:15 -06:00
ctx, span := logz.Span(ctx)
defer span.End()
2022-08-10 11:19:08 -06:00
name, tags, _ := strings.Cut(r.URL.Path, "/")
if name == "" {
w.WriteHeader(http.StatusNotFound)
return
}
2022-08-10 11:19:08 -06:00
var first event.Event = event.NilEvent
if lis, err := s.es.Read(ctx, "post-"+name, 0, 1); err == nil && len(lis) > 0 {
first = lis[0]
}
2022-08-10 11:19:08 -06:00
b, err := io.ReadAll(io.LimitReader(r.Body, 64*1024))
if err != nil {
2022-08-13 18:59:15 -06:00
span.RecordError(err)
2022-08-10 11:19:08 -06:00
w.WriteHeader(http.StatusBadRequest)
return
}
r.Body.Close()
2022-08-07 11:55:49 -06:00
2022-08-10 11:19:08 -06:00
if name == "" {
w.WriteHeader(http.StatusNotFound)
2022-08-07 11:55:49 -06:00
return
2022-08-10 11:19:08 -06:00
}
2022-08-07 11:55:49 -06:00
2022-08-10 11:19:08 -06:00
events := event.NewEvents(&PostEvent{
Payload: b,
Tags: fields(tags),
})
2022-08-13 18:59:15 -06:00
_, err = s.es.Append(ctx, "post-"+name, events)
2022-08-10 11:19:08 -06:00
if err != nil {
2022-08-13 18:59:15 -06:00
span.RecordError(err)
2022-08-07 11:55:49 -06:00
2022-08-10 11:19:08 -06:00
w.WriteHeader(http.StatusInternalServerError)
return
}
if first == event.NilEvent {
first = events.First()
}
m := events.First().EventMeta()
2022-08-13 18:59:15 -06:00
span.AddEvent(fmt.Sprint("POST topic=", name, " tags=", tags, " idx=", m.Position, " id=", m.EventID))
2022-08-10 11:19:08 -06:00
w.WriteHeader(http.StatusAccepted)
if strings.Contains(r.Header.Get("Accept"), "application/json") {
w.Header().Add("Content-Type", "application/json")
2022-08-10 21:18:04 -06:00
if err = encodeJSON(w, first, events...); err != nil {
2022-08-13 18:59:15 -06:00
span.RecordError(err)
2022-08-07 11:55:49 -06:00
w.WriteHeader(http.StatusInternalServerError)
return
}
2022-08-10 11:19:08 -06:00
return
}
2022-08-13 18:59:15 -06:00
span.AddEvent("finish response")
2022-08-10 11:19:08 -06:00
w.Header().Add("Content-Type", "text/plain")
fmt.Fprintf(w, "OK %d %s", m.Position, m.EventID)
}
func (s *service) websocket(w http.ResponseWriter, r *http.Request) {
ctx := r.Context()
ctx, span := logz.Span(ctx)
defer span.End()
2022-08-10 11:19:08 -06:00
name, _, _ := strings.Cut(r.URL.Path, "/")
if name == "" {
w.WriteHeader(http.StatusNotFound)
return
}
var first event.Event = event.NilEvent
if lis, err := s.es.Read(ctx, "post-"+name, 0, 1); err == nil && len(lis) > 0 {
first = lis[0]
}
2022-08-15 12:25:50 -06:00
var pos int64 = 0
2022-08-10 11:19:08 -06:00
qry := r.URL.Query()
2022-08-15 12:25:50 -06:00
if i, err := strconv.ParseInt(qry.Get("index"), 10, 64); err == nil && i > 0 {
2022-08-10 21:18:04 -06:00
pos = i - 1
2022-08-10 11:19:08 -06:00
}
2022-08-14 10:04:15 -06:00
span.AddEvent(fmt.Sprint("WS topic=", name, " idx=", pos))
2022-08-10 11:19:08 -06:00
c, err := upgrader.Upgrade(w, r, nil)
if err != nil {
2022-08-14 10:04:15 -06:00
span.RecordError(err)
2022-08-10 11:19:08 -06:00
return
}
defer c.Close()
ctx, cancel := context.WithCancel(ctx)
c.SetCloseHandler(func(code int, text string) error {
cancel()
return nil
})
go func() {
for {
if err := ctx.Err(); err != nil {
return
}
2022-08-10 11:19:08 -06:00
mt, message, err := c.ReadMessage()
if err != nil {
2022-08-14 10:04:15 -06:00
span.RecordError(err)
2022-08-10 11:19:08 -06:00
return
}
2022-08-14 10:04:15 -06:00
span.AddEvent(fmt.Sprintf("recv: %d %s", mt, message))
}
2022-08-10 11:19:08 -06:00
}()
2022-08-10 11:19:08 -06:00
es := s.es.EventStream()
if es == nil {
2022-08-14 13:40:02 -06:00
span.AddEvent("EventStore does not implement streaming")
2022-08-10 11:19:08 -06:00
w.WriteHeader(http.StatusInternalServerError)
return
2022-08-10 11:19:08 -06:00
}
sub, err := es.Subscribe(ctx, "post-"+name, pos)
if err != nil {
2022-08-14 10:04:15 -06:00
span.RecordError(err)
2022-08-10 11:19:08 -06:00
return
}
defer func() {
ctx, cancel := context.WithTimeout(context.Background(), 1*time.Second)
defer cancel()
2022-08-14 13:40:02 -06:00
span.AddEvent("stop ws")
2022-08-10 11:19:08 -06:00
sub.Close(ctx)
}()
2022-08-14 13:40:02 -06:00
span.AddEvent("start ws")
2022-08-10 11:19:08 -06:00
for sub.Recv(ctx) {
events, err := sub.Events(ctx)
if err != nil {
break
}
2022-08-14 10:04:15 -06:00
span.AddEvent(fmt.Sprint("got events ", len(events)))
2022-08-10 21:18:04 -06:00
for i := range events {
e, ok := events[i].(*PostEvent)
2022-08-10 11:19:08 -06:00
if !ok {
continue
}
2022-08-14 10:04:15 -06:00
span.AddEvent(fmt.Sprint("send", i, e.String()))
2022-08-10 11:19:08 -06:00
var b bytes.Buffer
2022-08-10 21:18:04 -06:00
if err = encodeJSON(&b, first, e); err != nil {
2022-08-14 10:04:15 -06:00
span.RecordError(err)
2022-08-10 11:19:08 -06:00
}
err = c.WriteMessage(websocket.TextMessage, b.Bytes())
if err != nil {
2022-08-14 10:04:15 -06:00
span.RecordError(err)
2022-08-10 11:19:08 -06:00
break
}
}
2022-08-07 11:55:49 -06:00
}
}
type PostEvent struct {
Payload []byte
Tags []string
eventMeta event.Meta
}
func (e *PostEvent) EventMeta() event.Meta {
if e == nil {
return event.Meta{}
}
return e.eventMeta
}
func (e *PostEvent) SetEventMeta(eventMeta event.Meta) {
if e == nil {
return
}
e.eventMeta = eventMeta
}
2022-08-15 08:05:04 -06:00
func (e *PostEvent) MarshalBinary() ([]byte, error) {
2022-08-14 10:56:00 -06:00
return json.Marshal(e)
}
2022-08-15 08:05:04 -06:00
func (e *PostEvent) UnmarshalBinary(b []byte) error {
2022-08-14 10:56:00 -06:00
return json.Unmarshal(b, e)
}
2022-08-07 11:55:49 -06:00
func (e *PostEvent) String() string {
var b bytes.Buffer
// b.WriteString(e.eventMeta.StreamID)
// b.WriteRune('@')
b.WriteString(strconv.FormatUint(e.eventMeta.Position, 10))
b.WriteRune('\t')
b.WriteString(e.eventMeta.EventID.String())
b.WriteRune('\t')
b.WriteString(string(e.Payload))
if len(e.Tags) > 0 {
b.WriteRune('\t')
b.WriteString(strings.Join(e.Tags, ","))
}
return b.String()
}
func fields(s string) []string {
if s == "" {
return nil
}
return strings.Split(s, "/")
}
2022-08-10 21:18:04 -06:00
func encodeJSON(w io.Writer, first event.Event, events ...event.Event) error {
out := make([]struct {
ID uint64 `json:"id"`
Payload []byte `json:"payload"`
Created string `json:"created"`
Tags []string `json:"tags"`
Topic struct {
Name string `json:"name"`
TTL uint64 `json:"ttl"`
Seq uint64 `json:"seq"`
Created string `json:"created"`
} `json:"topic"`
}, len(events))
for i := range events {
e, ok := events[i].(*PostEvent)
if !ok {
continue
}
out[i].ID = e.EventMeta().Position
out[i].Created = e.EventMeta().Created().Format(time.RFC3339Nano)
out[i].Payload = e.Payload
out[i].Tags = e.Tags
2022-08-10 11:19:08 -06:00
out[i].Topic.Name = strings.TrimPrefix(e.EventMeta().StreamID, "post-")
out[i].Topic.Created = first.EventMeta().Created().Format(time.RFC3339Nano)
out[i].Topic.Seq = e.EventMeta().Position
}
if len(out) == 1 {
return json.NewEncoder(w).Encode(out[0])
}
return json.NewEncoder(w).Encode(out)
}