2021-10-23 01:26:01 +00:00
|
|
|
package server
|
|
|
|
|
|
|
|
import (
|
|
|
|
"math/rand"
|
|
|
|
"sync"
|
2023-03-01 03:25:13 +00:00
|
|
|
"time"
|
2023-05-02 16:10:27 +00:00
|
|
|
|
|
|
|
"heckel.io/ntfy/log"
|
|
|
|
"heckel.io/ntfy/util"
|
2023-03-01 03:25:13 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
const (
|
2023-03-04 03:22:07 +00:00
|
|
|
// topicExpungeAfter defines how long a topic is active before it is removed from memory.
|
|
|
|
// This must be larger than matrixRejectPushKeyForUnifiedPushTopicWithoutRateVisitorAfter to give
|
|
|
|
// time for more requests to come in, so that we can send a {"rejected":["<pushkey>"]} response back.
|
|
|
|
topicExpungeAfter = 16 * time.Hour
|
2023-02-23 03:26:43 +00:00
|
|
|
)
|
|
|
|
|
2021-10-24 02:49:50 +00:00
|
|
|
// topic represents a channel to which subscribers can subscribe, and publishers
|
|
|
|
// can publish a message
|
2021-10-23 01:26:01 +00:00
|
|
|
type topic struct {
|
2023-02-23 21:03:40 +00:00
|
|
|
ID string
|
|
|
|
subscribers map[int]*topicSubscriber
|
|
|
|
rateVisitor *visitor
|
2023-03-01 03:25:13 +00:00
|
|
|
lastAccess time.Time
|
2023-02-23 21:03:40 +00:00
|
|
|
mu sync.RWMutex
|
2021-10-23 01:26:01 +00:00
|
|
|
}
|
|
|
|
|
2023-01-23 19:05:41 +00:00
|
|
|
type topicSubscriber struct {
|
2023-02-24 01:46:53 +00:00
|
|
|
userID string // User ID associated with this subscription, may be empty
|
2023-02-23 02:33:18 +00:00
|
|
|
subscriber subscriber
|
|
|
|
cancel func()
|
2023-01-23 19:05:41 +00:00
|
|
|
}
|
|
|
|
|
2021-10-24 02:49:50 +00:00
|
|
|
// subscriber is a function that is called for every new message on a topic
|
2022-06-01 00:38:56 +00:00
|
|
|
type subscriber func(v *visitor, msg *message) error
|
2021-10-23 01:26:01 +00:00
|
|
|
|
2021-10-27 18:56:17 +00:00
|
|
|
// newTopic creates a new topic
|
2021-12-09 03:57:31 +00:00
|
|
|
func newTopic(id string) *topic {
|
2021-10-23 01:26:01 +00:00
|
|
|
return &topic{
|
2021-12-09 03:57:31 +00:00
|
|
|
ID: id,
|
2023-01-23 19:05:41 +00:00
|
|
|
subscribers: make(map[int]*topicSubscriber),
|
2023-03-01 03:25:13 +00:00
|
|
|
lastAccess: time.Now(),
|
2021-10-23 01:26:01 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-11-09 19:48:25 +00:00
|
|
|
// Subscribe subscribes to this topic
|
2023-02-24 01:46:53 +00:00
|
|
|
func (t *topic) Subscribe(s subscriber, userID string, cancel func()) int {
|
2023-05-02 16:10:27 +00:00
|
|
|
max_retries := 5
|
|
|
|
retries := 1
|
2021-10-23 01:26:01 +00:00
|
|
|
t.mu.Lock()
|
|
|
|
defer t.mu.Unlock()
|
2023-05-02 16:10:27 +00:00
|
|
|
|
2021-10-23 01:26:01 +00:00
|
|
|
subscriberID := rand.Int()
|
2023-05-02 16:10:27 +00:00
|
|
|
// simple check for existing id in maps
|
|
|
|
for {
|
|
|
|
_, ok := t.subscribers[subscriberID]
|
|
|
|
if ok && retries <= max_retries {
|
|
|
|
subscriberID = rand.Int()
|
|
|
|
retries++
|
|
|
|
} else {
|
|
|
|
break
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2023-01-23 19:05:41 +00:00
|
|
|
t.subscribers[subscriberID] = &topicSubscriber{
|
2023-02-24 01:46:53 +00:00
|
|
|
userID: userID, // May be empty
|
2023-02-23 02:33:18 +00:00
|
|
|
subscriber: s,
|
|
|
|
cancel: cancel,
|
2023-01-23 19:05:41 +00:00
|
|
|
}
|
2023-03-01 03:25:13 +00:00
|
|
|
t.lastAccess = time.Now()
|
2021-10-23 01:26:01 +00:00
|
|
|
return subscriberID
|
|
|
|
}
|
|
|
|
|
2023-02-14 19:58:13 +00:00
|
|
|
func (t *topic) Stale() bool {
|
2023-02-22 02:16:03 +00:00
|
|
|
t.mu.Lock()
|
|
|
|
defer t.mu.Unlock()
|
2023-02-24 01:46:53 +00:00
|
|
|
if t.rateVisitor != nil && !t.rateVisitor.Stale() {
|
|
|
|
return false
|
|
|
|
}
|
2023-03-04 03:22:07 +00:00
|
|
|
return len(t.subscribers) == 0 && time.Since(t.lastAccess) > topicExpungeAfter
|
|
|
|
}
|
|
|
|
|
|
|
|
func (t *topic) LastAccess() time.Time {
|
|
|
|
t.mu.RLock()
|
|
|
|
defer t.mu.RUnlock()
|
|
|
|
return t.lastAccess
|
2023-02-22 02:04:56 +00:00
|
|
|
}
|
2023-02-14 19:58:13 +00:00
|
|
|
|
2023-02-23 02:33:18 +00:00
|
|
|
func (t *topic) SetRateVisitor(v *visitor) {
|
|
|
|
t.mu.Lock()
|
|
|
|
defer t.mu.Unlock()
|
|
|
|
t.rateVisitor = v
|
2023-03-01 03:25:13 +00:00
|
|
|
t.lastAccess = time.Now()
|
2023-02-23 02:33:18 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (t *topic) RateVisitor() *visitor {
|
|
|
|
t.mu.Lock()
|
|
|
|
defer t.mu.Unlock()
|
2023-02-24 01:46:53 +00:00
|
|
|
if t.rateVisitor != nil && t.rateVisitor.Stale() {
|
|
|
|
t.rateVisitor = nil
|
|
|
|
}
|
2023-02-23 02:00:56 +00:00
|
|
|
return t.rateVisitor
|
2023-02-14 19:58:13 +00:00
|
|
|
}
|
|
|
|
|
2021-11-09 19:48:25 +00:00
|
|
|
// Unsubscribe removes the subscription from the list of subscribers
|
2021-10-29 17:58:14 +00:00
|
|
|
func (t *topic) Unsubscribe(id int) {
|
2021-10-23 01:26:01 +00:00
|
|
|
t.mu.Lock()
|
|
|
|
defer t.mu.Unlock()
|
2023-02-22 02:04:56 +00:00
|
|
|
delete(t.subscribers, id)
|
2021-10-23 01:26:01 +00:00
|
|
|
}
|
|
|
|
|
2021-11-09 19:48:25 +00:00
|
|
|
// Publish asynchronously publishes to all subscribers
|
2022-06-01 00:38:56 +00:00
|
|
|
func (t *topic) Publish(v *visitor, m *message) error {
|
2021-11-09 19:48:25 +00:00
|
|
|
go func() {
|
2022-06-21 23:45:23 +00:00
|
|
|
// We want to lock the topic as short as possible, so we make a shallow copy of the
|
|
|
|
// subscribers map here. Actually sending out the messages then doesn't have to lock.
|
|
|
|
subscribers := t.subscribersCopy()
|
|
|
|
if len(subscribers) > 0 {
|
2023-02-04 03:21:50 +00:00
|
|
|
logvm(v, m).Tag(tagPublish).Debug("Forwarding to %d subscriber(s)", len(subscribers))
|
2022-06-21 23:45:23 +00:00
|
|
|
for _, s := range subscribers {
|
2022-06-22 17:52:49 +00:00
|
|
|
// We call the subscriber functions in their own Go routines because they are blocking, and
|
|
|
|
// we don't want individual slow subscribers to be able to block others.
|
|
|
|
go func(s subscriber) {
|
|
|
|
if err := s(v, m); err != nil {
|
2023-02-04 03:21:50 +00:00
|
|
|
logvm(v, m).Tag(tagPublish).Err(err).Warn("Error forwarding to subscriber")
|
2022-06-22 17:52:49 +00:00
|
|
|
}
|
2023-01-23 19:05:41 +00:00
|
|
|
}(s.subscriber)
|
2021-11-09 19:48:25 +00:00
|
|
|
}
|
2022-06-01 20:57:35 +00:00
|
|
|
} else {
|
2023-02-04 03:21:50 +00:00
|
|
|
logvm(v, m).Tag(tagPublish).Trace("No stream or WebSocket subscribers, not forwarding")
|
2021-10-23 01:26:01 +00:00
|
|
|
}
|
2023-03-01 03:25:13 +00:00
|
|
|
t.Keepalive()
|
2021-11-09 19:48:25 +00:00
|
|
|
}()
|
2021-10-23 01:26:01 +00:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2023-03-01 03:25:13 +00:00
|
|
|
// Stats returns the number of subscribers and last access to this topic
|
|
|
|
func (t *topic) Stats() (int, time.Time) {
|
2023-02-23 02:00:56 +00:00
|
|
|
t.mu.RLock()
|
|
|
|
defer t.mu.RUnlock()
|
2023-03-01 03:25:13 +00:00
|
|
|
return len(t.subscribers), t.lastAccess
|
|
|
|
}
|
|
|
|
|
|
|
|
// Keepalive sets the last access time and ensures that Stale does not return true
|
|
|
|
func (t *topic) Keepalive() {
|
|
|
|
t.mu.Lock()
|
|
|
|
defer t.mu.Unlock()
|
|
|
|
t.lastAccess = time.Now()
|
2021-10-23 01:26:01 +00:00
|
|
|
}
|
2022-06-21 23:45:23 +00:00
|
|
|
|
2023-01-23 19:05:41 +00:00
|
|
|
// CancelSubscribers calls the cancel function for all subscribers, forcing
|
|
|
|
func (t *topic) CancelSubscribers(exceptUserID string) {
|
|
|
|
t.mu.Lock()
|
|
|
|
defer t.mu.Unlock()
|
|
|
|
for _, s := range t.subscribers {
|
2023-02-24 01:46:53 +00:00
|
|
|
if s.userID != exceptUserID {
|
|
|
|
log.
|
|
|
|
Tag(tagSubscribe).
|
2023-02-26 01:23:22 +00:00
|
|
|
With(t).
|
2023-02-24 01:46:53 +00:00
|
|
|
Fields(log.Context{
|
2023-02-26 01:23:22 +00:00
|
|
|
"user_id": s.userID,
|
2023-02-24 01:46:53 +00:00
|
|
|
}).
|
|
|
|
Debug("Canceling subscriber %s", s.userID)
|
2023-01-23 19:05:41 +00:00
|
|
|
s.cancel()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2023-02-26 01:23:22 +00:00
|
|
|
func (t *topic) Context() log.Context {
|
|
|
|
t.mu.RLock()
|
|
|
|
defer t.mu.RUnlock()
|
|
|
|
fields := map[string]any{
|
|
|
|
"topic": t.ID,
|
|
|
|
"topic_subscribers": len(t.subscribers),
|
2023-03-04 03:22:07 +00:00
|
|
|
"topic_last_access": util.FormatTime(t.lastAccess),
|
2023-02-26 01:23:22 +00:00
|
|
|
}
|
|
|
|
if t.rateVisitor != nil {
|
2023-02-26 02:09:10 +00:00
|
|
|
for k, v := range t.rateVisitor.Context() {
|
|
|
|
fields["topic_rate_"+k] = v
|
|
|
|
}
|
2023-02-26 01:23:22 +00:00
|
|
|
}
|
|
|
|
return fields
|
|
|
|
}
|
|
|
|
|
2022-06-21 23:45:23 +00:00
|
|
|
// subscribersCopy returns a shallow copy of the subscribers map
|
2023-01-23 19:05:41 +00:00
|
|
|
func (t *topic) subscribersCopy() map[int]*topicSubscriber {
|
2022-06-21 23:45:23 +00:00
|
|
|
t.mu.Lock()
|
|
|
|
defer t.mu.Unlock()
|
2023-01-23 19:05:41 +00:00
|
|
|
subscribers := make(map[int]*topicSubscriber)
|
|
|
|
for k, sub := range t.subscribers {
|
|
|
|
subscribers[k] = &topicSubscriber{
|
2023-02-24 01:46:53 +00:00
|
|
|
userID: sub.userID,
|
2023-01-23 19:05:41 +00:00
|
|
|
subscriber: sub.subscriber,
|
|
|
|
cancel: sub.cancel,
|
|
|
|
}
|
2022-06-21 23:45:23 +00:00
|
|
|
}
|
|
|
|
return subscribers
|
|
|
|
}
|