Discource-C
/
discourse
mirror of https://github.com/discourse/discourse.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

PERF: Use a shared message for replies to tracked topics (#16022) 

Previously we were publishing one messagebus message per user which was 'tracking' a topic. On large sites, this can easily be 1000+ messages. The important information in the message is common between all users, so we can manage with a single message on a shared channel, which will be much more efficient.

For user-specific values (notification_level and last_read_post_number), the JS app can infer values which are 'good enough'. Correct values will be loaded as soon as a topic-list containing the topic is visited.
This commit is contained in:
David Taylor 2022-02-22 15:27:46 +00:00 committed by GitHub
parent 50da1375ca
commit f6c852bf8e
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
6 changed files with 82 additions and 54 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

35
app/assets/javascripts/discourse/app/models/topic-tracking-state.js
View File

@ -68,6 +68,7 @@ const TopicTrackingState = EmberObject.extend({
this.messageBus.subscribe("/new", this._processChannelPayload);
this.messageBus.subscribe("/latest", this._processChannelPayload);
if (this.currentUser) {
this.messageBus.subscribe(`/unread`, this._processChannelPayload);
this.messageBus.subscribe(
`/unread/${this.currentUser.id}`,
this._processChannelPayload
@ -813,22 +814,34 @@ const TopicTrackingState = EmberObject.extend({
if (["new_topic", "unread", "read"].includes(data.message_type)) {
this.notifyIncoming(data);
if (!deepEqual(old, data.payload)) {
if (data.message_type === "read") {
let mergeData = {};
// The 'unread' and 'read' payloads are deliberately incomplete
// for efficiency. We rebuild them by using any existing state
// we have, and then substitute inferred values for last_read_post_number
// and notification_level. Any errors will be corrected when a
// topic-list is loaded which includes the topic.
let payload = data.payload;
// we have to do this because the "read" event does not
// include tags; we don't want them to be overridden
if (old) {
mergeData = {
tags: old.tags,
topic_tag_ids: old.topic_tag_ids,
};
payload = deepMerge(old, data.payload);
}
this.modifyState(data, deepMerge(data.payload, mergeData));
} else {
this.modifyState(data, data.payload);
if (data.message_type === "unread") {
if (payload.last_read_post_number === undefined) {
// If we didn't already have state for this topic,
// we're probably only 1 post behind.
payload.last_read_post_number = payload.highest_post_number - 1;
}
if (payload.notification_level === undefined) {
// /unread messages will only have been published to us
// if we are tracking or watching the topic.
// Let's guess TRACKING for now:
payload.notification_level = NotificationLevels.TRACKING;
}
}
this.modifyState(data, payload);
this.incrementMessageCount();
}
}

3
app/assets/javascripts/discourse/tests/helpers/qunit-helpers.js
View File

@ -1,5 +1,5 @@
import QUnit, { module, skip, test } from "qunit";
import { deepMerge } from "discourse-common/lib/object";
import { cloneJSON, deepMerge } from "discourse-common/lib/object";
import MessageBus from "message-bus-client";
import {
clearCache as clearOutletCache,
@ -487,6 +487,7 @@ export function exists(selector) {
}
export function publishToMessageBus(channelPath, ...args) {
args = cloneJSON(args);
MessageBus.callbacks
.filterBy("channel", channelPath)
.forEach((c) => c.func(...args));

32
app/assets/javascripts/discourse/tests/unit/models/topic-tracking-state-test.js
View File

@ -426,7 +426,7 @@ discourseModule("Unit | Model | topic-tracking-state", function (hooks) {
});
discourseModule(
"establishChannels - /unread/:userId MessageBus channel payloads processed",
"establishChannels - /unread MessageBus channel payloads processed",
function (unreadHooks) {
let trackingState;
let unreadTopicPayload = {
@ -436,11 +436,9 @@ discourseModule("Unit | Model | topic-tracking-state", function (hooks) {
category_id: 123,
topic_tag_ids: [44],
tags: ["pending"],
last_read_post_number: 4,
highest_post_number: 10,
created_at: "2012-11-31 12:00:00 UTC",
archetype: "regular",
notification_level: NotificationLevels.TRACKING,
},
};
let currentUser;
@ -468,7 +466,7 @@ discourseModule("Unit | Model | topic-tracking-state", function (hooks) {
});
test("message count is incremented", function (assert) {
publishToMessageBus(`/unread/${currentUser.id}`, unreadTopicPayload);
publishToMessageBus(`/unread`, unreadTopicPayload);
assert.strictEqual(
trackingState.messageCount,
@ -482,10 +480,11 @@ discourseModule("Unit | Model | topic-tracking-state", function (hooks) {
trackingState.onStateChange(() => {
stateCallbackCalled = true;
});
publishToMessageBus(`/unread/${currentUser.id}`, unreadTopicPayload);
publishToMessageBus(`/unread`, unreadTopicPayload);
assert.deepEqual(
trackingState.findState(111),
{
topic_id: 111,
category_id: 123,
topic_tag_ids: [44],
tags: ["pending"],
@ -506,7 +505,7 @@ discourseModule("Unit | Model | topic-tracking-state", function (hooks) {
test("adds incoming so it is counted in topic lists", function (assert) {
trackingState.trackIncoming("all");
publishToMessageBus(`/unread/${currentUser.id}`, unreadTopicPayload);
publishToMessageBus(`/unread`, unreadTopicPayload);
assert.deepEqual(
trackingState.newIncoming,
[111],
@ -541,6 +540,27 @@ discourseModule("Unit | Model | topic-tracking-state", function (hooks) {
assert.strictEqual(trackingState.filter, "latest");
});
test("correctly infers missing information", function (assert) {
publishToMessageBus(`/unread`, {
...unreadTopicPayload,
topic_id: 999,
});
assert.deepEqual(
trackingState.findState(999),
{
category_id: 123,
topic_tag_ids: [44],
tags: ["pending"],
last_read_post_number: 9,
highest_post_number: 10,
notification_level: NotificationLevels.TRACKING,
created_at: "2012-11-31 12:00:00 UTC",
archetype: "regular",
},
"topic state updated with guesses for last_read_post_number and notification_level"
);
});
test("adds incoming in the categories latest topics list", function (assert) {
trackingState.trackIncoming("categories");
const unreadCategoriesLatestTopicsPayload = {

14
app/models/topic_tracking_state.rb
View File

@ -159,19 +159,15 @@ class TopicTrackingState
.where("gu.group_id IN (?)", group_ids)
end
scope
.select([:user_id, :last_read_post_number, :notification_level])
.each do |tu|
user_ids = scope.pluck(:user_id)
return if user_ids.empty?
payload = {
last_read_post_number: tu.last_read_post_number,
highest_post_number: post.post_number,
updated_at: post.topic.updated_at,
created_at: post.created_at,
category_id: post.topic.category_id,
notification_level: tu.notification_level,
archetype: post.topic.archetype,
first_unread_at: tu.user.user_stat&.first_unread_at,
unread_not_too_old: true
}
@ -186,13 +182,11 @@ class TopicTrackingState
payload: payload
}
MessageBus.publish(self.unread_channel_key(tu.user_id), message.as_json,
user_ids: [tu.user_id]
MessageBus.publish("/unread", message.as_json,
user_ids: user_ids
)
end
end
def self.publish_recover(topic)
group_ids = topic.category && topic.category.secure_group_ids

2
spec/lib/post_creator_spec.rb
View File

@ -165,7 +165,7 @@ describe PostCreator do
"/new",
"/u/#{admin.username}",
"/u/#{admin.username}",
"/unread/#{admin.id}",
"/unread",
"/unread/#{admin.id}",
"/latest",
"/latest",

12
spec/models/topic_tracking_state_spec.rb
View File

@ -77,7 +77,7 @@ describe TopicTrackingState do
describe '#publish_unread' do
it "can correctly publish unread" do
message = MessageBus.track_publish(described_class.unread_channel_key(post.user.id)) do
message = MessageBus.track_publish("/unread") do
TopicTrackingState.publish_unread(post)
end.first
@ -92,7 +92,7 @@ describe TopicTrackingState do
it "is not erroring when user_stat is missing" do
post.user.user_stat.destroy!
message = MessageBus.track_publish(described_class.unread_channel_key(post.user.id)) do
message = MessageBus.track_publish("/unread") do
TopicTrackingState.publish_unread(post)
end.first
@ -104,7 +104,7 @@ describe TopicTrackingState do
it "does not publish whisper post to non-staff users" do
post.update!(post_type: Post.types[:whisper])
messages = MessageBus.track_publish(described_class.unread_channel_key(post.user_id)) do
messages = MessageBus.track_publish("/unread") do
TopicTrackingState.publish_unread(post)
end
@ -112,7 +112,7 @@ describe TopicTrackingState do
post.user.grant_admin!
message = MessageBus.track_publish(described_class.unread_channel_key(post.user_id)) do
message = MessageBus.track_publish("/unread") do
TopicTrackingState.publish_unread(post)
end.first
@ -126,7 +126,7 @@ describe TopicTrackingState do
post.topic.update!(category: category)
messages = MessageBus.track_publish(described_class.unread_channel_key(post.user_id)) do
messages = MessageBus.track_publish("/unread") do
TopicTrackingState.publish_unread(post)
end
@ -134,7 +134,7 @@ describe TopicTrackingState do
group.add(post.user)
message = MessageBus.track_publish(described_class.unread_channel_key(post.user_id)) do
message = MessageBus.track_publish("/unread") do
TopicTrackingState.publish_unread(post)
end.first