import es from '../../db/elasticsearch'; import Note, { pack, INote } from '../../models/note'; import User, { isLocalUser, IUser, isRemoteUser, IRemoteUser, ILocalUser } from '../../models/user'; import { publishMainStream, publishHomeTimelineStream, publishLocalTimelineStream, publishHybridTimelineStream, publishGlobalTimelineStream, publishUserListStream, publishHashtagStream } from '../../stream'; import Following from '../../models/following'; import { deliver } from '../../queue'; import renderNote from '../../remote/activitypub/renderer/note'; import renderCreate from '../../remote/activitypub/renderer/create'; import renderAnnounce from '../../remote/activitypub/renderer/announce'; import packAp from '../../remote/activitypub/renderer'; import DriveFile, { IDriveFile } from '../../models/drive-file'; import notify from '../../notify'; import NoteWatching from '../../models/note-watching'; import watch from './watch'; import Mute from '../../models/mute'; import parse from '../../mfm/parse'; import { IApp } from '../../models/app'; import UserList from '../../models/user-list'; import resolveUser from '../../remote/resolve-user'; import Meta from '../../models/meta'; import config from '../../config'; import registerHashtag from '../register-hashtag'; import isQuote from '../../misc/is-quote'; import { TextElementMention } from '../../mfm/parse/elements/mention'; import { TextElementHashtag } from '../../mfm/parse/elements/hashtag'; import notesChart from '../../chart/notes'; import perUserNotesChart from '../../chart/per-user-notes'; import { erase, unique } from '../../prelude/array'; import insertNoteUnread from './unread'; import registerInstance from '../register-instance'; import Instance from '../../models/instance'; import { TextElementEmoji } from '../../mfm/parse/elements/emoji'; type NotificationType = 'reply' | 'renote' | 'quote' | 'mention'; class NotificationManager { private notifier: IUser; private note: INote; private queue: Array<{ target: ILocalUser['_id']; reason: NotificationType; }>; constructor(notifier: IUser, note: INote) { this.notifier = notifier; this.note = note; this.queue = []; } public push(notifiee: ILocalUser['_id'], reason: NotificationType) { // 自分自身へは通知しない if (this.notifier._id.equals(notifiee)) return; const exist = this.queue.find(x => x.target.equals(notifiee)); if (exist) { // 「メンションされているかつ返信されている」場合は、メンションとしての通知ではなく返信としての通知にする if (reason != 'mention') { exist.reason = reason; } } else { this.queue.push({ reason: reason, target: notifiee }); } } public deliver() { this.queue.forEach(async x => { // ミュート情報を取得 const mentioneeMutes = await Mute.find({ muterId: x.target }); const mentioneesMutedUserIds = mentioneeMutes.map(m => m.muteeId.toString()); // 通知される側のユーザーが通知する側のユーザーをミュートしていない限りは通知する if (!mentioneesMutedUserIds.includes(this.notifier._id.toString())) { notify(x.target, this.notifier._id, x.reason, { noteId: this.note._id }); } }); } } type Option = { createdAt?: Date; text?: string; reply?: INote; renote?: INote; files?: IDriveFile[]; geo?: any; poll?: any; viaMobile?: boolean; cw?: string; visibility?: string; visibleUsers?: IUser[]; uri?: string; app?: IApp; }; export default async (user: IUser, data: Option, silent = false) => new Promise(async (res, rej) => { const isFirstNote = user.notesCount === 0; if (data.createdAt == null) data.createdAt = new Date(); if (data.visibility == null) data.visibility = 'public'; if (data.viaMobile == null) data.viaMobile = false; if (data.visibleUsers) { data.visibleUsers = erase(null, data.visibleUsers); } // リプライ対象が削除された投稿だったらreject if (data.reply && data.reply.deletedAt != null) { return rej(); } // Renote対象が削除された投稿だったらreject if (data.renote && data.renote.deletedAt != null) { return rej(); } // Renote対象が「ホームまたは全体」以外の公開範囲ならreject if (data.renote && data.renote.visibility != 'public' && data.renote.visibility != 'home') { return rej(); } // リプライ対象が自分以外の非公開の投稿なら禁止 if (data.reply && data.reply.visibility == 'private' && !data.reply.userId.equals(user._id)) { return rej(); } // Renote対象が自分以外の非公開の投稿なら禁止 if (data.renote && data.renote.visibility == 'private' && !data.renote.userId.equals(user._id)) { return rej(); } if (data.text) { data.text = data.text.trim(); } // Parse MFM const tokens = data.text ? parse(data.text) : []; const tags = extractHashtags(tokens); const emojis = extractEmojis(tokens); const mentionedUsers = await extractMentionedUsers(tokens); if (data.reply && !user._id.equals(data.reply.userId) && !mentionedUsers.some(u => u._id.equals(data.reply.userId))) { mentionedUsers.push(await User.findOne({ _id: data.reply.userId })); } if (data.visibility == 'specified') { data.visibleUsers.forEach(u => { if (!mentionedUsers.some(x => x._id.equals(u._id))) { mentionedUsers.push(u); } }); } const note = await insertNote(user, data, tags, emojis, mentionedUsers); res(note); if (note == null) { return; } // 統計を更新 notesChart.update(note, true); perUserNotesChart.update(user, note, true); // Register host if (isRemoteUser(user)) { registerInstance(user.host).then(i => { Instance.update({ _id: i._id }, { $inc: { notesCount: 1 } }); // TODO //perInstanceChart.newNote(); }); } // ハッシュタグ登録 tags.map(tag => registerHashtag(user, tag)); // ファイルが添付されていた場合ドライブのファイルの「このファイルが添付された投稿一覧」プロパティにこの投稿を追加 if (data.files) { data.files.forEach(file => { DriveFile.update({ _id: file._id }, { $push: { 'metadata.attachedNoteIds': note._id } }); }); } // Increment notes count incNotesCount(user); // Increment notes count (user) incNotesCountOfUser(user); // 未読通知を作成 if (data.visibility == 'specified') { data.visibleUsers.forEach(u => { insertNoteUnread(u, note, true); }); } else { mentionedUsers.forEach(u => { insertNoteUnread(u, note, false); }); } if (data.reply) { saveReply(data.reply, note); } if (data.renote) { incRenoteCount(data.renote); } if (isQuote(note)) { saveQuote(data.renote, note); } // Pack the note const noteObj = await pack(note); if (isFirstNote) { noteObj.isFirstNote = true; } if (tags.length > 0) { publishHashtagStream(noteObj); } const nm = new NotificationManager(user, note); const nmRelatedPromises = []; createMentionedEvents(mentionedUsers, note, nm); const noteActivity = await renderActivity(data, note); if (isLocalUser(user) && note.visibility != 'private') { deliverNoteToMentionedRemoteUsers(mentionedUsers, user, noteActivity); } // If has in reply to note if (data.reply) { // Fetch watchers nmRelatedPromises.push(notifyToWatchersOfReplyee(data.reply, user, nm)); // この投稿をWatchする if (isLocalUser(user) && user.settings.autoWatch !== false) { watch(user._id, data.reply); } // 通知 if (isLocalUser(data.reply._user)) { nm.push(data.reply.userId, 'reply'); publishMainStream(data.reply.userId, 'reply', noteObj); } } // If it is renote if (data.renote) { const type = data.text ? 'quote' : 'renote'; // Notify if (isLocalUser(data.renote._user)) { nm.push(data.renote.userId, type); } // Fetch watchers nmRelatedPromises.push(notifyToWatchersOfRenotee(data.renote, user, nm, type)); // この投稿をWatchする if (isLocalUser(user) && user.settings.autoWatch !== false) { watch(user._id, data.renote); } // Publish event if (!user._id.equals(data.renote.userId) && isLocalUser(data.renote._user)) { publishMainStream(data.renote.userId, 'renote', noteObj); } } if (!silent) { publish(user, note, noteObj, data.reply, data.renote, data.visibleUsers, noteActivity); } Promise.all(nmRelatedPromises).then(() => { nm.deliver(); }); // Register to search database index(note); }); async function renderActivity(data: Option, note: INote) { const content = data.renote && data.text == null && data.poll == null && (data.files == null || data.files.length == 0) ? renderAnnounce(data.renote.uri ? data.renote.uri : `${config.url}/notes/${data.renote._id}`, note) : renderCreate(await renderNote(note, false), note); return packAp(content); } function incRenoteCount(renote: INote) { Note.update({ _id: renote._id }, { $inc: { renoteCount: 1, score: 1 } }); } async function publish(user: IUser, note: INote, noteObj: any, reply: INote, renote: INote, visibleUsers: IUser[], noteActivity: any) { if (isLocalUser(user)) { // 投稿がリプライかつ投稿者がローカルユーザーかつリプライ先の投稿の投稿者がリモートユーザーなら配送 if (reply && isRemoteUser(reply._user)) { deliver(user, noteActivity, reply._user.inbox); } // 投稿がRenoteかつ投稿者がローカルユーザーかつRenote元の投稿の投稿者がリモートユーザーなら配送 if (renote && isRemoteUser(renote._user)) { deliver(user, noteActivity, renote._user.inbox); } if (['private', 'followers', 'specified'].includes(note.visibility)) { const detailPackedNote = await pack(note, user, { detail: true }); // Publish event to myself's stream publishHomeTimelineStream(note.userId, detailPackedNote); publishHybridTimelineStream(note.userId, detailPackedNote); } else { // Publish event to myself's stream publishHomeTimelineStream(note.userId, noteObj); // Publish note to local and hybrid timeline stream if (note.visibility != 'home') { publishLocalTimelineStream(noteObj); } if (note.visibility == 'public') { publishHybridTimelineStream(null, noteObj); } else { // Publish event to myself's stream publishHybridTimelineStream(note.userId, noteObj); } } } // Publish note to global timeline stream if (note.visibility == 'public' && note.replyId == null) { publishGlobalTimelineStream(noteObj); } if (['public', 'home', 'followers'].includes(note.visibility)) { // フォロワーに配信 publishToFollowers(note, user, noteActivity); } // リストに配信 publishToUserLists(note, noteObj); } async function insertNote(user: IUser, data: Option, tags: string[], emojis: string[], mentionedUsers: IUser[]) { const insert: any = { createdAt: data.createdAt, fileIds: data.files ? data.files.map(file => file._id) : [], replyId: data.reply ? data.reply._id : null, renoteId: data.renote ? data.renote._id : null, text: data.text, poll: data.poll, cw: data.cw == null ? null : data.cw, tags, tagsLower: tags.map(tag => tag.toLowerCase()), emojis, userId: user._id, viaMobile: data.viaMobile, geo: data.geo || null, appId: data.app ? data.app._id : null, visibility: data.visibility, visibleUserIds: data.visibility == 'specified' ? data.visibleUsers ? data.visibleUsers.map(u => u._id) : [] : [], // 以下非正規化データ _reply: data.reply ? { userId: data.reply.userId, user: { host: data.reply._user.host } } : null, _renote: data.renote ? { userId: data.renote.userId, user: { host: data.renote._user.host } } : null, _user: { host: user.host, inbox: isRemoteUser(user) ? user.inbox : undefined }, _files: data.files ? data.files : [] }; if (data.uri != null) insert.uri = data.uri; // Append mentions data if (mentionedUsers.length > 0) { insert.mentions = mentionedUsers.map(u => u._id); insert.mentionedRemoteUsers = mentionedUsers.filter(u => isRemoteUser(u)).map(u => ({ uri: (u as IRemoteUser).uri, username: u.username, host: u.host })); } // 投稿を作成 try { return await Note.insert(insert); } catch (e) { // duplicate key error if (e.code === 11000) { return null; } console.error(e); throw 'something happened'; } } function extractHashtags(tokens: ReturnType): string[] { // Extract hashtags const hashtags = tokens .filter(t => t.type == 'hashtag') .map(t => (t as TextElementHashtag).hashtag) .filter(tag => tag.length <= 100); return unique(hashtags); } function extractEmojis(tokens: ReturnType): string[] { // Extract emojis const emojis = tokens .filter(t => t.type == 'emoji' && t.name) .map(t => (t as TextElementEmoji).name) .filter(emoji => emoji.length <= 100); return unique(emojis); } function index(note: INote) { if (note.text == null || config.elasticsearch == null) return; es.index({ index: 'misskey', type: 'note', id: note._id.toString(), body: { text: note.text } }); } async function notifyToWatchersOfRenotee(renote: INote, user: IUser, nm: NotificationManager, type: NotificationType) { const watchers = await NoteWatching.find({ noteId: renote._id, userId: { $ne: user._id } }, { fields: { userId: true } }); watchers.forEach(watcher => { nm.push(watcher.userId, type); }); } async function notifyToWatchersOfReplyee(reply: INote, user: IUser, nm: NotificationManager) { const watchers = await NoteWatching.find({ noteId: reply._id, userId: { $ne: user._id } }, { fields: { userId: true } }); watchers.forEach(watcher => { nm.push(watcher.userId, 'reply'); }); } async function publishToUserLists(note: INote, noteObj: any) { const lists = await UserList.find({ userIds: note.userId }); lists.forEach(list => { publishUserListStream(list._id, 'note', noteObj); }); } async function publishToFollowers(note: INote, user: IUser, noteActivity: any) { const detailPackedNote = await pack(note, null, { detail: true, skipHide: true }); const followers = await Following.find({ followeeId: note.userId }); const queue: string[] = []; followers.map(following => { const follower = following._follower; if (isLocalUser(follower)) { // ストーキングしていない場合 if (!following.stalk) { // この投稿が返信ならスキップ if (note.replyId && !note._reply.userId.equals(following.followerId) && !note._reply.userId.equals(note.userId)) return; } // Publish event to followers stream publishHomeTimelineStream(following.followerId, detailPackedNote); if (isRemoteUser(user) || note.visibility != 'public') { publishHybridTimelineStream(following.followerId, detailPackedNote); } } else { // フォロワーがリモートユーザーかつ投稿者がローカルユーザーなら投稿を配信 if (isLocalUser(user)) { const inbox = follower.sharedInbox || follower.inbox; if (!queue.includes(inbox)) queue.push(inbox); } } }); queue.forEach(inbox => { deliver(user as any, noteActivity, inbox); }); } function deliverNoteToMentionedRemoteUsers(mentionedUsers: IUser[], user: ILocalUser, noteActivity: any) { mentionedUsers.filter(u => isRemoteUser(u)).forEach(async (u) => { deliver(user, noteActivity, (u as IRemoteUser).inbox); }); } function createMentionedEvents(mentionedUsers: IUser[], note: INote, nm: NotificationManager) { mentionedUsers.filter(u => isLocalUser(u)).forEach(async (u) => { const detailPackedNote = await pack(note, u, { detail: true }); publishMainStream(u._id, 'mention', detailPackedNote); // Create notification nm.push(u._id, 'mention'); }); } function saveQuote(renote: INote, note: INote) { Note.update({ _id: renote._id }, { $push: { _quoteIds: note._id } }); } function saveReply(reply: INote, note: INote) { Note.update({ _id: reply._id }, { $push: { _replyIds: note._id }, $inc: { repliesCount: 1 } }); } function incNotesCountOfUser(user: IUser) { User.update({ _id: user._id }, { $inc: { notesCount: 1 } }); } function incNotesCount(user: IUser) { if (isLocalUser(user)) { Meta.update({}, { $inc: { 'stats.notesCount': 1, 'stats.originalNotesCount': 1 } }, { upsert: true }); } else { Meta.update({}, { $inc: { 'stats.notesCount': 1 } }, { upsert: true }); } } async function extractMentionedUsers(tokens: ReturnType): Promise { if (tokens == null) return []; const mentionTokens = tokens .filter(t => t.type == 'mention') as TextElementMention[]; let mentionedUsers = erase(null, await Promise.all(mentionTokens.map(async m => { try { return await resolveUser(m.username, m.host); } catch (e) { return null; } }))); // Drop duplicate users mentionedUsers = mentionedUsers.filter((u, i, self) => i === self.findIndex(u2 => u._id.equals(u2._id)) ); return mentionedUsers; }