'use strict'; const FS = require('./../lib/fs'); const path = require('path'); const Dashycode = require('../lib/dashycode'); const ProcessManager = require('./../process-manager'); const execFileSync = require('child_process').execFileSync; const MAX_PROCESSES = 1; const MAX_QUERY_LENGTH = 2500; const DEFAULT_RESULTS_LENGTH = 100; const MORE_BUTTON_INCREMENTS = [200, 400, 800, 1600, 3200]; const LINES_SEPARATOR = 'lines='; const MAX_RESULTS_LENGTH = MORE_BUTTON_INCREMENTS[MORE_BUTTON_INCREMENTS.length - 1]; const LOG_PATH = 'logs/modlog/'; class ModlogManager extends ProcessManager { onMessageUpstream(message) { // Protocol: // when crashing: "[id]|0" // when not crashing: "[id]|1|[results]" let pipeIndex = message.indexOf('|'); let id = +message.substr(0, pipeIndex); if (this.pendingTasks.has(id)) { this.pendingTasks.get(id)(message.slice(pipeIndex + 1)); this.pendingTasks.delete(id); this.release(); } } async onMessageDownstream(message) { // protocol: // "[id]|[comma-separated list of room ids]|[searchString]|[exactSearch]|[maxLines]" let pipeIndex = message.indexOf('|'); let nextPipeIndex = message.indexOf('|', pipeIndex + 1); let id = message.substr(0, pipeIndex); let rooms = message.substr(pipeIndex + 1, nextPipeIndex - pipeIndex - 1); pipeIndex = nextPipeIndex; nextPipeIndex = message.indexOf('|', pipeIndex + 1); let searchString = message.substr(pipeIndex + 1, nextPipeIndex - pipeIndex - 1); pipeIndex = nextPipeIndex; nextPipeIndex = message.indexOf('|', pipeIndex + 1); let exactSearch = message.substr(pipeIndex + 1, nextPipeIndex - pipeIndex - 1); let maxLines = message.substr(nextPipeIndex + 1); process.send(id + '|' + await this.receive(rooms, searchString, exactSearch, maxLines)); } async receive(rooms, searchString, exactSearch, maxLines) { let result = ''; exactSearch = exactSearch === '1'; maxLines = Number(maxLines); try { result = '1|' + await runModlog(rooms.split(','), searchString, exactSearch, maxLines); } catch (err) { require('../lib/crashlogger')(err, 'A modlog query', { rooms: rooms, searchString: searchString, exactSearch: exactSearch, maxLines: maxLines, }); result = '0'; } return result; } } exports.ModlogManager = ModlogManager; const PM = exports.PM = new ModlogManager({ execFile: __filename, maxProcesses: MAX_PROCESSES, isChatBased: true, }); if (process.send && module === process.mainModule) { global.Config = require('../config/config'); process.on('uncaughtException', err => { if (Config.crashguard) { require('../lib/crashlogger')(err, 'A modlog child process'); } }); global.Dex = require('../sim/dex'); global.toId = Dex.getId; process.on('message', message => PM.onMessageDownstream(message)); process.on('disconnect', () => process.exit()); require('../lib/repl').start('modlog', cmd => eval(cmd)); } else { PM.spawn(); } class SortedLimitedLengthList { constructor(maxSize) { this.maxSize = maxSize; this.list = []; } getListClone() { return this.list.slice(0); } tryInsert(element) { let insertedAt = -1; for (let i = this.list.length - 1; i >= 0; i--) { if (element.localeCompare(this.list[i]) < 0) { insertedAt = i + 1; if (i === this.list.length - 1) { this.list.push(element); break; } this.list.splice(i + 1, 0, element); break; } } if (insertedAt < 0) this.list.splice(0, 0, element); if (this.list.length > this.maxSize) { this.list.pop(); if (insertedAt === this.list.length) return false; } return true; } } function checkRipgrepAvailability() { if (Config.ripgrepmodlog === undefined) { try { execFileSync('rg', ['--version'], {cwd: path.normalize(`${__dirname}/../`)}); Config.ripgrepmodlog = true; } catch (error) { Config.ripgrepmodlog = false; } } return Config.ripgrepmodlog; } function getMoreButton(room, search, useExactSearch, lines, maxLines) { let newLines = 0; for (let increase of MORE_BUTTON_INCREMENTS) { if (increase > lines) { newLines = increase; break; } } if (!newLines || lines < maxLines) { return ''; // don't show a button if no more pre-set increments are valid or if the amount of results is already below the max } else { if (useExactSearch) search = Chat.escapeHTML(`"${search}"`); return `
`; } } async function runModlog(rooms, searchString, exactSearch, maxLines) { const useRipgrep = checkRipgrepAvailability(); let fileNameList = []; let checkAllRooms = false; for (const roomid of rooms) { if (roomid === 'all') { checkAllRooms = true; const fileList = await FS(LOG_PATH).readdir(); for (const file of fileList) { if (file !== 'README.md') fileNameList.push(file); } } else { fileNameList.push(`modlog_${roomid}.txt`); } } fileNameList = fileNameList.map(filename => `${LOG_PATH}${filename}`); // Ensure regexString can never be greater than or equal to the value of // RegExpMacroAssembler::kMaxRegister in v8 (currently 1 << 16 - 1) given a // searchString with max length MAX_QUERY_LENGTH. Otherwise, the modlog // child process will crash when attempting to execute any RegExp // constructed with it (i.e. when not configured to use ripgrep). let regexString; if (!searchString) { regexString = '.'; } else if (exactSearch) { regexString = searchString.replace(/[\\.+*?()|[\]{}^$]/g, '\\$&'); } else { searchString = toId(searchString); regexString = `[^a-zA-Z0-9]${searchString.split('').join('[^a-zA-Z0-9]*')}[^a-zA-Z0-9]`; } let results = new SortedLimitedLengthList(maxLines); if (useRipgrep && searchString) { // the entire directory is searched by default, no need to list every file manually if (checkAllRooms) fileNameList = [LOG_PATH]; runRipgrepModlog(fileNameList, regexString, results); } else { const searchStringRegex = new RegExp(regexString, 'i'); for (const fileName of fileNameList) { await checkRoomModlog(fileName, searchStringRegex, results); } } const resultData = results.getListClone(); return resultData.join('\n'); } async function checkRoomModlog(path, regex, results) { const fileContents = await FS(path).readTextIfExists(); for (const line of fileContents.toString().split('\n').reverse()) { if (regex.test(line)) { const insertionSuccessful = results.tryInsert(line); if (!insertionSuccessful) break; } } return results; } function runRipgrepModlog(paths, regexString, results) { let stdout; try { stdout = execFileSync('rg', ['-i', '-e', regexString, '--no-filename', '--no-line-number', ...paths], {cwd: path.normalize(`${__dirname}/../`)}); } catch (error) { return results; } for (const fileName of stdout.toString().split('\n').reverse()) { if (fileName) results.tryInsert(fileName); } return results; } function prettifyResults(rawResults, room, searchString, exactSearch, addModlogLinks, hideIps, maxLines) { if (rawResults === '0') { return "The modlog query has crashed."; } let roomName; switch (room) { case 'all': roomName = "all rooms"; break; case 'public': roomName = "all public rooms"; break; default: roomName = `room ${room}`; } let pipeIndex = rawResults.indexOf('|'); if (pipeIndex < 0) pipeIndex = 0; rawResults = rawResults.substr(pipeIndex + 1, rawResults.length); if (!rawResults) { return `|popup|No moderator actions containing ${searchString} found on ${roomName}.` + (exactSearch ? "" : " Add quotes to the search parameter to search for a phrase, rather than a user."); } const title = `[${room}]` + (searchString ? ` ${searchString}` : ``); const resultArray = rawResults.split('\n'); let lines = resultArray.length; let curDate = ''; resultArray.unshift(''); const resultString = resultArray.map(line => { let time; let bracketIndex; if (line) { if (hideIps) line = line.replace(/[([][0-9]+\.[0-9]+\.[0-9]+\.[0-9]+[)\]]/g, ''); bracketIndex = line.indexOf(']'); if (bracketIndex < 0) return Chat.escapeHTML(line); time = new Date(line.slice(1, bracketIndex)); } else { time = new Date(); } let [date, timestamp] = Chat.toTimestamp(time, {human: true}).split(' '); if (date !== curDate) { curDate = date; date = `

[${date}]
`; } else { date = ``; } if (!line) { return `${date}[${timestamp}] \u2190 current server time`; } let parenIndex = line.indexOf(')'); let thisRoomID = line.slice(bracketIndex + 3, parenIndex); if (addModlogLinks) { let url = Config.modloglink(time, thisRoomID); if (url) timestamp = `${timestamp}`; } return `${date}[${timestamp}] (${thisRoomID})${Chat.escapeHTML(line.slice(parenIndex + 1))}`; }).join(`
`); let preamble; const modlogid = room + (searchString ? '-' + Dashycode.encode(searchString) : ''); if (searchString) { const searchStringDescription = (exactSearch ? `containing the string "${searchString}"` : `matching the username "${searchString}"`); preamble = `>view-modlog-${modlogid}\n|init|html\n|title|[Modlog]${title}\n|pagehtml|

The last ${lines} logged action${Chat.plural(lines)} ${searchStringDescription} on ${roomName}.` + (exactSearch ? "" : " Add quotes to the search parameter to search for a phrase, rather than a user."); } else { preamble = `>view-modlog-${modlogid}\n|init|html\n|title|[Modlog]${title}\n|pagehtml|

The last ${lines} line${Chat.plural(lines)} of the Moderator Log of ${roomName}.`; } let moreButton = getMoreButton(room, searchString, exactSearch, lines, maxLines); return `${preamble}${resultString}${moreButton}

`; } function getModlog(connection, roomid = 'global', searchString = '', lines = 20, timed = false) { const startTime = Date.now(); const targetRoom = Rooms.search(roomid); const user = connection.user; // permission checking if (roomid === 'all' || roomid === 'public') { if (!user.can('modlog')) { return connection.popup("Access denied"); } } else { if (!user.can('modlog', null, targetRoom)) { return connection.popup("Access denied"); } } const hideIps = !user.can('lock'); const addModlogLinks = Config.modloglink && (user.group !== ' ' || (targetRoom && targetRoom.isPrivate !== true)); if (searchString.length > MAX_QUERY_LENGTH) { connection.popup(`Your search query must be shorter than ${MAX_QUERY_LENGTH} characters.`); return; } let exactSearch = '0'; if (searchString.match(/^["'].+["']$/)) { exactSearch = '1'; searchString = searchString.substring(1, searchString.length - 1); } let roomidList; // handle this here so the child process doesn't have to load rooms data if (roomid === 'public') { const isPublicRoom = (room => !(room.isPrivate || room.battle || room.isPersonal || room.id === 'global')); roomidList = Array.from(Rooms.rooms.values()).filter(isPublicRoom).map(room => room.id); } else { roomidList = [roomid]; } PM.send(roomidList.join(','), searchString, exactSearch, lines).then(response => { connection.send(prettifyResults(response, roomid, searchString, exactSearch === '1', addModlogLinks, hideIps, lines)); if (timed) connection.popup(`The modlog query took ${Date.now() - startTime} ms to complete.`); }); } exports.pages = { modlog(args, user, connection) { if (!user.named) return Rooms.RETRY_AFTER_LOGIN; const roomid = args[0]; const target = Dashycode.decode(args.slice(1).join('-')); getModlog(connection, roomid, target); }, }; exports.commands = { '!modlog': true, timedmodlog: 'modlog', modlog: function (target, room, user, connection, cmd) { if (!room) room = Rooms('global'); let roomid = (room.id === 'staff' ? 'global' : room.id); if (target.includes(',')) { let targets = target.split(','); target = targets[1].trim(); roomid = toId(targets[0]) || room.id; } let targetRoom = Rooms.search(roomid); // if a room alias was used, replace alias with actual id if (targetRoom) roomid = targetRoom.id; if (roomid.includes('-')) return this.errorReply(`Battles and groupchats (and other rooms with - in their ID) don't have individual modlogs.`); let lines; if (target.includes(LINES_SEPARATOR)) { // undocumented line specification const reqIndex = target.indexOf(LINES_SEPARATOR); const requestedLines = parseInt(target.substr(reqIndex + LINES_SEPARATOR.length, target.length)); if (isNaN(requestedLines) || requestedLines < 1) { this.errorReply(`${LINES_SEPARATOR}${requestedLines} is not a valid line count.`); return; } lines = requestedLines; target = target.substr(0, reqIndex).trim(); // strip search out } if (!target && !lines) { lines = 20; } if (!lines) lines = DEFAULT_RESULTS_LENGTH; if (lines > MAX_RESULTS_LENGTH) lines = MAX_RESULTS_LENGTH; getModlog(connection, roomid, target, lines, cmd === 'timedmodlog'); }, modloghelp: [ `/modlog [roomid], [search] - Searches the moderator log - defaults to the current room unless specified otherwise.`, `If you set [roomid] as [all], it searches for [search] on all rooms' moderator logs.`, `If you set [roomid] as [public], it searches for [search] in all public rooms' moderator logs, excluding battles. Requires: % @ * # & ~`, ], };