1
0

diff.js 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460
  1. const htmlparser = require('htmlparser2');
  2. const {MessageEmbed} = require('discord.js');
  3. const {timeoptions} = require('../../../util/default.json');
  4. function gamepedia_diff(lang, msg, args, wiki, reaction, spoiler, embed) {
  5. if ( args[0] ) {
  6. var error = false;
  7. var title = '';
  8. var revision = 0;
  9. var diff = 0;
  10. var relative = 'prev';
  11. if ( /^\d+$/.test(args[0]) ) {
  12. revision = parseInt(args[0], 10);
  13. if ( args[1] ) {
  14. if ( /^\d+$/.test(args[1]) ) {
  15. diff = parseInt(args[1], 10);
  16. }
  17. else if ( args[1] === 'prev' || args[1] === 'next' || args[1] === 'cur' ) {
  18. relative = args[1];
  19. }
  20. else error = true;
  21. }
  22. }
  23. else if ( args[0] === 'prev' || args[0] === 'next' || args[0] === 'cur' ) {
  24. relative = args[0];
  25. if ( args[1] ) {
  26. if ( /^\d+$/.test(args[1]) ) {
  27. revision = parseInt(args[1], 10);
  28. }
  29. else error = true;
  30. }
  31. else error = true;
  32. }
  33. else title = args.join(' ');
  34. if ( error ) {
  35. msg.reactEmoji('error');
  36. if ( reaction ) reaction.removeEmoji();
  37. }
  38. else if ( diff ) {
  39. gamepedia_diff_send(lang, msg, [diff, revision], wiki, reaction, spoiler);
  40. }
  41. else {
  42. got.get( wiki + 'api.php?action=compare&prop=ids|diff' + ( title ? '&fromtitle=' + encodeURIComponent( title ) : '&fromrev=' + revision ) + '&torelative=' + relative + '&format=json', {
  43. responseType: 'json'
  44. } ).then( response => {
  45. var body = response.body;
  46. if ( body && body.warnings ) log_warn(body.warnings);
  47. if ( response.statusCode !== 200 || !body || !body.compare ) {
  48. var noerror = false;
  49. if ( body && body.error ) {
  50. switch ( body.error.code ) {
  51. case 'nosuchrevid':
  52. noerror = true;
  53. break;
  54. case 'missingtitle':
  55. noerror = true;
  56. break;
  57. case 'invalidtitle':
  58. noerror = true;
  59. break;
  60. case 'missingcontent':
  61. noerror = true;
  62. break;
  63. default:
  64. noerror = false;
  65. }
  66. }
  67. if ( wiki.noWiki(response.url) || response.statusCode === 410 ) {
  68. console.log( '- This wiki doesn\'t exist!' );
  69. msg.reactEmoji('nowiki');
  70. }
  71. else if ( noerror ) {
  72. msg.replyMsg( lang.get('diff.badrev') );
  73. }
  74. else {
  75. console.log( '- ' + response.statusCode + ': Error while getting the search results: ' + ( body && body.error && body.error.info ) );
  76. msg.sendChannelError( spoiler + '<' + wiki.toLink(title, 'diff=' + relative + ( title ? '' : '&oldid=' + revision )) + '>' + spoiler );
  77. }
  78. if ( reaction ) reaction.removeEmoji();
  79. }
  80. else {
  81. if ( body.compare.fromarchive !== undefined || body.compare.toarchive !== undefined ) {
  82. msg.reactEmoji('error');
  83. if ( reaction ) reaction.removeEmoji();
  84. } else {
  85. var argids = [];
  86. var ids = body.compare;
  87. if ( ids.fromrevid && !ids.torevid ) argids = [ids.fromrevid];
  88. else if ( !ids.fromrevid && ids.torevid ) argids = [ids.torevid];
  89. else {
  90. argids = [ids.torevid, ids.fromrevid];
  91. var compare = ['', ''];
  92. if ( ids.fromtexthidden === undefined && ids.totexthidden === undefined && ids['*'] !== undefined ) {
  93. var more = '\n__' + lang.get('diff.info.more') + '__';
  94. var current_tag = '';
  95. var small_prev_ins = '';
  96. var small_prev_del = '';
  97. var ins_length = more.length;
  98. var del_length = more.length;
  99. var added = false;
  100. var parser = new htmlparser.Parser( {
  101. onopentag: (tagname, attribs) => {
  102. if ( tagname === 'ins' || tagname == 'del' ) {
  103. current_tag = tagname;
  104. }
  105. if ( tagname === 'td' && attribs.class === 'diff-addedline' ) {
  106. current_tag = tagname+'a';
  107. }
  108. if ( tagname === 'td' && attribs.class === 'diff-deletedline' ) {
  109. current_tag = tagname+"d";
  110. }
  111. if ( tagname === 'td' && attribs.class === 'diff-marker' ) {
  112. added = true;
  113. }
  114. },
  115. ontext: (htmltext) => {
  116. if ( current_tag === 'ins' && ins_length <= 1000 ) {
  117. ins_length += ( '**' + htmltext.escapeFormatting() + '**' ).length;
  118. if ( ins_length <= 1000 ) small_prev_ins += '**' + htmltext.escapeFormatting() + '**';
  119. else small_prev_ins += more;
  120. }
  121. if ( current_tag === 'del' && del_length <= 1000 ) {
  122. del_length += ( '~~' + htmltext.escapeFormatting() + '~~' ).length;
  123. if ( del_length <= 1000 ) small_prev_del += '~~' + htmltext.escapeFormatting() + '~~';
  124. else small_prev_del += more;
  125. }
  126. if ( ( current_tag === 'afterins' || current_tag === 'tda') && ins_length <= 1000 ) {
  127. ins_length += htmltext.escapeFormatting().length;
  128. if ( ins_length <= 1000 ) small_prev_ins += htmltext.escapeFormatting();
  129. else small_prev_ins += more;
  130. }
  131. if ( ( current_tag === 'afterdel' || current_tag === 'tdd') && del_length <= 1000 ) {
  132. del_length += htmltext.escapeFormatting().length;
  133. if ( del_length <= 1000 ) small_prev_del += htmltext.escapeFormatting();
  134. else small_prev_del += more;
  135. }
  136. if ( added ) {
  137. if ( htmltext === '+' && ins_length <= 1000 ) {
  138. ins_length++;
  139. if ( ins_length <= 1000 ) small_prev_ins += '\n';
  140. else small_prev_ins += more;
  141. }
  142. if ( htmltext === '−' && del_length <= 1000 ) {
  143. del_length++;
  144. if ( del_length <= 1000 ) small_prev_del += '\n';
  145. else small_prev_del += more;
  146. }
  147. added = false;
  148. }
  149. },
  150. onclosetag: (tagname) => {
  151. if ( tagname === 'ins' ) {
  152. current_tag = 'afterins';
  153. } else if ( tagname === 'del' ) {
  154. current_tag = 'afterdel';
  155. } else {
  156. current_tag = '';
  157. }
  158. }
  159. }, {decodeEntities:true} );
  160. parser.write( ids['*'] );
  161. parser.end();
  162. if ( small_prev_del.length ) {
  163. if ( small_prev_del.replace( /\~\~/g, '' ).trim().length ) {
  164. compare[0] = small_prev_del.replace( /\~\~\~\~/g, '' );
  165. } else compare[0] = '__' + lang.get('diff.info.whitespace') + '__';
  166. }
  167. if ( small_prev_ins.length ) {
  168. if ( small_prev_ins.replace( /\*\*/g, '' ).trim().length ) {
  169. compare[1] = small_prev_ins.replace( /\*\*\*\*/g, '' );
  170. } else compare[1] = '__' + lang.get('diff.info.whitespace') + '__';
  171. }
  172. }
  173. else if ( ids.fromtexthidden !== undefined ) compare[0] = '__' + lang.get('diff.hidden') + '__';
  174. else if ( ids.totexthidden !== undefined ) compare[1] = '__' + lang.get('diff.hidden') + '__';
  175. }
  176. gamepedia_diff_send(lang, msg, argids, wiki, reaction, spoiler, compare);
  177. }
  178. }
  179. }, error => {
  180. if ( wiki.noWiki(error.message) ) {
  181. console.log( '- This wiki doesn\'t exist!' );
  182. msg.reactEmoji('nowiki');
  183. }
  184. else {
  185. console.log( '- Error while getting the search results: ' + error );
  186. msg.sendChannelError( spoiler + '<' + wiki.toLink(title, 'diff=' + relative + ( title ? '' : '&oldid=' + revision )) + '>' + spoiler );
  187. }
  188. if ( reaction ) reaction.removeEmoji();
  189. } );
  190. }
  191. }
  192. else {
  193. if ( embed ) msg.sendChannel( spoiler + '<' + embed.url + '>' + spoiler, {embed} );
  194. else msg.reactEmoji('error');
  195. if ( reaction ) reaction.removeEmoji();
  196. }
  197. }
  198. function gamepedia_diff_send(lang, msg, args, wiki, reaction, spoiler, compare) {
  199. got.get( wiki + 'api.php?action=query&meta=siteinfo&siprop=general&list=tags&tglimit=500&tgprop=displayname&prop=revisions&rvslots=main&rvprop=ids|timestamp|flags|user|size|comment|tags' + ( args.length === 1 || args[0] === args[1] ? '|content' : '' ) + '&revids=' + args.join('|') + '&format=json', {
  200. responseType: 'json'
  201. } ).then( response => {
  202. var body = response.body;
  203. if ( body && body.warnings ) log_warn(body.warnings);
  204. if ( response.statusCode !== 200 || !body || body.batchcomplete === undefined || !body.query ) {
  205. if ( wiki.noWiki(response.url) || response.statusCode === 410 ) {
  206. console.log( '- This wiki doesn\'t exist!' );
  207. msg.reactEmoji('nowiki');
  208. }
  209. else {
  210. console.log( '- ' + response.statusCode + ': Error while getting the search results: ' + ( body && body.error && body.error.info ) );
  211. msg.sendChannelError( spoiler + '<' + wiki.toLink('Special:Diff/' + ( args[1] ? args[1] + '/' : '' ) + args[0]) + '>' + spoiler );
  212. }
  213. if ( reaction ) reaction.removeEmoji();
  214. }
  215. else {
  216. if ( body.query.badrevids ) {
  217. msg.replyMsg( lang.get('diff.badrev') );
  218. if ( reaction ) reaction.removeEmoji();
  219. }
  220. else if ( body.query.pages && !body.query.pages['-1'] ) {
  221. var pages = Object.values(body.query.pages);
  222. if ( pages.length !== 1 ) {
  223. msg.sendChannel( spoiler + '<' + wiki.toLink('Special:Diff/' + ( args[1] ? args[1] + '/' : '' ) + args[0], '', '', body.query.general) + '>' + spoiler );
  224. if ( reaction ) reaction.removeEmoji();
  225. }
  226. else {
  227. var title = pages[0].title;
  228. var revisions = pages[0].revisions.sort( (first, second) => Date.parse(second.timestamp) - Date.parse(first.timestamp) );
  229. var diff = revisions[0].revid;
  230. var oldid = ( revisions[1] ? revisions[1].revid : 0 );
  231. var editor = [lang.get('diff.info.editor'), ( revisions[0].userhidden !== undefined ? lang.get('diff.hidden') : revisions[0].user )];
  232. var timestamp = [lang.get('diff.info.timestamp'), new Date(revisions[0].timestamp).toLocaleString(lang.get('dateformat'), timeoptions)];
  233. var difference = revisions[0].size - ( revisions[1] ? revisions[1].size : 0 );
  234. var size = [lang.get('diff.info.size'), lang.get('diff.info.bytes').replace( '%s', ( difference > 0 ? '+' : '' ) + difference )];
  235. var comment = [lang.get('diff.info.comment'), ( revisions[0].commenthidden !== undefined ? lang.get('diff.hidden') : ( revisions[0].comment ? revisions[0].comment.toFormatting(msg.showEmbed(), wiki, body.query.general, title) : lang.get('diff.nocomment') ) )];
  236. if ( revisions[0].tags.length ) var tags = [lang.get('diff.info.tags'), body.query.tags.filter( tag => revisions[0].tags.includes( tag.name ) ).map( tag => tag.displayname ).join(', ')];
  237. var pagelink = wiki.toLink(title, 'diff=' + diff + '&oldid=' + oldid, '', body.query.general);
  238. if ( msg.showEmbed() ) {
  239. var text = '<' + pagelink + '>';
  240. var editorlink = '[' + editor[1] + '](' + wiki.toLink('User:' + editor[1], '', '', body.query.general, true) + ')';
  241. if ( revisions[0].anon !== undefined ) {
  242. editorlink = '[' + editor[1] + '](' + wiki.toLink('Special:Contributions/' + editor[1], '', '', body.query.general, true) + ')';
  243. }
  244. if ( editor[1] === lang.get('diff.hidden') ) editorlink = editor[1];
  245. var embed = new MessageEmbed().setAuthor( body.query.general.sitename ).setTitle( ( title + '?diff=' + diff + '&oldid=' + oldid ).escapeFormatting() ).setURL( pagelink ).addField( editor[0], editorlink, true ).addField( size[0], size[1], true ).addField( comment[0], comment[1] ).setFooter( timestamp[1] );
  246. if ( tags ) {
  247. var taglink = '';
  248. var tagtext = '';
  249. var tagparser = new htmlparser.Parser( {
  250. onopentag: (tagname, attribs) => {
  251. if ( tagname === 'a' ) taglink = attribs.href;
  252. },
  253. ontext: (htmltext) => {
  254. if ( taglink ) tagtext += '[' + htmltext.escapeFormatting() + '](' + taglink + ')'
  255. else tagtext += htmltext.escapeFormatting();
  256. },
  257. onclosetag: (tagname) => {
  258. if ( tagname === 'a' ) taglink = '';
  259. }
  260. }, {decodeEntities:true} );
  261. tagparser.write( tags[1] );
  262. tagparser.end();
  263. embed.addField( tags[0], tagtext );
  264. }
  265. var more = '\n__' + lang.get('diff.info.more') + '__';
  266. if ( !compare && oldid ) got.get( wiki + 'api.php?action=compare&prop=diff&fromrev=' + oldid + '&torev=' + diff + '&format=json', {
  267. responseType: 'json'
  268. } ).then( cpresponse => {
  269. var cpbody = cpresponse.body;
  270. if ( cpbody && cpbody.warnings ) log_warn(cpbody.warnings);
  271. if ( cpresponse.statusCode !== 200 || !cpbody || !cpbody.compare || cpbody.compare['*'] === undefined ) {
  272. var noerror = false;
  273. if ( cpbody && cpbody.error ) {
  274. switch ( cpbody.error.code ) {
  275. case 'nosuchrevid':
  276. noerror = true;
  277. break;
  278. case 'missingcontent':
  279. noerror = true;
  280. break;
  281. default:
  282. noerror = false;
  283. }
  284. }
  285. if ( !noerror ) console.log( '- ' + cpresponse.statusCode + ': Error while getting the diff: ' + ( cpbody && cpbody.error && cpbody.error.info ) );
  286. }
  287. else if ( cpbody.compare.fromtexthidden === undefined && cpbody.compare.totexthidden === undefined && cpbody.compare.fromarchive === undefined && cpbody.compare.toarchive === undefined ) {
  288. var current_tag = '';
  289. var small_prev_ins = '';
  290. var small_prev_del = '';
  291. var ins_length = more.length;
  292. var del_length = more.length;
  293. var added = false;
  294. var parser = new htmlparser.Parser( {
  295. onopentag: (tagname, attribs) => {
  296. if ( tagname === 'ins' || tagname == 'del' ) {
  297. current_tag = tagname;
  298. }
  299. if ( tagname === 'td' && attribs.class === 'diff-addedline' ) {
  300. current_tag = tagname+'a';
  301. }
  302. if ( tagname === 'td' && attribs.class === 'diff-deletedline' ) {
  303. current_tag = tagname+"d";
  304. }
  305. if ( tagname === 'td' && attribs.class === 'diff-marker' ) {
  306. added = true;
  307. }
  308. },
  309. ontext: (htmltext) => {
  310. if ( current_tag === 'ins' && ins_length <= 1000 ) {
  311. ins_length += ( '**' + htmltext.escapeFormatting() + '**' ).length;
  312. if ( ins_length <= 1000 ) small_prev_ins += '**' + htmltext.escapeFormatting() + '**';
  313. else small_prev_ins += more;
  314. }
  315. if ( current_tag === 'del' && del_length <= 1000 ) {
  316. del_length += ( '~~' + htmltext.escapeFormatting() + '~~' ).length;
  317. if ( del_length <= 1000 ) small_prev_del += '~~' + htmltext.escapeFormatting() + '~~';
  318. else small_prev_del += more;
  319. }
  320. if ( ( current_tag === 'afterins' || current_tag === 'tda') && ins_length <= 1000 ) {
  321. ins_length += htmltext.escapeFormatting().length;
  322. if ( ins_length <= 1000 ) small_prev_ins += htmltext.escapeFormatting();
  323. else small_prev_ins += more;
  324. }
  325. if ( ( current_tag === 'afterdel' || current_tag === 'tdd') && del_length <= 1000 ) {
  326. del_length += htmltext.escapeFormatting().length;
  327. if ( del_length <= 1000 ) small_prev_del += htmltext.escapeFormatting();
  328. else small_prev_del += more;
  329. }
  330. if ( added ) {
  331. if ( htmltext === '+' && ins_length <= 1000 ) {
  332. ins_length++;
  333. if ( ins_length <= 1000 ) small_prev_ins += '\n';
  334. else small_prev_ins += more;
  335. }
  336. if ( htmltext === '−' && del_length <= 1000 ) {
  337. del_length++;
  338. if ( del_length <= 1000 ) small_prev_del += '\n';
  339. else small_prev_del += more;
  340. }
  341. added = false;
  342. }
  343. },
  344. onclosetag: (tagname) => {
  345. if ( tagname === 'ins' ) {
  346. current_tag = 'afterins';
  347. } else if ( tagname === 'del' ) {
  348. current_tag = 'afterdel';
  349. } else {
  350. current_tag = '';
  351. }
  352. }
  353. }, {decodeEntities:true} );
  354. parser.write( cpbody.compare['*'] );
  355. parser.end();
  356. if ( small_prev_del.length ) {
  357. if ( small_prev_del.replace( /\~\~/g, '' ).trim().length ) {
  358. embed.addField( lang.get('diff.info.removed'), small_prev_del.replace( /\~\~\~\~/g, '' ), true );
  359. } else embed.addField( lang.get('diff.info.removed'), '__' + lang.get('diff.info.whitespace') + '__', true );
  360. }
  361. if ( small_prev_ins.length ) {
  362. if ( small_prev_ins.replace( /\*\*/g, '' ).trim().length ) {
  363. embed.addField( lang.get('diff.info.added'), small_prev_ins.replace( /\*\*\*\*/g, '' ), true );
  364. } else embed.addField( lang.get('diff.info.added'), '__' + lang.get('diff.info.whitespace') + '__', true );
  365. }
  366. }
  367. else if ( cpbody.compare.fromtexthidden !== undefined ) {
  368. embed.addField( lang.get('diff.info.removed'), '__' + lang.get('diff.hidden') + '__', true );
  369. }
  370. else if ( cpbody.compare.totexthidden !== undefined ) {
  371. embed.addField( lang.get('diff.info.added'), '__' + lang.get('diff.hidden') + '__', true );
  372. }
  373. }, error => {
  374. console.log( '- Error while getting the diff: ' + error );
  375. } ).finally( () => {
  376. msg.sendChannel( spoiler + text + spoiler, {embed} );
  377. if ( reaction ) reaction.removeEmoji();
  378. } );
  379. else {
  380. if ( compare ) {
  381. if ( compare[0].length ) embed.addField( lang.get('diff.info.removed'), compare[0], true );
  382. if ( compare[1].length ) embed.addField( lang.get('diff.info.added'), compare[1], true );
  383. }
  384. else if ( revisions[0]['*'] ) {
  385. var content = revisions[0]['*'].escapeFormatting();
  386. if ( content.trim().length ) {
  387. if ( content.length <= 1000 ) content = '**' + content + '**';
  388. else {
  389. content = content.substring(0, 1000 - more.length);
  390. content = '**' + content.substring(0, content.lastIndexOf('\n')) + '**' + more;
  391. }
  392. embed.addField( lang.get('diff.info.added'), content, true );
  393. } else embed.addField( lang.get('diff.info.added'), '__' + lang.get('diff.info.whitespace') + '__', true );
  394. }
  395. msg.sendChannel( spoiler + text + spoiler, {embed} );
  396. if ( reaction ) reaction.removeEmoji();
  397. }
  398. }
  399. else {
  400. var embed = {};
  401. var text = '<' + pagelink + '>\n\n' + editor.join(' ') + '\n' + timestamp.join(' ') + '\n' + size.join(' ') + '\n' + comment.join(' ');
  402. if ( tags ) text += htmlToPlain( '\n' + tags.join(' ') );
  403. msg.sendChannel( spoiler + text + spoiler, {embed} );
  404. if ( reaction ) reaction.removeEmoji();
  405. }
  406. }
  407. }
  408. else {
  409. msg.reactEmoji('error');
  410. if ( reaction ) reaction.removeEmoji();
  411. }
  412. }
  413. }, error => {
  414. if ( wiki.noWiki(error.message) ) {
  415. console.log( '- This wiki doesn\'t exist!' );
  416. msg.reactEmoji('nowiki');
  417. }
  418. else {
  419. console.log( '- Error while getting the search results: ' + error );
  420. msg.sendChannelError( spoiler + '<' + wiki.toLink('Special:Diff/' + ( args[1] ? args[1] + '/' : '' ) + args[0]) + '>' + spoiler );
  421. }
  422. if ( reaction ) reaction.removeEmoji();
  423. } );
  424. }
  425. function htmlToPlain(html) {
  426. var text = '';
  427. var parser = new htmlparser.Parser( {
  428. ontext: (htmltext) => {
  429. text += htmltext.escapeFormatting();
  430. }
  431. }, {decodeEntities:true} );
  432. parser.write( html );
  433. parser.end();
  434. return text;
  435. };
  436. module.exports = {
  437. name: 'diff',
  438. run: gamepedia_diff
  439. };