2018-11-20 14:11:00 -06:00
|
|
|
|
import * as P from 'parsimmon';
|
2019-03-14 07:23:15 -05:00
|
|
|
|
import { createLeaf, createTree, urlRegex } from './prelude';
|
2019-01-30 21:06:13 -06:00
|
|
|
|
import { takeWhile, cumulativeSum } from '../prelude/array';
|
2018-11-20 14:11:00 -06:00
|
|
|
|
import parseAcct from '../misc/acct/parse';
|
|
|
|
|
import { toUnicode } from 'punycode';
|
2019-03-17 10:03:57 -05:00
|
|
|
|
import { emojiRegex } from '../misc/emoji-regex';
|
2018-11-20 14:11:00 -06:00
|
|
|
|
|
2018-12-21 09:41:54 -06:00
|
|
|
|
export function removeOrphanedBrackets(s: string): string {
|
|
|
|
|
const openBrackets = ['(', '「'];
|
|
|
|
|
const closeBrackets = [')', '」'];
|
|
|
|
|
const xs = cumulativeSum(s.split('').map(c => {
|
|
|
|
|
if (openBrackets.includes(c)) return 1;
|
|
|
|
|
if (closeBrackets.includes(c)) return -1;
|
|
|
|
|
return 0;
|
|
|
|
|
}));
|
|
|
|
|
const firstOrphanedCloseBracket = xs.findIndex(x => x < 0);
|
|
|
|
|
if (firstOrphanedCloseBracket !== -1) return s.substr(0, firstOrphanedCloseBracket);
|
|
|
|
|
const lastMatched = xs.lastIndexOf(0);
|
|
|
|
|
return s.substr(0, lastMatched + 1);
|
2018-11-24 22:19:33 -06:00
|
|
|
|
}
|
|
|
|
|
|
2019-01-30 01:56:27 -06:00
|
|
|
|
export const mfmLanguage = P.createLanguage({
|
2019-01-30 21:06:13 -06:00
|
|
|
|
root: r => P.alt(r.block, r.inline).atLeast(1),
|
|
|
|
|
plain: r => P.alt(r.emoji, r.text).atLeast(1),
|
|
|
|
|
block: r => P.alt(
|
|
|
|
|
r.title,
|
|
|
|
|
r.quote,
|
|
|
|
|
r.search,
|
2019-01-30 21:10:48 -06:00
|
|
|
|
r.blockCode,
|
|
|
|
|
r.mathBlock,
|
|
|
|
|
r.center,
|
2019-01-30 21:06:13 -06:00
|
|
|
|
),
|
|
|
|
|
startOfLine: () => P((input, i) => {
|
|
|
|
|
if (i == 0 || input[i] == '\n' || input[i - 1] == '\n') {
|
|
|
|
|
return P.makeSuccess(i, null);
|
|
|
|
|
} else {
|
|
|
|
|
return P.makeFailure(i, 'not newline');
|
|
|
|
|
}
|
|
|
|
|
}),
|
|
|
|
|
title: r => r.startOfLine.then(P((input, i) => {
|
|
|
|
|
const text = input.substr(i);
|
|
|
|
|
const match = text.match(/^([【\[]([^【\[】\]\n]+?)[】\]])(\n|$)/);
|
|
|
|
|
if (!match) return P.makeFailure(i, 'not a title');
|
|
|
|
|
const q = match[2].trim();
|
|
|
|
|
const contents = r.inline.atLeast(1).tryParse(q);
|
|
|
|
|
return P.makeSuccess(i + match[0].length, createTree('title', contents, {}));
|
|
|
|
|
})),
|
|
|
|
|
quote: r => r.startOfLine.then(P((input, i) => {
|
|
|
|
|
const text = input.substr(i);
|
|
|
|
|
if (!text.match(/^>[\s\S]+?/)) return P.makeFailure(i, 'not a quote');
|
|
|
|
|
const quote = takeWhile(line => line.startsWith('>'), text.split('\n'));
|
|
|
|
|
const qInner = quote.join('\n').replace(/^>/gm, '').replace(/^ /gm, '');
|
|
|
|
|
if (qInner == '') return P.makeFailure(i, 'not a quote');
|
|
|
|
|
const contents = r.root.tryParse(qInner);
|
|
|
|
|
return P.makeSuccess(i + quote.join('\n').length + 1, createTree('quote', contents, {}));
|
|
|
|
|
})),
|
|
|
|
|
search: r => r.startOfLine.then(P((input, i) => {
|
|
|
|
|
const text = input.substr(i);
|
|
|
|
|
const match = text.match(/^(.+?)( | )(検索|\[検索\]|Search|\[Search\])(\n|$)/i);
|
|
|
|
|
if (!match) return P.makeFailure(i, 'not a search');
|
|
|
|
|
return P.makeSuccess(i + match[0].length, createLeaf('search', { query: match[1], content: match[0].trim() }));
|
|
|
|
|
})),
|
|
|
|
|
blockCode: r => r.startOfLine.then(P((input, i) => {
|
|
|
|
|
const text = input.substr(i);
|
|
|
|
|
const match = text.match(/^```(.+?)?\n([\s\S]+?)\n```(\n|$)/i);
|
|
|
|
|
if (!match) return P.makeFailure(i, 'not a blockCode');
|
|
|
|
|
return P.makeSuccess(i + match[0].length, createLeaf('blockCode', { code: match[2], lang: match[1] ? match[1].trim() : null }));
|
|
|
|
|
})),
|
|
|
|
|
inline: r => P.alt(
|
2018-11-20 14:11:00 -06:00
|
|
|
|
r.big,
|
|
|
|
|
r.bold,
|
2019-01-30 21:06:13 -06:00
|
|
|
|
r.small,
|
2018-12-05 02:39:26 -06:00
|
|
|
|
r.italic,
|
2019-01-30 21:06:13 -06:00
|
|
|
|
r.strike,
|
2018-11-20 14:11:00 -06:00
|
|
|
|
r.motion,
|
2019-01-30 21:06:13 -06:00
|
|
|
|
r.spin,
|
|
|
|
|
r.jump,
|
2019-01-27 01:31:00 -06:00
|
|
|
|
r.flip,
|
2018-11-20 14:11:00 -06:00
|
|
|
|
r.inlineCode,
|
2019-01-30 21:06:13 -06:00
|
|
|
|
r.mathInline,
|
|
|
|
|
r.mention,
|
|
|
|
|
r.hashtag,
|
|
|
|
|
r.url,
|
|
|
|
|
r.link,
|
2019-01-30 00:12:48 -06:00
|
|
|
|
r.emoji,
|
|
|
|
|
r.text
|
2019-01-30 21:06:13 -06:00
|
|
|
|
),
|
|
|
|
|
big: r => P.regexp(/^\*\*\*([\s\S]+?)\*\*\*/, 1).map(x => createTree('big', r.inline.atLeast(1).tryParse(x), {})),
|
|
|
|
|
bold: r => {
|
|
|
|
|
const asterisk = P.regexp(/\*\*([\s\S]+?)\*\*/, 1);
|
|
|
|
|
const underscore = P.regexp(/__([a-zA-Z0-9\s]+?)__/, 1);
|
|
|
|
|
return P.alt(asterisk, underscore).map(x => createTree('bold', r.inline.atLeast(1).tryParse(x), {}));
|
|
|
|
|
},
|
|
|
|
|
small: r => P.regexp(/<small>([\s\S]+?)<\/small>/, 1).map(x => createTree('small', r.inline.atLeast(1).tryParse(x), {})),
|
|
|
|
|
italic: r => {
|
|
|
|
|
const xml = P.regexp(/<i>([\s\S]+?)<\/i>/, 1);
|
|
|
|
|
const underscore = P((input, i) => {
|
|
|
|
|
const text = input.substr(i);
|
|
|
|
|
const match = text.match(/^(\*|_)([a-zA-Z0-9]+?[\s\S]*?)\1/);
|
|
|
|
|
if (!match) return P.makeFailure(i, 'not a italic');
|
|
|
|
|
if (input[i - 1] != null && input[i - 1].match(/[a-z0-9]/i)) return P.makeFailure(i, 'not a italic');
|
|
|
|
|
return P.makeSuccess(i + match[0].length, match[2]);
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
return P.alt(xml, underscore).map(x => createTree('italic', r.inline.atLeast(1).tryParse(x), {}));
|
|
|
|
|
},
|
|
|
|
|
strike: r => P.regexp(/~~(.+?)~~/, 1).map(x => createTree('strike', r.inline.atLeast(1).tryParse(x), {})),
|
|
|
|
|
motion: r => {
|
|
|
|
|
const paren = P.regexp(/\(\(\(([\s\S]+?)\)\)\)/, 1);
|
2019-01-31 02:42:36 -06:00
|
|
|
|
const xml = P.regexp(/<motion>(.+?)<\/motion>/, 1);
|
2019-01-30 21:06:13 -06:00
|
|
|
|
return P.alt(paren, xml).map(x => createTree('motion', r.inline.atLeast(1).tryParse(x), {}));
|
|
|
|
|
},
|
|
|
|
|
spin: r => {
|
|
|
|
|
return P((input, i) => {
|
2019-01-27 04:32:35 -06:00
|
|
|
|
const text = input.substr(i);
|
2019-01-31 02:42:36 -06:00
|
|
|
|
const match = text.match(/^<spin(\s[a-z]+?)?>(.+?)<\/spin>/i);
|
2019-01-27 04:32:35 -06:00
|
|
|
|
if (!match) return P.makeFailure(i, 'not a spin');
|
|
|
|
|
return P.makeSuccess(i + match[0].length, {
|
|
|
|
|
content: match[2], attr: match[1] ? match[1].trim() : null
|
|
|
|
|
});
|
2019-01-30 21:06:13 -06:00
|
|
|
|
}).map(x => createTree('spin', r.inline.atLeast(1).tryParse(x.content), { attr: x.attr }));
|
|
|
|
|
},
|
2019-01-31 02:42:36 -06:00
|
|
|
|
jump: r => P.regexp(/<jump>(.+?)<\/jump>/, 1).map(x => createTree('jump', r.inline.atLeast(1).tryParse(x), {})),
|
2019-01-30 21:06:13 -06:00
|
|
|
|
flip: r => P.regexp(/<flip>(.+?)<\/flip>/, 1).map(x => createTree('flip', r.inline.atLeast(1).tryParse(x), {})),
|
2019-01-30 21:10:48 -06:00
|
|
|
|
center: r => r.startOfLine.then(P.regexp(/<center>([\s\S]+?)<\/center>/, 1).map(x => createTree('center', r.inline.atLeast(1).tryParse(x), {}))),
|
2019-01-30 21:06:13 -06:00
|
|
|
|
inlineCode: () => P.regexp(/`([^´\n]+?)`/, 1).map(x => createLeaf('inlineCode', { code: x })),
|
2019-01-30 21:10:48 -06:00
|
|
|
|
mathBlock: r => r.startOfLine.then(P.regexp(/\\\[([\s\S]+?)\\\]/, 1).map(x => createLeaf('mathBlock', { formula: x.trim() }))),
|
2019-01-30 21:06:13 -06:00
|
|
|
|
mathInline: () => P.regexp(/\\\((.+?)\\\)/, 1).map(x => createLeaf('mathInline', { formula: x })),
|
|
|
|
|
mention: () => {
|
|
|
|
|
return P((input, i) => {
|
2018-11-20 14:11:00 -06:00
|
|
|
|
const text = input.substr(i);
|
2018-12-17 04:11:38 -06:00
|
|
|
|
const match = text.match(/^@\w([\w-]*\w)?(?:@[\w\.\-]+\w)?/);
|
2018-11-20 14:11:00 -06:00
|
|
|
|
if (!match) return P.makeFailure(i, 'not a mention');
|
|
|
|
|
if (input[i - 1] != null && input[i - 1].match(/[a-z0-9]/i)) return P.makeFailure(i, 'not a mention');
|
|
|
|
|
return P.makeSuccess(i + match[0].length, match[0]);
|
2019-01-30 21:06:13 -06:00
|
|
|
|
}).map(x => {
|
2018-11-20 14:11:00 -06:00
|
|
|
|
const { username, host } = parseAcct(x.substr(1));
|
|
|
|
|
const canonical = host != null ? `@${username}@${toUnicode(host)}` : x;
|
2019-01-30 21:06:13 -06:00
|
|
|
|
return createLeaf('mention', { canonical, username, host, acct: x });
|
|
|
|
|
});
|
|
|
|
|
},
|
|
|
|
|
hashtag: () => P((input, i) => {
|
|
|
|
|
const text = input.substr(i);
|
2019-04-17 10:40:56 -05:00
|
|
|
|
const match = text.match(/^#([^\s\.,!\?'"#:\/\[\]【】]+)/i);
|
2019-01-30 21:06:13 -06:00
|
|
|
|
if (!match) return P.makeFailure(i, 'not a hashtag');
|
|
|
|
|
let hashtag = match[1];
|
|
|
|
|
hashtag = removeOrphanedBrackets(hashtag);
|
|
|
|
|
if (hashtag.match(/^[0-9]+$/)) return P.makeFailure(i, 'not a hashtag');
|
|
|
|
|
if (input[i - 1] != null && input[i - 1].match(/[a-z0-9]/i)) return P.makeFailure(i, 'not a hashtag');
|
|
|
|
|
if (hashtag.length > 50) return P.makeFailure(i, 'not a hashtag');
|
|
|
|
|
return P.makeSuccess(i + ('#' + hashtag).length, createLeaf('hashtag', { hashtag: hashtag }));
|
|
|
|
|
}),
|
|
|
|
|
url: () => {
|
|
|
|
|
return P((input, i) => {
|
2018-11-20 14:11:00 -06:00
|
|
|
|
const text = input.substr(i);
|
2019-03-14 07:23:15 -05:00
|
|
|
|
const match = text.match(urlRegex);
|
|
|
|
|
let url: string;
|
|
|
|
|
if (!match) {
|
|
|
|
|
const match = text.match(/^<(https?:\/\/.*?)>/);
|
|
|
|
|
if (!match)
|
|
|
|
|
return P.makeFailure(i, 'not a url');
|
|
|
|
|
url = match[1];
|
|
|
|
|
i += 2;
|
|
|
|
|
} else
|
|
|
|
|
url = match[0];
|
2018-12-21 09:41:54 -06:00
|
|
|
|
url = removeOrphanedBrackets(url);
|
2018-11-20 14:11:00 -06:00
|
|
|
|
if (url.endsWith('.')) url = url.substr(0, url.lastIndexOf('.'));
|
|
|
|
|
if (url.endsWith(',')) url = url.substr(0, url.lastIndexOf(','));
|
|
|
|
|
return P.makeSuccess(i + url.length, url);
|
2019-01-30 21:06:13 -06:00
|
|
|
|
}).map(x => createLeaf('url', { url: x }));
|
|
|
|
|
},
|
|
|
|
|
link: r => {
|
|
|
|
|
return P.seqObj(
|
|
|
|
|
['silent', P.string('?').fallback(null).map(x => x != null)] as any,
|
|
|
|
|
P.string('['), ['text', P.regexp(/[^\n\[\]]+/)] as any, P.string(']'),
|
|
|
|
|
P.string('('), ['url', r.url] as any, P.string(')'),
|
|
|
|
|
).map((x: any) => {
|
|
|
|
|
return createTree('link', r.inline.atLeast(1).tryParse(x.text), {
|
|
|
|
|
silent: x.silent,
|
|
|
|
|
url: x.url.node.props.url
|
|
|
|
|
});
|
|
|
|
|
});
|
|
|
|
|
},
|
|
|
|
|
emoji: () => {
|
|
|
|
|
const name = P.regexp(/:([a-z0-9_+-]+):/i, 1).map(x => createLeaf('emoji', { name: x }));
|
|
|
|
|
const code = P.regexp(emojiRegex).map(x => createLeaf('emoji', { emoji: x }));
|
|
|
|
|
return P.alt(name, code);
|
|
|
|
|
},
|
|
|
|
|
text: () => P.any.map(x => createLeaf('text', { text: x }))
|
2018-11-20 14:11:00 -06:00
|
|
|
|
});
|