mirror of
https://github.com/marktext/marktext.git
synced 2025-05-03 12:10:38 +08:00

* add commonmark spec and gfm spec test and compare with markedjs * ignore .env * fix: load lang multiple times * add eslint disable * add `math`, `emoji`, `frontMatter` options to marked * fix: commonmark example 223 * fix: import markdown error * fix: commonmark example 7 * fix: commonmark example 40 * update test result * update changelog * update loose test regexp * remove unused comments
316 lines
7.4 KiB
JavaScript
316 lines
7.4 KiB
JavaScript
import Renderer from './renderer'
|
|
import { normal, breaks, gfm, pedantic } from './inlineRules'
|
|
import defaultOptions from './options'
|
|
import { escape, findClosingBracket } from './utils'
|
|
|
|
/**
|
|
* Inline Lexer & Compiler
|
|
*/
|
|
|
|
function InlineLexer (links, options) {
|
|
this.options = options || defaultOptions
|
|
this.links = links
|
|
this.rules = normal
|
|
this.renderer = this.options.renderer || new Renderer()
|
|
this.renderer.options = this.options
|
|
|
|
if (!this.links) {
|
|
throw new Error('Tokens array requires a `links` property.')
|
|
}
|
|
|
|
if (this.options.pedantic) {
|
|
this.rules = pedantic
|
|
} else if (this.options.gfm) {
|
|
if (this.options.breaks) {
|
|
this.rules = breaks
|
|
} else {
|
|
this.rules = gfm
|
|
}
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Lexing/Compiling
|
|
*/
|
|
|
|
InlineLexer.prototype.output = function (src) {
|
|
const { disableInline, emoji, math } = this.options
|
|
if (disableInline) {
|
|
return escape(src)
|
|
}
|
|
|
|
let out = ''
|
|
let link
|
|
let text
|
|
let href
|
|
let title
|
|
let cap
|
|
let prevCapZero
|
|
|
|
while (src) {
|
|
// escape
|
|
cap = this.rules.escape.exec(src)
|
|
if (cap) {
|
|
src = src.substring(cap[0].length)
|
|
out += escape(cap[1])
|
|
continue
|
|
}
|
|
|
|
// tag
|
|
cap = this.rules.tag.exec(src)
|
|
if (cap) {
|
|
if (!this.inLink && /^<a /i.test(cap[0])) {
|
|
this.inLink = true
|
|
} else if (this.inLink && /^<\/a>/i.test(cap[0])) {
|
|
this.inLink = false
|
|
}
|
|
if (!this.inRawBlock && /^<(pre|code|kbd|script)(\s|>)/i.test(cap[0])) {
|
|
this.inRawBlock = true
|
|
} else if (this.inRawBlock && /^<\/(pre|code|kbd|script)(\s|>)/i.test(cap[0])) {
|
|
this.inRawBlock = false
|
|
}
|
|
|
|
src = src.substring(cap[0].length)
|
|
out += this.options.sanitize
|
|
? this.options.sanitizer
|
|
? this.options.sanitizer(cap[0])
|
|
: escape(cap[0])
|
|
: cap[0]
|
|
continue
|
|
}
|
|
|
|
// link
|
|
cap = this.rules.link.exec(src)
|
|
if (cap) {
|
|
const lastParenIndex = findClosingBracket(cap[2], '()')
|
|
if (lastParenIndex > -1) {
|
|
const linkLen = cap[0].length - (cap[2].length - lastParenIndex) - (cap[3] || '').length
|
|
cap[2] = cap[2].substring(0, lastParenIndex)
|
|
cap[0] = cap[0].substring(0, linkLen).trim()
|
|
cap[3] = ''
|
|
}
|
|
src = src.substring(cap[0].length)
|
|
this.inLink = true
|
|
href = cap[2]
|
|
if (this.options.pedantic) {
|
|
link = /^([^'"]*[^\s])\s+(['"])(.*)\2/.exec(href)
|
|
|
|
if (link) {
|
|
href = link[1]
|
|
title = link[3]
|
|
} else {
|
|
title = ''
|
|
}
|
|
} else {
|
|
title = cap[3] ? cap[3].slice(1, -1) : ''
|
|
}
|
|
href = href.trim().replace(/^<([\s\S]*)>$/, '$1')
|
|
out += this.outputLink(cap, {
|
|
href: this.escapes(href),
|
|
title: this.escapes(title)
|
|
})
|
|
this.inLink = false
|
|
continue
|
|
}
|
|
|
|
// reflink, nolink
|
|
cap = this.rules.reflink.exec(src) || this.rules.nolink.exec(src)
|
|
if (cap) {
|
|
src = src.substring(cap[0].length)
|
|
link = (cap[2] || cap[1]).replace(/\s+/g, ' ')
|
|
link = this.links[link.toLowerCase()]
|
|
if (!link || !link.href) {
|
|
out += cap[0].charAt(0)
|
|
src = cap[0].substring(1) + src
|
|
continue
|
|
}
|
|
this.inLink = true
|
|
out += this.outputLink(cap, link)
|
|
this.inLink = false
|
|
continue
|
|
}
|
|
|
|
// math
|
|
if (math) {
|
|
cap = this.rules.math.exec(src)
|
|
if (cap) {
|
|
src = src.substring(cap[0].length)
|
|
text = cap[1]
|
|
out += this.renderer.inlineMath(text)
|
|
}
|
|
}
|
|
|
|
// emoji
|
|
if (emoji) {
|
|
cap = this.rules.emoji.exec(src)
|
|
if (cap) {
|
|
src = src.substring(cap[0].length)
|
|
text = cap[0]
|
|
out += this.renderer.emoji(text, cap[2])
|
|
}
|
|
}
|
|
|
|
// strong
|
|
cap = this.rules.strong.exec(src)
|
|
if (cap) {
|
|
src = src.substring(cap[0].length)
|
|
out += this.renderer.strong(this.output(cap[4] || cap[3] || cap[2] || cap[1]))
|
|
continue
|
|
}
|
|
|
|
// em
|
|
cap = this.rules.em.exec(src)
|
|
if (cap) {
|
|
src = src.substring(cap[0].length)
|
|
out += this.renderer.em(this.output(cap[6] || cap[5] || cap[4] || cap[3] || cap[2] || cap[1]))
|
|
continue
|
|
}
|
|
|
|
// code
|
|
cap = this.rules.code.exec(src)
|
|
if (cap) {
|
|
src = src.substring(cap[0].length)
|
|
out += this.renderer.codespan(escape(cap[2].trim(), true))
|
|
continue
|
|
}
|
|
|
|
// br
|
|
cap = this.rules.br.exec(src)
|
|
if (cap) {
|
|
src = src.substring(cap[0].length)
|
|
out += this.renderer.br()
|
|
continue
|
|
}
|
|
|
|
// del (gfm)
|
|
cap = this.rules.del.exec(src)
|
|
if (cap) {
|
|
src = src.substring(cap[0].length)
|
|
out += this.renderer.del(this.output(cap[1]))
|
|
continue
|
|
}
|
|
|
|
// autolink
|
|
cap = this.rules.autolink.exec(src)
|
|
if (cap) {
|
|
src = src.substring(cap[0].length)
|
|
if (cap[2] === '@') {
|
|
text = escape(this.mangle(cap[1]))
|
|
href = 'mailto:' + text
|
|
} else {
|
|
text = escape(cap[1])
|
|
href = text
|
|
}
|
|
out += this.renderer.link(href, null, text)
|
|
continue
|
|
}
|
|
|
|
// url (gfm)
|
|
cap = this.rules.url.exec(src)
|
|
if (!this.inLink && cap) {
|
|
if (cap[2] === '@') {
|
|
text = escape(cap[0])
|
|
href = 'mailto:' + text
|
|
} else {
|
|
// do extended autolink path validation
|
|
do {
|
|
prevCapZero = cap[0]
|
|
cap[0] = this.rules._backpedal.exec(cap[0])[0]
|
|
} while (prevCapZero !== cap[0])
|
|
text = escape(cap[0])
|
|
if (cap[1] === 'www.') {
|
|
href = 'http://' + text
|
|
} else {
|
|
href = text
|
|
}
|
|
}
|
|
src = src.substring(cap[0].length)
|
|
out += this.renderer.link(href, null, text)
|
|
continue
|
|
}
|
|
|
|
// text
|
|
cap = this.rules.text.exec(src)
|
|
if (cap) {
|
|
src = src.substring(cap[0].length)
|
|
if (this.inRawBlock) {
|
|
out += this.renderer.text(cap[0])
|
|
} else {
|
|
out += this.renderer.text(escape(this.smartypants(cap[0])))
|
|
}
|
|
continue
|
|
}
|
|
|
|
if (src) {
|
|
throw new Error('Infinite loop on byte: ' + src.charCodeAt(0))
|
|
}
|
|
}
|
|
|
|
return out
|
|
}
|
|
|
|
InlineLexer.prototype.escapes = function (text) {
|
|
return text ? text.replace(this.rules._escapes, '$1') : text
|
|
}
|
|
|
|
/**
|
|
* Compile Link
|
|
*/
|
|
|
|
InlineLexer.prototype.outputLink = function (cap, link) {
|
|
const href = link.href
|
|
const title = link.title ? escape(link.title) : null
|
|
|
|
return cap[0].charAt(0) !== '!'
|
|
? this.renderer.link(href, title, this.output(cap[1]))
|
|
: this.renderer.image(href, title, escape(cap[1]))
|
|
}
|
|
|
|
/**
|
|
* Smartypants Transformations
|
|
*/
|
|
|
|
InlineLexer.prototype.smartypants = function (text) {
|
|
/* eslint-disable no-useless-escape */
|
|
if (!this.options.smartypants) return text
|
|
return text
|
|
// em-dashes
|
|
.replace(/---/g, '\u2014')
|
|
// en-dashes
|
|
.replace(/--/g, '\u2013')
|
|
// opening singles
|
|
.replace(/(^|[-\u2014/(\[{"\s])'/g, '$1\u2018')
|
|
// closing singles & apostrophes
|
|
.replace(/'/g, '\u2019')
|
|
// opening doubles
|
|
.replace(/(^|[-\u2014/(\[{\u2018\s])"/g, '$1\u201c')
|
|
// closing doubles
|
|
.replace(/"/g, '\u201d')
|
|
// ellipses
|
|
.replace(/\.{3}/g, '\u2026')
|
|
/* eslint-ensable no-useless-escape */
|
|
}
|
|
|
|
/**
|
|
* Mangle Links
|
|
*/
|
|
|
|
InlineLexer.prototype.mangle = function (text) {
|
|
if (!this.options.mangle) return text
|
|
const l = text.length
|
|
let out = ''
|
|
let ch
|
|
|
|
for (let i = 0; i < l; i++) {
|
|
ch = text.charCodeAt(i)
|
|
if (Math.random() > 0.5) {
|
|
ch = 'x' + ch.toString(16)
|
|
}
|
|
out += '&#' + ch + ';'
|
|
}
|
|
|
|
return out
|
|
}
|
|
|
|
export default InlineLexer
|