|
12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091 |
- 'use strict'
-
- Object.defineProperty(exports, '__esModule', {value: true})
-
- var assert = require('assert')
- var codes = require('../character/codes.js')
- var markdownLineEnding = require('../character/markdown-line-ending.js')
- var constants = require('../constant/constants.js')
- var types = require('../constant/types.js')
- var factorySpace = require('../tokenize/factory-space.js')
-
- function _interopDefaultLegacy(e) {
- return e && typeof e === 'object' && 'default' in e ? e : {default: e}
- }
-
- var assert__default = /*#__PURE__*/ _interopDefaultLegacy(assert)
-
- var tokenize = initializeContent
-
- function initializeContent(effects) {
- var contentStart = effects.attempt(
- this.parser.constructs.contentInitial,
- afterContentStartConstruct,
- paragraphInitial
- )
- var previous
-
- return contentStart
-
- function afterContentStartConstruct(code) {
- assert__default['default'](
- code === codes.eof || markdownLineEnding(code),
- 'expected eol or eof'
- )
-
- if (code === codes.eof) {
- effects.consume(code)
- return
- }
-
- effects.enter(types.lineEnding)
- effects.consume(code)
- effects.exit(types.lineEnding)
- return factorySpace(effects, contentStart, types.linePrefix)
- }
-
- function paragraphInitial(code) {
- assert__default['default'](
- code !== codes.eof && !markdownLineEnding(code),
- 'expected anything other than a line ending or EOF'
- )
- effects.enter(types.paragraph)
- return lineStart(code)
- }
-
- function lineStart(code) {
- var token = effects.enter(types.chunkText, {
- contentType: constants.contentTypeText,
- previous: previous
- })
-
- if (previous) {
- previous.next = token
- }
-
- previous = token
-
- return data(code)
- }
-
- function data(code) {
- if (code === codes.eof) {
- effects.exit(types.chunkText)
- effects.exit(types.paragraph)
- effects.consume(code)
- return
- }
-
- if (markdownLineEnding(code)) {
- effects.consume(code)
- effects.exit(types.chunkText)
- return lineStart
- }
-
- // Data.
- effects.consume(code)
- return data
- }
- }
-
- exports.tokenize = tokenize
|