exports.tokenize = initializeContent var assert = require('assert') var codes = require('../character/codes') var markdownLineEnding = require('../character/markdown-line-ending') var constants = require('../constant/constants') var types = require('../constant/types') var createSpace = require('../tokenize/factory-space') function initializeContent(effects) { var contentStart = effects.attempt( this.parser.constructs.contentInitial, afterContentStartConstruct, paragraphInitial ) var previous return contentStart function afterContentStartConstruct(code) { assert( code === codes.eof || markdownLineEnding(code), 'expected eol or eof' ) if (code === codes.eof) { effects.consume(code) return } effects.enter(types.lineEnding) effects.consume(code) effects.exit(types.lineEnding) return createSpace(effects, contentStart, types.linePrefix) } function paragraphInitial(code) { assert( code !== codes.eof && !markdownLineEnding(code), 'expected anything other than a line ending or EOF' ) effects.enter(types.paragraph) return lineStart(code) } function lineStart(code) { var token = effects.enter(types.chunkText, { contentType: constants.contentTypeText, previous: previous }) if (previous) { previous.next = token } previous = token return data(code) } function data(code) { if (code === codes.eof) { effects.exit(types.chunkText) effects.exit(types.paragraph) effects.consume(code) return } if (markdownLineEnding(code)) { effects.consume(code) effects.exit(types.chunkText) return lineStart } // Data. effects.consume(code) return data } }