parser.js 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621
  1. 'use strict'
  2. let AtRule = require('./at-rule')
  3. let Comment = require('./comment')
  4. let Declaration = require('./declaration')
  5. let Root = require('./root')
  6. let Rule = require('./rule')
  7. let tokenizer = require('./tokenize')
  8. const SAFE_COMMENT_NEIGHBOR = {
  9. empty: true,
  10. space: true
  11. }
  12. function findLastWithPosition(tokens) {
  13. for (let i = tokens.length - 1; i >= 0; i--) {
  14. let token = tokens[i]
  15. let pos = token[3] || token[2]
  16. if (pos) return pos
  17. }
  18. }
  19. function tokensToString(tokens, from, to) {
  20. let result = ''
  21. for (let i = from; i < to; i++) result += tokens[i][1]
  22. return result
  23. }
  24. class Parser {
  25. constructor(input) {
  26. this.input = input
  27. this.root = new Root()
  28. this.current = this.root
  29. this.spaces = ''
  30. this.semicolon = false
  31. this.createTokenizer()
  32. this.root.source = { input, start: { column: 1, line: 1, offset: 0 } }
  33. }
  34. atrule(token) {
  35. let node = new AtRule()
  36. node.name = token[1].slice(1)
  37. if (node.name === '') {
  38. this.unnamedAtrule(node, token)
  39. }
  40. this.init(node, token[2])
  41. let type
  42. let prev
  43. let shift
  44. let last = false
  45. let open = false
  46. let params = []
  47. let brackets = []
  48. while (!this.tokenizer.endOfFile()) {
  49. token = this.tokenizer.nextToken()
  50. type = token[0]
  51. if (type === '(' || type === '[') {
  52. brackets.push(type === '(' ? ')' : ']')
  53. } else if (type === '{' && brackets.length > 0) {
  54. brackets.push('}')
  55. } else if (type === brackets[brackets.length - 1]) {
  56. brackets.pop()
  57. }
  58. if (brackets.length === 0) {
  59. if (type === ';') {
  60. node.source.end = this.getPosition(token[2])
  61. node.source.end.offset++
  62. this.semicolon = true
  63. break
  64. } else if (type === '{') {
  65. open = true
  66. break
  67. } else if (type === '}') {
  68. if (params.length > 0) {
  69. shift = params.length - 1
  70. prev = params[shift]
  71. while (prev && prev[0] === 'space') {
  72. prev = params[--shift]
  73. }
  74. if (prev) {
  75. node.source.end = this.getPosition(prev[3] || prev[2])
  76. node.source.end.offset++
  77. }
  78. }
  79. this.end(token)
  80. break
  81. } else {
  82. params.push(token)
  83. }
  84. } else {
  85. params.push(token)
  86. }
  87. if (this.tokenizer.endOfFile()) {
  88. last = true
  89. break
  90. }
  91. }
  92. node.raws.between = this.spacesAndCommentsFromEnd(params)
  93. if (params.length) {
  94. node.raws.afterName = this.spacesAndCommentsFromStart(params)
  95. this.raw(node, 'params', params)
  96. if (last) {
  97. token = params[params.length - 1]
  98. node.source.end = this.getPosition(token[3] || token[2])
  99. node.source.end.offset++
  100. this.spaces = node.raws.between
  101. node.raws.between = ''
  102. }
  103. } else {
  104. node.raws.afterName = ''
  105. node.params = ''
  106. }
  107. if (open) {
  108. node.nodes = []
  109. this.current = node
  110. }
  111. }
  112. checkMissedSemicolon(tokens) {
  113. let colon = this.colon(tokens)
  114. if (colon === false) return
  115. let founded = 0
  116. let token
  117. for (let j = colon - 1; j >= 0; j--) {
  118. token = tokens[j]
  119. if (token[0] !== 'space') {
  120. founded += 1
  121. if (founded === 2) break
  122. }
  123. }
  124. // If the token is a word, e.g. `!important`, `red` or any other valid
  125. // property's value. Then we need to return the colon after that word
  126. // token. [3] is the "end" colon of that word. And because we need it
  127. // after that one we do +1 to get the next one.
  128. throw this.input.error(
  129. 'Missed semicolon',
  130. token[0] === 'word' ? token[3] + 1 : token[2]
  131. )
  132. }
  133. colon(tokens) {
  134. let brackets = 0
  135. let prev, token, type
  136. for (let [i, element] of tokens.entries()) {
  137. token = element
  138. type = token[0]
  139. if (type === '(') {
  140. brackets += 1
  141. }
  142. if (type === ')') {
  143. brackets -= 1
  144. }
  145. if (brackets === 0 && type === ':') {
  146. if (!prev) {
  147. this.doubleColon(token)
  148. } else if (prev[0] === 'word' && prev[1] === 'progid') {
  149. continue
  150. } else {
  151. return i
  152. }
  153. }
  154. prev = token
  155. }
  156. return false
  157. }
  158. comment(token) {
  159. let node = new Comment()
  160. this.init(node, token[2])
  161. node.source.end = this.getPosition(token[3] || token[2])
  162. node.source.end.offset++
  163. let text = token[1].slice(2, -2)
  164. if (!text.trim()) {
  165. node.text = ''
  166. node.raws.left = text
  167. node.raws.right = ''
  168. } else {
  169. let match = text.match(/^(\s*)([^]*\S)(\s*)$/)
  170. node.text = match[2]
  171. node.raws.left = match[1]
  172. node.raws.right = match[3]
  173. }
  174. }
  175. createTokenizer() {
  176. this.tokenizer = tokenizer(this.input)
  177. }
  178. decl(tokens, customProperty) {
  179. let node = new Declaration()
  180. this.init(node, tokens[0][2])
  181. let last = tokens[tokens.length - 1]
  182. if (last[0] === ';') {
  183. this.semicolon = true
  184. tokens.pop()
  185. }
  186. node.source.end = this.getPosition(
  187. last[3] || last[2] || findLastWithPosition(tokens)
  188. )
  189. node.source.end.offset++
  190. let start = 0
  191. while (tokens[start][0] !== 'word') {
  192. if (start === tokens.length - 1) this.unknownWord([tokens[start]])
  193. start++
  194. }
  195. node.raws.before += tokensToString(tokens, 0, start)
  196. node.source.start = this.getPosition(tokens[start][2])
  197. let propStart = start
  198. while (start < tokens.length) {
  199. let type = tokens[start][0]
  200. if (type === ':' || type === 'space' || type === 'comment') {
  201. break
  202. }
  203. start++
  204. }
  205. node.prop = tokensToString(tokens, propStart, start)
  206. let betweenStart = start
  207. let token
  208. while (start < tokens.length) {
  209. token = tokens[start]
  210. start++
  211. if (token[0] === ':') break
  212. if (token[0] === 'word' && /\w/.test(token[1])) {
  213. this.unknownWord([token])
  214. }
  215. }
  216. node.raws.between = tokensToString(tokens, betweenStart, start)
  217. if (node.prop[0] === '_' || node.prop[0] === '*') {
  218. node.raws.before += node.prop[0]
  219. node.prop = node.prop.slice(1)
  220. }
  221. let firstSpacesStart = start
  222. while (start < tokens.length) {
  223. let next = tokens[start][0]
  224. if (next !== 'space' && next !== 'comment') break
  225. start++
  226. }
  227. let firstSpaces = tokens.slice(firstSpacesStart, start)
  228. tokens = tokens.slice(start)
  229. this.precheckMissedSemicolon(tokens)
  230. for (let i = tokens.length - 1; i >= 0; i--) {
  231. token = tokens[i]
  232. if (token[1].toLowerCase() === '!important') {
  233. node.important = true
  234. let string = this.stringFrom(tokens, i)
  235. string = this.spacesFromEnd(tokens) + string
  236. if (string !== ' !important') node.raws.important = string
  237. break
  238. } else if (token[1].toLowerCase() === 'important') {
  239. let cache = tokens.slice(0)
  240. let str = ''
  241. for (let j = i; j > 0; j--) {
  242. let type = cache[j][0]
  243. if (str.trim().startsWith('!') && type !== 'space') {
  244. break
  245. }
  246. str = cache.pop()[1] + str
  247. }
  248. if (str.trim().startsWith('!')) {
  249. node.important = true
  250. node.raws.important = str
  251. tokens = cache
  252. }
  253. }
  254. if (token[0] !== 'space' && token[0] !== 'comment') {
  255. break
  256. }
  257. }
  258. let hasWord = tokens.some(i => i[0] !== 'space' && i[0] !== 'comment')
  259. if (hasWord) {
  260. node.raws.between += firstSpaces.map(i => i[1]).join('')
  261. firstSpaces = []
  262. }
  263. this.raw(node, 'value', firstSpaces.concat(tokens), customProperty)
  264. if (node.value.includes(':') && !customProperty) {
  265. this.checkMissedSemicolon(tokens)
  266. }
  267. }
  268. doubleColon(token) {
  269. throw this.input.error(
  270. 'Double colon',
  271. { offset: token[2] },
  272. { offset: token[2] + token[1].length }
  273. )
  274. }
  275. emptyRule(token) {
  276. let node = new Rule()
  277. this.init(node, token[2])
  278. node.selector = ''
  279. node.raws.between = ''
  280. this.current = node
  281. }
  282. end(token) {
  283. if (this.current.nodes && this.current.nodes.length) {
  284. this.current.raws.semicolon = this.semicolon
  285. }
  286. this.semicolon = false
  287. this.current.raws.after = (this.current.raws.after || '') + this.spaces
  288. this.spaces = ''
  289. if (this.current.parent) {
  290. this.current.source.end = this.getPosition(token[2])
  291. this.current.source.end.offset++
  292. this.current = this.current.parent
  293. } else {
  294. this.unexpectedClose(token)
  295. }
  296. }
  297. endFile() {
  298. if (this.current.parent) this.unclosedBlock()
  299. if (this.current.nodes && this.current.nodes.length) {
  300. this.current.raws.semicolon = this.semicolon
  301. }
  302. this.current.raws.after = (this.current.raws.after || '') + this.spaces
  303. this.root.source.end = this.getPosition(this.tokenizer.position())
  304. }
  305. freeSemicolon(token) {
  306. this.spaces += token[1]
  307. if (this.current.nodes) {
  308. let prev = this.current.nodes[this.current.nodes.length - 1]
  309. if (prev && prev.type === 'rule' && !prev.raws.ownSemicolon) {
  310. prev.raws.ownSemicolon = this.spaces
  311. this.spaces = ''
  312. // `ownSemicolon` also holds the spaces before the semicolon, but
  313. // the position above is the semicolon itself, so the node ends
  314. // right after it.
  315. prev.source.end = this.getPosition(token[2])
  316. prev.source.end.offset++
  317. }
  318. }
  319. }
  320. // Helpers
  321. getPosition(offset) {
  322. let pos = this.input.fromOffset(offset)
  323. return {
  324. column: pos.col,
  325. line: pos.line,
  326. offset
  327. }
  328. }
  329. init(node, offset) {
  330. this.current.push(node)
  331. node.source = {
  332. input: this.input,
  333. start: this.getPosition(offset)
  334. }
  335. node.raws.before = this.spaces
  336. this.spaces = ''
  337. if (node.type !== 'comment') this.semicolon = false
  338. }
  339. other(start) {
  340. let end = false
  341. let type = null
  342. let colon = false
  343. let bracket = null
  344. let brackets = []
  345. let customProperty = start[1].startsWith('--')
  346. let tokens = []
  347. let token = start
  348. while (token) {
  349. type = token[0]
  350. tokens.push(token)
  351. if (type === '(' || type === '[') {
  352. if (!bracket) bracket = token
  353. brackets.push(type === '(' ? ')' : ']')
  354. } else if (customProperty && colon && type === '{') {
  355. if (!bracket) bracket = token
  356. brackets.push('}')
  357. } else if (brackets.length === 0) {
  358. if (type === ';') {
  359. if (colon) {
  360. this.decl(tokens, customProperty)
  361. return
  362. } else {
  363. break
  364. }
  365. } else if (type === '{') {
  366. this.rule(tokens)
  367. return
  368. } else if (type === '}') {
  369. this.tokenizer.back(tokens.pop())
  370. end = true
  371. break
  372. } else if (type === ':') {
  373. colon = true
  374. }
  375. } else if (type === brackets[brackets.length - 1]) {
  376. brackets.pop()
  377. if (brackets.length === 0) bracket = null
  378. }
  379. token = this.tokenizer.nextToken()
  380. }
  381. if (this.tokenizer.endOfFile()) end = true
  382. if (brackets.length > 0) this.unclosedBracket(bracket)
  383. if (end && colon) {
  384. if (!customProperty) {
  385. while (tokens.length) {
  386. token = tokens[tokens.length - 1][0]
  387. if (token !== 'space' && token !== 'comment') break
  388. this.tokenizer.back(tokens.pop())
  389. }
  390. }
  391. this.decl(tokens, customProperty)
  392. } else {
  393. this.unknownWord(tokens)
  394. }
  395. }
  396. parse() {
  397. let token
  398. while (!this.tokenizer.endOfFile()) {
  399. token = this.tokenizer.nextToken()
  400. switch (token[0]) {
  401. case 'space':
  402. this.spaces += token[1]
  403. break
  404. case ';':
  405. this.freeSemicolon(token)
  406. break
  407. case '}':
  408. this.end(token)
  409. break
  410. case 'comment':
  411. this.comment(token)
  412. break
  413. case 'at-word':
  414. this.atrule(token)
  415. break
  416. case '{':
  417. this.emptyRule(token)
  418. break
  419. default:
  420. this.other(token)
  421. break
  422. }
  423. }
  424. this.endFile()
  425. }
  426. precheckMissedSemicolon(/* tokens */) {
  427. // Hook for Safe Parser
  428. }
  429. raw(node, prop, tokens, customProperty) {
  430. let token, type
  431. let length = tokens.length
  432. let value = ''
  433. let clean = true
  434. let next, prev
  435. for (let i = 0; i < length; i += 1) {
  436. token = tokens[i]
  437. type = token[0]
  438. if (type === 'space' && i === length - 1 && !customProperty) {
  439. clean = false
  440. } else if (type === 'comment') {
  441. prev = tokens[i - 1] ? tokens[i - 1][0] : 'empty'
  442. next = tokens[i + 1] ? tokens[i + 1][0] : 'empty'
  443. if (!SAFE_COMMENT_NEIGHBOR[prev] && !SAFE_COMMENT_NEIGHBOR[next]) {
  444. if (value.slice(-1) === ',') {
  445. clean = false
  446. } else {
  447. value += token[1]
  448. }
  449. } else {
  450. clean = false
  451. }
  452. } else {
  453. value += token[1]
  454. }
  455. }
  456. if (!clean) {
  457. let raw = tokens.reduce((all, i) => all + i[1], '')
  458. node.raws[prop] = { raw, value }
  459. }
  460. node[prop] = value
  461. }
  462. rule(tokens) {
  463. tokens.pop()
  464. let node = new Rule()
  465. this.init(node, tokens[0][2])
  466. node.raws.between = this.spacesAndCommentsFromEnd(tokens)
  467. this.raw(node, 'selector', tokens)
  468. this.current = node
  469. }
  470. spacesAndCommentsFromEnd(tokens) {
  471. let lastTokenType
  472. let spaces = ''
  473. while (tokens.length) {
  474. lastTokenType = tokens[tokens.length - 1][0]
  475. if (lastTokenType !== 'space' && lastTokenType !== 'comment') break
  476. spaces = tokens.pop()[1] + spaces
  477. }
  478. return spaces
  479. }
  480. // Errors
  481. spacesAndCommentsFromStart(tokens) {
  482. let next
  483. let spaces = ''
  484. while (tokens.length) {
  485. next = tokens[0][0]
  486. if (next !== 'space' && next !== 'comment') break
  487. spaces += tokens.shift()[1]
  488. }
  489. return spaces
  490. }
  491. spacesFromEnd(tokens) {
  492. let lastTokenType
  493. let spaces = ''
  494. while (tokens.length) {
  495. lastTokenType = tokens[tokens.length - 1][0]
  496. if (lastTokenType !== 'space') break
  497. spaces = tokens.pop()[1] + spaces
  498. }
  499. return spaces
  500. }
  501. stringFrom(tokens, from) {
  502. let result = ''
  503. for (let i = from; i < tokens.length; i++) {
  504. result += tokens[i][1]
  505. }
  506. tokens.splice(from, tokens.length - from)
  507. return result
  508. }
  509. unclosedBlock() {
  510. let pos = this.current.source.start
  511. throw this.input.error('Unclosed block', pos.line, pos.column)
  512. }
  513. unclosedBracket(bracket) {
  514. throw this.input.error(
  515. 'Unclosed bracket',
  516. { offset: bracket[2] },
  517. { offset: bracket[2] + 1 }
  518. )
  519. }
  520. unexpectedClose(token) {
  521. throw this.input.error(
  522. 'Unexpected }',
  523. { offset: token[2] },
  524. { offset: token[2] + 1 }
  525. )
  526. }
  527. unknownWord(tokens) {
  528. throw this.input.error(
  529. 'Unknown word ' + tokens[0][1],
  530. { offset: tokens[0][2] },
  531. { offset: tokens[0][2] + tokens[0][1].length }
  532. )
  533. }
  534. unnamedAtrule(node, token) {
  535. throw this.input.error(
  536. 'At-rule without name',
  537. { offset: token[2] },
  538. { offset: token[2] + token[1].length }
  539. )
  540. }
  541. }
  542. module.exports = Parser