summaryrefslogtreecommitdiff
path: root/node_modules/clean-css/lib/tokenizer
diff options
context:
space:
mode:
authorlittleblack111 <littleblack11111@gmail.com>2024-08-30 17:21:18 +0800
committerlittleblack111 <littleblack11111@gmail.com>2024-08-30 17:21:18 +0800
commitefbc2ffe6a1ee5ec38a4396305561d6515d0943e (patch)
tree2b4c94f18f2c792dfda813050755d5c0273fae22 /node_modules/clean-css/lib/tokenizer
parent43acceb75957c880a5ba5a31aae221394a36d5f6 (diff)
node fixes, updates
Diffstat (limited to 'node_modules/clean-css/lib/tokenizer')
-rw-r--r--node_modules/clean-css/lib/tokenizer/marker.js26
-rw-r--r--node_modules/clean-css/lib/tokenizer/token.js17
-rw-r--r--node_modules/clean-css/lib/tokenizer/tokenize.js867
3 files changed, 910 insertions, 0 deletions
diff --git a/node_modules/clean-css/lib/tokenizer/marker.js b/node_modules/clean-css/lib/tokenizer/marker.js
new file mode 100644
index 00000000..270fdbc3
--- /dev/null
+++ b/node_modules/clean-css/lib/tokenizer/marker.js
@@ -0,0 +1,26 @@
+var Marker = {
+ ASTERISK: '*',
+ AT: '@',
+ BACK_SLASH: '\\',
+ CARRIAGE_RETURN: '\r',
+ CLOSE_CURLY_BRACKET: '}',
+ CLOSE_ROUND_BRACKET: ')',
+ CLOSE_SQUARE_BRACKET: ']',
+ COLON: ':',
+ COMMA: ',',
+ DOUBLE_QUOTE: '"',
+ EXCLAMATION: '!',
+ FORWARD_SLASH: '/',
+ INTERNAL: '-clean-css-',
+ NEW_LINE_NIX: '\n',
+ OPEN_CURLY_BRACKET: '{',
+ OPEN_ROUND_BRACKET: '(',
+ OPEN_SQUARE_BRACKET: '[',
+ SEMICOLON: ';',
+ SINGLE_QUOTE: '\'',
+ SPACE: ' ',
+ TAB: '\t',
+ UNDERSCORE: '_'
+};
+
+module.exports = Marker;
diff --git a/node_modules/clean-css/lib/tokenizer/token.js b/node_modules/clean-css/lib/tokenizer/token.js
new file mode 100644
index 00000000..a1d726f0
--- /dev/null
+++ b/node_modules/clean-css/lib/tokenizer/token.js
@@ -0,0 +1,17 @@
+var Token = {
+ AT_RULE: 'at-rule', // e.g. `@import`, `@charset`
+ AT_RULE_BLOCK: 'at-rule-block', // e.g. `@font-face{...}`
+ AT_RULE_BLOCK_SCOPE: 'at-rule-block-scope', // e.g. `@font-face`
+ COMMENT: 'comment', // e.g. `/* comment */`
+ NESTED_BLOCK: 'nested-block', // e.g. `@media screen{...}`, `@keyframes animation {...}`
+ NESTED_BLOCK_SCOPE: 'nested-block-scope', // e.g. `@media`, `@keyframes`
+ PROPERTY: 'property', // e.g. `color:red`
+ PROPERTY_BLOCK: 'property-block', // e.g. `--var:{color:red}`
+ PROPERTY_NAME: 'property-name', // e.g. `color`
+ PROPERTY_VALUE: 'property-value', // e.g. `red`
+ RAW: 'raw', // e.g. anything between /* clean-css ignore:start */ and /* clean-css ignore:end */ comments
+ RULE: 'rule', // e.g `div > a{...}`
+ RULE_SCOPE: 'rule-scope' // e.g `div > a`
+};
+
+module.exports = Token;
diff --git a/node_modules/clean-css/lib/tokenizer/tokenize.js b/node_modules/clean-css/lib/tokenizer/tokenize.js
new file mode 100644
index 00000000..09f506bc
--- /dev/null
+++ b/node_modules/clean-css/lib/tokenizer/tokenize.js
@@ -0,0 +1,867 @@
+var Marker = require('./marker');
+var Token = require('./token');
+
+var formatPosition = require('../utils/format-position');
+
+var Level = {
+ BLOCK: 'block',
+ COMMENT: 'comment',
+ DOUBLE_QUOTE: 'double-quote',
+ RULE: 'rule',
+ SINGLE_QUOTE: 'single-quote'
+};
+
+var AT_RULES = [
+ '@charset',
+ '@import'
+];
+
+var BLOCK_RULES = [
+ '@-moz-document',
+ '@document',
+ '@-moz-keyframes',
+ '@-ms-keyframes',
+ '@-o-keyframes',
+ '@-webkit-keyframes',
+ '@keyframes',
+ '@media',
+ '@supports',
+ '@container',
+ '@layer'
+];
+
+var IGNORE_END_COMMENT_PATTERN = /\/\* clean-css ignore:end \*\/$/;
+var IGNORE_START_COMMENT_PATTERN = /^\/\* clean-css ignore:start \*\//;
+
+var PAGE_MARGIN_BOXES = [
+ '@bottom-center',
+ '@bottom-left',
+ '@bottom-left-corner',
+ '@bottom-right',
+ '@bottom-right-corner',
+ '@left-bottom',
+ '@left-middle',
+ '@left-top',
+ '@right-bottom',
+ '@right-middle',
+ '@right-top',
+ '@top-center',
+ '@top-left',
+ '@top-left-corner',
+ '@top-right',
+ '@top-right-corner'
+];
+
+var EXTRA_PAGE_BOXES = [
+ '@footnote',
+ '@footnotes',
+ '@left',
+ '@page-float-bottom',
+ '@page-float-top',
+ '@right'
+];
+
+var REPEAT_PATTERN = /^\[\s{0,31}\d+\s{0,31}\]$/;
+var TAIL_BROKEN_VALUE_PATTERN = /([^}])\}*$/;
+var RULE_WORD_SEPARATOR_PATTERN = /[\s(]/;
+
+function tokenize(source, externalContext) {
+ var internalContext = {
+ level: Level.BLOCK,
+ position: {
+ source: externalContext.source || undefined,
+ line: 1,
+ column: 0,
+ index: 0
+ }
+ };
+
+ return intoTokens(source, externalContext, internalContext, false);
+}
+
+function intoTokens(source, externalContext, internalContext, isNested) {
+ var allTokens = [];
+ var newTokens = allTokens;
+ var lastToken;
+ var ruleToken;
+ var ruleTokens = [];
+ var propertyToken;
+ var metadata;
+ var metadatas = [];
+ var level = internalContext.level;
+ var levels = [];
+ var buffer = [];
+ var buffers = [];
+ var isBufferEmpty = true;
+ var serializedBuffer;
+ var serializedBufferPart;
+ var roundBracketLevel = 0;
+ var isQuoted;
+ var isSpace;
+ var isNewLineNix;
+ var isNewLineWin;
+ var isCarriageReturn;
+ var isCommentStart;
+ var wasCommentStart = false;
+ var isCommentEnd;
+ var wasCommentEnd = false;
+ var isCommentEndMarker;
+ var isEscaped;
+ var wasEscaped = false;
+ var characterWithNoSpecialMeaning;
+ var isPreviousDash = false;
+ var isVariable = false;
+ var isRaw = false;
+ var seekingValue = false;
+ var seekingPropertyBlockClosing = false;
+ var position = internalContext.position;
+ var lastCommentStartAt;
+
+ for (; position.index < source.length; position.index++) {
+ var character = source[position.index];
+
+ isQuoted = level == Level.SINGLE_QUOTE || level == Level.DOUBLE_QUOTE;
+ isSpace = character == Marker.SPACE || character == Marker.TAB;
+ isNewLineNix = character == Marker.NEW_LINE_NIX;
+ isNewLineWin = character == Marker.NEW_LINE_NIX
+ && source[position.index - 1] == Marker.CARRIAGE_RETURN;
+ isCarriageReturn = character == Marker.CARRIAGE_RETURN
+ && source[position.index + 1] && source[position.index + 1] != Marker.NEW_LINE_NIX;
+ isCommentStart = !wasCommentEnd
+ && level != Level.COMMENT && !isQuoted
+ && character == Marker.ASTERISK && source[position.index - 1] == Marker.FORWARD_SLASH;
+ isCommentEndMarker = !wasCommentStart
+ && !isQuoted && character == Marker.FORWARD_SLASH
+ && source[position.index - 1] == Marker.ASTERISK;
+ isCommentEnd = level == Level.COMMENT && isCommentEndMarker;
+ characterWithNoSpecialMeaning = !isSpace && !isCarriageReturn && (character >= 'A' && character <= 'Z' || character >= 'a' && character <= 'z' || character >= '0' && character <= '9' || character == '-');
+ isVariable = isVariable || (level != Level.COMMENT && !seekingValue && isPreviousDash && character === '-' && buffer.length === 1);
+ isPreviousDash = character === '-';
+ roundBracketLevel = Math.max(roundBracketLevel, 0);
+
+ metadata = isBufferEmpty
+ ? [position.line, position.column, position.source]
+ : metadata;
+
+ if (isEscaped) {
+ // previous character was a backslash
+ buffer.push(character);
+ isBufferEmpty = false;
+ } else if (characterWithNoSpecialMeaning) {
+ // it's just an alphanumeric character or a hyphen (part of any rule or property name) so let's end it quickly
+ buffer.push(character);
+ isBufferEmpty = false;
+ } else if ((isSpace || isNewLineNix && !isNewLineWin) && (isQuoted || level == Level.COMMENT)) {
+ buffer.push(character);
+ isBufferEmpty = false;
+ } else if ((isSpace || isNewLineNix && !isNewLineWin) && isBufferEmpty) {
+ // noop
+ } else if (!isCommentEnd && level == Level.COMMENT) {
+ buffer.push(character);
+ isBufferEmpty = false;
+ } else if (!isCommentStart && !isCommentEnd && isRaw) {
+ buffer.push(character);
+ isBufferEmpty = false;
+ } else if (isCommentStart
+ && isVariable
+ && (level == Level.BLOCK || level == Level.RULE) && buffer.length > 1) {
+ // comment start within a variable, e.g. var(/*<--
+ buffer.push(character);
+ isBufferEmpty = false;
+
+ levels.push(level);
+ level = Level.COMMENT;
+ } else if (isCommentStart && (level == Level.BLOCK || level == Level.RULE) && buffer.length > 1) {
+ // comment start within block preceded by some content, e.g. div/*<--
+ metadatas.push(metadata);
+ buffer.push(character);
+ buffers.push(buffer.slice(0, -2));
+ isBufferEmpty = false;
+
+ buffer = buffer.slice(-2);
+ metadata = [position.line, position.column - 1, position.source];
+
+ levels.push(level);
+ level = Level.COMMENT;
+ } else if (isCommentStart) {
+ // comment start, e.g. /*<--
+ levels.push(level);
+ level = Level.COMMENT;
+ buffer.push(character);
+ isBufferEmpty = false;
+ } else if (isCommentEnd && isVariable) {
+ // comment end within a variable, e.g. var(/*!*/<--
+ buffer.push(character);
+ level = levels.pop();
+ } else if (isCommentEnd && isIgnoreStartComment(buffer)) {
+ // ignore:start comment end, e.g. /* clean-css ignore:start */<--
+ serializedBuffer = buffer.join('').trim() + character;
+ lastToken = [
+ Token.COMMENT,
+ serializedBuffer,
+ [originalMetadata(metadata, serializedBuffer, externalContext)]
+ ];
+ newTokens.push(lastToken);
+
+ isRaw = true;
+ metadata = metadatas.pop() || null;
+ buffer = buffers.pop() || [];
+ isBufferEmpty = buffer.length === 0;
+ } else if (isCommentEnd && isIgnoreEndComment(buffer)) {
+ // ignore:start comment end, e.g. /* clean-css ignore:end */<--
+ serializedBuffer = buffer.join('') + character;
+ lastCommentStartAt = serializedBuffer.lastIndexOf(Marker.FORWARD_SLASH + Marker.ASTERISK);
+
+ serializedBufferPart = serializedBuffer.substring(0, lastCommentStartAt);
+ lastToken = [
+ Token.RAW,
+ serializedBufferPart,
+ [originalMetadata(metadata, serializedBufferPart, externalContext)]
+ ];
+ newTokens.push(lastToken);
+
+ serializedBufferPart = serializedBuffer.substring(lastCommentStartAt);
+ metadata = [position.line, position.column - serializedBufferPart.length + 1, position.source];
+ lastToken = [
+ Token.COMMENT,
+ serializedBufferPart,
+ [originalMetadata(metadata, serializedBufferPart, externalContext)]
+ ];
+ newTokens.push(lastToken);
+
+ isRaw = false;
+ level = levels.pop();
+ metadata = metadatas.pop() || null;
+ buffer = buffers.pop() || [];
+ isBufferEmpty = buffer.length === 0;
+ } else if (isCommentEnd) {
+ // comment end, e.g. /* comment */<--
+ serializedBuffer = buffer.join('').trim() + character;
+ lastToken = [
+ Token.COMMENT,
+ serializedBuffer,
+ [originalMetadata(metadata, serializedBuffer, externalContext)]
+ ];
+ newTokens.push(lastToken);
+
+ level = levels.pop();
+ metadata = metadatas.pop() || null;
+ buffer = buffers.pop() || [];
+ isBufferEmpty = buffer.length === 0;
+ } else if (isCommentEndMarker && source[position.index + 1] != Marker.ASTERISK) {
+ externalContext.warnings.push('Unexpected \'*/\' at ' + formatPosition([position.line, position.column, position.source]) + '.');
+ buffer = [];
+ isBufferEmpty = true;
+ } else if (character == Marker.SINGLE_QUOTE && !isQuoted) {
+ // single quotation start, e.g. a[href^='https<--
+ levels.push(level);
+ level = Level.SINGLE_QUOTE;
+ buffer.push(character);
+ isBufferEmpty = false;
+ } else if (character == Marker.SINGLE_QUOTE && level == Level.SINGLE_QUOTE) {
+ // single quotation end, e.g. a[href^='https'<--
+ level = levels.pop();
+ buffer.push(character);
+ isBufferEmpty = false;
+ } else if (character == Marker.DOUBLE_QUOTE && !isQuoted) {
+ // double quotation start, e.g. a[href^="<--
+ levels.push(level);
+ level = Level.DOUBLE_QUOTE;
+ buffer.push(character);
+ isBufferEmpty = false;
+ } else if (character == Marker.DOUBLE_QUOTE && level == Level.DOUBLE_QUOTE) {
+ // double quotation end, e.g. a[href^="https"<--
+ level = levels.pop();
+ buffer.push(character);
+ isBufferEmpty = false;
+ } else if (character != Marker.CLOSE_ROUND_BRACKET
+ && character != Marker.OPEN_ROUND_BRACKET
+ && level != Level.COMMENT && !isQuoted && roundBracketLevel > 0) {
+ // character inside any function, e.g. hsla(.<--
+ buffer.push(character);
+ isBufferEmpty = false;
+ } else if (character == Marker.OPEN_ROUND_BRACKET
+ && !isQuoted && level != Level.COMMENT
+ && !seekingValue) {
+ // round open bracket, e.g. @import url(<--
+ buffer.push(character);
+ isBufferEmpty = false;
+
+ roundBracketLevel++;
+ } else if (character == Marker.CLOSE_ROUND_BRACKET
+ && !isQuoted
+ && level != Level.COMMENT
+ && !seekingValue) {
+ // round open bracket, e.g. @import url(test.css)<--
+ buffer.push(character);
+ isBufferEmpty = false;
+
+ roundBracketLevel--;
+ } else if (character == Marker.SEMICOLON && level == Level.BLOCK && buffer[0] == Marker.AT) {
+ // semicolon ending rule at block level, e.g. @import '...';<--
+ serializedBuffer = buffer.join('').trim();
+ allTokens.push([
+ Token.AT_RULE,
+ serializedBuffer,
+ [originalMetadata(metadata, serializedBuffer, externalContext)]
+ ]);
+
+ buffer = [];
+ isBufferEmpty = true;
+ } else if (character == Marker.COMMA && level == Level.BLOCK && ruleToken) {
+ // comma separator at block level, e.g. a,div,<--
+ serializedBuffer = buffer.join('').trim();
+ ruleToken[1].push([
+ tokenScopeFrom(ruleToken[0]),
+ serializedBuffer,
+ [originalMetadata(metadata, serializedBuffer, externalContext, ruleToken[1].length)]
+ ]);
+
+ buffer = [];
+ isBufferEmpty = true;
+ } else if (character == Marker.COMMA && level == Level.BLOCK && tokenTypeFrom(buffer) == Token.AT_RULE) {
+ // comma separator at block level, e.g. @import url(...) screen,<--
+ // keep iterating as end semicolon will create the token
+ buffer.push(character);
+ isBufferEmpty = false;
+ } else if (character == Marker.COMMA && level == Level.BLOCK) {
+ // comma separator at block level, e.g. a,<--
+ ruleToken = [tokenTypeFrom(buffer), [], []];
+ serializedBuffer = buffer.join('').trim();
+ ruleToken[1].push([
+ tokenScopeFrom(ruleToken[0]),
+ serializedBuffer,
+ [originalMetadata(metadata, serializedBuffer, externalContext, 0)]
+ ]);
+
+ buffer = [];
+ isBufferEmpty = true;
+ } else if (character == Marker.OPEN_CURLY_BRACKET
+ && level == Level.BLOCK
+ && ruleToken
+ && ruleToken[0] == Token.NESTED_BLOCK) {
+ // open brace opening at-rule at block level, e.g. @media{<--
+ serializedBuffer = buffer.join('').trim();
+ ruleToken[1].push([
+ Token.NESTED_BLOCK_SCOPE,
+ serializedBuffer,
+ [originalMetadata(metadata, serializedBuffer, externalContext)]
+ ]);
+ allTokens.push(ruleToken);
+
+ levels.push(level);
+ position.column++;
+ position.index++;
+ buffer = [];
+ isBufferEmpty = true;
+
+ ruleToken[2] = intoTokens(source, externalContext, internalContext, true);
+ ruleToken = null;
+ } else if (character == Marker.OPEN_CURLY_BRACKET
+ && level == Level.BLOCK
+ && tokenTypeFrom(buffer) == Token.NESTED_BLOCK) {
+ // open brace opening at-rule at block level, e.g. @media{<--
+ serializedBuffer = buffer.join('').trim();
+ ruleToken = ruleToken || [Token.NESTED_BLOCK, [], []];
+ ruleToken[1].push([
+ Token.NESTED_BLOCK_SCOPE,
+ serializedBuffer,
+ [originalMetadata(metadata, serializedBuffer, externalContext)]
+ ]);
+ allTokens.push(ruleToken);
+
+ levels.push(level);
+ position.column++;
+ position.index++;
+ buffer = [];
+ isBufferEmpty = true;
+ isVariable = false;
+
+ ruleToken[2] = intoTokens(source, externalContext, internalContext, true);
+ ruleToken = null;
+ } else if (character == Marker.OPEN_CURLY_BRACKET && level == Level.BLOCK) {
+ // open brace opening rule at block level, e.g. div{<--
+ serializedBuffer = buffer.join('').trim();
+ ruleToken = ruleToken || [tokenTypeFrom(buffer), [], []];
+ ruleToken[1].push([
+ tokenScopeFrom(ruleToken[0]),
+ serializedBuffer,
+ [originalMetadata(metadata, serializedBuffer, externalContext, ruleToken[1].length)]
+ ]);
+ newTokens = ruleToken[2];
+ allTokens.push(ruleToken);
+
+ levels.push(level);
+ level = Level.RULE;
+ buffer = [];
+ isBufferEmpty = true;
+ } else if (character == Marker.OPEN_CURLY_BRACKET && level == Level.RULE && seekingValue) {
+ // open brace opening rule at rule level, e.g. div{--variable:{<--
+ ruleTokens.push(ruleToken);
+ ruleToken = [Token.PROPERTY_BLOCK, []];
+ propertyToken.push(ruleToken);
+ newTokens = ruleToken[1];
+
+ levels.push(level);
+ level = Level.RULE;
+ seekingValue = false;
+ } else if (character == Marker.OPEN_CURLY_BRACKET && level == Level.RULE && isPageMarginBox(buffer)) {
+ // open brace opening page-margin box at rule level, e.g. @page{@top-center{<--
+ serializedBuffer = buffer.join('').trim();
+ ruleTokens.push(ruleToken);
+ ruleToken = [Token.AT_RULE_BLOCK, [], []];
+ ruleToken[1].push([
+ Token.AT_RULE_BLOCK_SCOPE,
+ serializedBuffer,
+ [originalMetadata(metadata, serializedBuffer, externalContext)]
+ ]);
+ newTokens.push(ruleToken);
+ newTokens = ruleToken[2];
+
+ levels.push(level);
+ level = Level.RULE;
+ buffer = [];
+ isBufferEmpty = true;
+ } else if (character == Marker.COLON && level == Level.RULE && !seekingValue) {
+ // colon at rule level, e.g. a{color:<--
+ serializedBuffer = buffer.join('').trim();
+ propertyToken = [
+ Token.PROPERTY,
+ [
+ Token.PROPERTY_NAME,
+ serializedBuffer,
+ [originalMetadata(metadata, serializedBuffer, externalContext)]
+ ]
+ ];
+ newTokens.push(propertyToken);
+
+ seekingValue = true;
+ buffer = [];
+ isBufferEmpty = true;
+ } else if (character == Marker.SEMICOLON
+ && level == Level.RULE
+ && propertyToken
+ && ruleTokens.length > 0
+ && !isBufferEmpty
+ && buffer[0] == Marker.AT) {
+ // semicolon at rule level for at-rule, e.g. a{--color:{@apply(--other-color);<--
+ serializedBuffer = buffer.join('').trim();
+ ruleToken[1].push([
+ Token.AT_RULE,
+ serializedBuffer,
+ [originalMetadata(metadata, serializedBuffer, externalContext)]
+ ]);
+
+ buffer = [];
+ isBufferEmpty = true;
+ } else if (character == Marker.SEMICOLON && level == Level.RULE && propertyToken && !isBufferEmpty) {
+ // semicolon at rule level, e.g. a{color:red;<--
+ serializedBuffer = buffer.join('').trim();
+ propertyToken.push([
+ Token.PROPERTY_VALUE,
+ serializedBuffer,
+ [originalMetadata(metadata, serializedBuffer, externalContext)]
+ ]);
+
+ propertyToken = null;
+ seekingValue = false;
+ buffer = [];
+ isBufferEmpty = true;
+ isVariable = false;
+ } else if (character == Marker.SEMICOLON
+ && level == Level.RULE
+ && propertyToken
+ && isBufferEmpty
+ && isVariable
+ && !propertyToken[2]) {
+ // semicolon after empty variable value at rule level, e.g. a{--color: ;<--
+ propertyToken.push([Token.PROPERTY_VALUE, ' ', [originalMetadata(metadata, ' ', externalContext)]]);
+ isVariable = false;
+ propertyToken = null;
+ seekingValue = false;
+ } else if (character == Marker.SEMICOLON && level == Level.RULE && propertyToken && isBufferEmpty) {
+ // semicolon after bracketed value at rule level, e.g. a{color:rgb(...);<--
+ propertyToken = null;
+ seekingValue = false;
+ } else if (character == Marker.SEMICOLON
+ && level == Level.RULE
+ && !isBufferEmpty
+ && buffer[0] == Marker.AT) {
+ // semicolon for at-rule at rule level, e.g. a{@apply(--variable);<--
+ serializedBuffer = buffer.join('');
+ newTokens.push([
+ Token.AT_RULE,
+ serializedBuffer,
+ [originalMetadata(metadata, serializedBuffer, externalContext)]
+ ]);
+
+ seekingValue = false;
+ buffer = [];
+ isBufferEmpty = true;
+ } else if (character == Marker.SEMICOLON && level == Level.RULE && seekingPropertyBlockClosing) {
+ // close brace after a property block at rule level, e.g. a{--custom:{color:red;};<--
+ seekingPropertyBlockClosing = false;
+ buffer = [];
+ isBufferEmpty = true;
+ } else if (character == Marker.SEMICOLON && level == Level.RULE && isBufferEmpty) {
+ // stray semicolon at rule level, e.g. a{;<--
+ // noop
+ } else if (character == Marker.CLOSE_CURLY_BRACKET
+ && level == Level.RULE
+ && propertyToken
+ && seekingValue
+ && !isBufferEmpty && ruleTokens.length > 0) {
+ // close brace at rule level, e.g. a{--color:{color:red}<--
+ serializedBuffer = buffer.join('');
+ propertyToken.push([
+ Token.PROPERTY_VALUE,
+ serializedBuffer,
+ [originalMetadata(metadata, serializedBuffer, externalContext)]
+ ]);
+ propertyToken = null;
+ ruleToken = ruleTokens.pop();
+ newTokens = ruleToken[2];
+
+ level = levels.pop();
+ seekingValue = false;
+ buffer = [];
+ isBufferEmpty = true;
+ } else if (character == Marker.CLOSE_CURLY_BRACKET
+ && level == Level.RULE
+ && propertyToken
+ && !isBufferEmpty
+ && buffer[0] == Marker.AT
+ && ruleTokens.length > 0) {
+ // close brace at rule level for at-rule, e.g. a{--color:{@apply(--other-color)}<--
+ serializedBuffer = buffer.join('');
+ ruleToken[1].push([
+ Token.AT_RULE,
+ serializedBuffer,
+ [originalMetadata(metadata, serializedBuffer, externalContext)]
+ ]);
+ propertyToken = null;
+ ruleToken = ruleTokens.pop();
+ newTokens = ruleToken[2];
+
+ level = levels.pop();
+ seekingValue = false;
+ buffer = [];
+ isBufferEmpty = true;
+ } else if (character == Marker.CLOSE_CURLY_BRACKET
+ && level == Level.RULE
+ && propertyToken
+ && ruleTokens.length > 0) {
+ // close brace at rule level after space, e.g. a{--color:{color:red }<--
+ propertyToken = null;
+ ruleToken = ruleTokens.pop();
+ newTokens = ruleToken[2];
+
+ level = levels.pop();
+ seekingValue = false;
+ } else if (character == Marker.CLOSE_CURLY_BRACKET
+ && level == Level.RULE
+ && propertyToken
+ && !isBufferEmpty) {
+ // close brace at rule level, e.g. a{color:red}<--
+ serializedBuffer = buffer.join('');
+ propertyToken.push([
+ Token.PROPERTY_VALUE,
+ serializedBuffer,
+ [originalMetadata(metadata, serializedBuffer, externalContext)]
+ ]);
+ propertyToken = null;
+ ruleToken = ruleTokens.pop();
+ newTokens = allTokens;
+
+ level = levels.pop();
+ seekingValue = false;
+ buffer = [];
+ isBufferEmpty = true;
+ } else if (character == Marker.CLOSE_CURLY_BRACKET
+ && level == Level.RULE
+ && !isBufferEmpty
+ && buffer[0] == Marker.AT) {
+ // close brace after at-rule at rule level, e.g. a{@apply(--variable)}<--
+ propertyToken = null;
+ ruleToken = null;
+ serializedBuffer = buffer.join('').trim();
+ newTokens.push([
+ Token.AT_RULE,
+ serializedBuffer,
+ [originalMetadata(metadata, serializedBuffer, externalContext)]
+ ]);
+ newTokens = allTokens;
+
+ level = levels.pop();
+ seekingValue = false;
+ buffer = [];
+ isBufferEmpty = true;
+ } else if (character == Marker.CLOSE_CURLY_BRACKET
+ && level == Level.RULE
+ && levels[levels.length - 1] == Level.RULE) {
+ // close brace after a property block at rule level, e.g. a{--custom:{color:red;}<--
+ propertyToken = null;
+ ruleToken = ruleTokens.pop();
+ newTokens = ruleToken[2];
+
+ level = levels.pop();
+ seekingValue = false;
+ seekingPropertyBlockClosing = true;
+ buffer = [];
+ isBufferEmpty = true;
+ } else if (character == Marker.CLOSE_CURLY_BRACKET
+ && level == Level.RULE
+ && isVariable
+ && propertyToken
+ && !propertyToken[2]) {
+ // close brace after an empty variable declaration inside a rule, e.g. a{--color: }<--
+ propertyToken.push([Token.PROPERTY_VALUE, ' ', [originalMetadata(metadata, ' ', externalContext)]]);
+ isVariable = false;
+ propertyToken = null;
+ ruleToken = null;
+ newTokens = allTokens;
+
+ level = levels.pop();
+ seekingValue = false;
+ isVariable = false;
+ } else if (character == Marker.CLOSE_CURLY_BRACKET && level == Level.RULE) {
+ // close brace after a rule, e.g. a{color:red;}<--
+ propertyToken = null;
+ ruleToken = null;
+ newTokens = allTokens;
+
+ level = levels.pop();
+ seekingValue = false;
+ isVariable = false;
+ } else if (character == Marker.CLOSE_CURLY_BRACKET
+ && level == Level.BLOCK
+ && !isNested
+ && position.index <= source.length - 1) {
+ // stray close brace at block level, e.g. a{color:red}color:blue}<--
+ externalContext.warnings.push('Unexpected \'}\' at ' + formatPosition([position.line, position.column, position.source]) + '.');
+ buffer.push(character);
+ isBufferEmpty = false;
+ } else if (character == Marker.CLOSE_CURLY_BRACKET && level == Level.BLOCK) {
+ // close brace at block level, e.g. @media screen {...}<--
+ break;
+ } else if (character == Marker.OPEN_ROUND_BRACKET && level == Level.RULE && seekingValue) {
+ // round open bracket, e.g. a{color:hsla(<--
+ buffer.push(character);
+ isBufferEmpty = false;
+ roundBracketLevel++;
+ } else if (character == Marker.CLOSE_ROUND_BRACKET
+ && level == Level.RULE
+ && seekingValue
+ && roundBracketLevel == 1) {
+ // round close bracket, e.g. a{color:hsla(0,0%,0%)<--
+ buffer.push(character);
+ isBufferEmpty = false;
+ serializedBuffer = buffer.join('').trim();
+ propertyToken.push([
+ Token.PROPERTY_VALUE,
+ serializedBuffer,
+ [originalMetadata(metadata, serializedBuffer, externalContext)]
+ ]);
+
+ roundBracketLevel--;
+ buffer = [];
+ isBufferEmpty = true;
+ isVariable = false;
+ } else if (character == Marker.CLOSE_ROUND_BRACKET && level == Level.RULE && seekingValue) {
+ // round close bracket within other brackets, e.g. a{width:calc((10rem / 2)<--
+ buffer.push(character);
+ isBufferEmpty = false;
+ isVariable = false;
+ roundBracketLevel--;
+ } else if (character == Marker.FORWARD_SLASH
+ && source[position.index + 1] != Marker.ASTERISK
+ && level == Level.RULE
+ && seekingValue
+ && !isBufferEmpty) {
+ // forward slash within a property, e.g. a{background:url(image.png) 0 0/<--
+ serializedBuffer = buffer.join('').trim();
+ propertyToken.push([
+ Token.PROPERTY_VALUE,
+ serializedBuffer,
+ [originalMetadata(metadata, serializedBuffer, externalContext)]
+ ]);
+ propertyToken.push([
+ Token.PROPERTY_VALUE,
+ character,
+ [[position.line, position.column, position.source]]
+ ]);
+
+ buffer = [];
+ isBufferEmpty = true;
+ } else if (character == Marker.FORWARD_SLASH
+ && source[position.index + 1] != Marker.ASTERISK
+ && level == Level.RULE
+ && seekingValue) {
+ // forward slash within a property after space, e.g. a{background:url(image.png) 0 0 /<--
+ propertyToken.push([
+ Token.PROPERTY_VALUE,
+ character,
+ [[position.line, position.column, position.source]]
+ ]);
+
+ buffer = [];
+ isBufferEmpty = true;
+ } else if (character == Marker.COMMA && level == Level.RULE && seekingValue && !isBufferEmpty) {
+ // comma within a property, e.g. a{background:url(image.png),<--
+ serializedBuffer = buffer.join('').trim();
+ propertyToken.push([
+ Token.PROPERTY_VALUE,
+ serializedBuffer,
+ [originalMetadata(metadata, serializedBuffer, externalContext)]
+ ]);
+ propertyToken.push([
+ Token.PROPERTY_VALUE,
+ character,
+ [[position.line, position.column, position.source]]
+ ]);
+
+ buffer = [];
+ isBufferEmpty = true;
+ } else if (character == Marker.COMMA && level == Level.RULE && seekingValue) {
+ // comma within a property after space, e.g. a{background:url(image.png) ,<--
+ propertyToken.push([
+ Token.PROPERTY_VALUE,
+ character,
+ [[position.line, position.column, position.source]]
+ ]);
+
+ buffer = [];
+ isBufferEmpty = true;
+ } else if (character == Marker.CLOSE_SQUARE_BRACKET
+ && propertyToken
+ && propertyToken.length > 1
+ && !isBufferEmpty
+ && isRepeatToken(buffer)) {
+ buffer.push(character);
+ serializedBuffer = buffer.join('').trim();
+ propertyToken[propertyToken.length - 1][1] += serializedBuffer;
+
+ buffer = [];
+ isBufferEmpty = true;
+ } else if ((isSpace || (isNewLineNix && !isNewLineWin))
+ && level == Level.RULE
+ && seekingValue
+ && propertyToken
+ && !isBufferEmpty) {
+ // space or *nix newline within property, e.g. a{margin:0 <--
+ serializedBuffer = buffer.join('').trim();
+ propertyToken.push([
+ Token.PROPERTY_VALUE,
+ serializedBuffer,
+ [originalMetadata(metadata, serializedBuffer, externalContext)]
+ ]);
+
+ buffer = [];
+ isBufferEmpty = true;
+ } else if (isNewLineWin && level == Level.RULE && seekingValue && propertyToken && buffer.length > 1) {
+ // win newline within property, e.g. a{margin:0\r\n<--
+ serializedBuffer = buffer.join('').trim();
+ propertyToken.push([
+ Token.PROPERTY_VALUE,
+ serializedBuffer,
+ [originalMetadata(metadata, serializedBuffer, externalContext)]
+ ]);
+
+ buffer = [];
+ isBufferEmpty = true;
+ } else if (isNewLineWin && level == Level.RULE && seekingValue) {
+ // win newline
+ buffer = [];
+ isBufferEmpty = true;
+ } else if (isNewLineWin && buffer.length == 1) {
+ // ignore windows newline which is composed of two characters
+ buffer.pop();
+ isBufferEmpty = buffer.length === 0;
+ } else if (!isBufferEmpty || !isSpace && !isNewLineNix && !isNewLineWin && !isCarriageReturn) {
+ // any character
+ buffer.push(character);
+ isBufferEmpty = false;
+ }
+
+ wasEscaped = isEscaped;
+ isEscaped = !wasEscaped && character == Marker.BACK_SLASH;
+ wasCommentStart = isCommentStart;
+ wasCommentEnd = isCommentEnd;
+
+ position.line = (isNewLineWin || isNewLineNix || isCarriageReturn) ? position.line + 1 : position.line;
+ position.column = (isNewLineWin || isNewLineNix || isCarriageReturn) ? 0 : position.column + 1;
+ }
+
+ if (seekingValue) {
+ externalContext.warnings.push('Missing \'}\' at ' + formatPosition([position.line, position.column, position.source]) + '.');
+ }
+
+ if (seekingValue && buffer.length > 0) {
+ serializedBuffer = buffer.join('').trimRight().replace(TAIL_BROKEN_VALUE_PATTERN, '$1').trimRight();
+ propertyToken.push([
+ Token.PROPERTY_VALUE,
+ serializedBuffer,
+ [originalMetadata(metadata, serializedBuffer, externalContext)]
+ ]);
+
+ buffer = [];
+ }
+
+ if (buffer.length > 0) {
+ externalContext.warnings.push('Invalid character(s) \'' + buffer.join('') + '\' at ' + formatPosition(metadata) + '. Ignoring.');
+ }
+
+ return allTokens;
+}
+
+function isIgnoreStartComment(buffer) {
+ return IGNORE_START_COMMENT_PATTERN.test(buffer.join('') + Marker.FORWARD_SLASH);
+}
+
+function isIgnoreEndComment(buffer) {
+ return IGNORE_END_COMMENT_PATTERN.test(buffer.join('') + Marker.FORWARD_SLASH);
+}
+
+function originalMetadata(metadata, value, externalContext, selectorFallbacks) {
+ var source = metadata[2];
+
+ return externalContext.inputSourceMapTracker.isTracking(source)
+ ? externalContext.inputSourceMapTracker.originalPositionFor(metadata, value.length, selectorFallbacks)
+ : metadata;
+}
+
+function tokenTypeFrom(buffer) {
+ var isAtRule = buffer[0] == Marker.AT || buffer[0] == Marker.UNDERSCORE;
+ var ruleWord = buffer.join('').split(RULE_WORD_SEPARATOR_PATTERN)[0];
+
+ if (isAtRule && BLOCK_RULES.indexOf(ruleWord) > -1) {
+ return Token.NESTED_BLOCK;
+ } if (isAtRule && AT_RULES.indexOf(ruleWord) > -1) {
+ return Token.AT_RULE;
+ } if (isAtRule) {
+ return Token.AT_RULE_BLOCK;
+ }
+ return Token.RULE;
+}
+
+function tokenScopeFrom(tokenType) {
+ if (tokenType == Token.RULE) {
+ return Token.RULE_SCOPE;
+ } if (tokenType == Token.NESTED_BLOCK) {
+ return Token.NESTED_BLOCK_SCOPE;
+ } if (tokenType == Token.AT_RULE_BLOCK) {
+ return Token.AT_RULE_BLOCK_SCOPE;
+ }
+}
+
+function isPageMarginBox(buffer) {
+ var serializedBuffer = buffer.join('').trim();
+
+ return PAGE_MARGIN_BOXES.indexOf(serializedBuffer) > -1 || EXTRA_PAGE_BOXES.indexOf(serializedBuffer) > -1;
+}
+
+function isRepeatToken(buffer) {
+ return REPEAT_PATTERN.test(buffer.join('') + Marker.CLOSE_SQUARE_BRACKET);
+}
+
+module.exports = tokenize;