| 1 | {"version":3,"file":"Token.js","sourceRoot":"","sources":["../../src/parser/Token.ts"],"names":[],"mappings":";;;AAEA;;GAEG;AACH,IAAY,SA4KX;AA5KD,WAAY,SAAS;IACnB;;;OAGG;IACH,wDAAiB,CAAA;IAEjB;;;;OAIG;IACH,kDAAc,CAAA;IAEd;;OAEG;IACH,kDAAc,CAAA;IAEd;;OAEG;IACH,sDAAgB,CAAA;IAEhB;;;OAGG;IACH,oEAAuB,CAAA;IAEvB;;OAEG;IACH,8CAAY,CAAA;IAEZ;;;OAGG;IACH,sDAAgB,CAAA;IAEhB;;;OAGG;IACH,oDAAe,CAAA;IAEf;;;OAGG;IACH,0DAAkB,CAAA;IAElB;;;OAGG;IACH,gDAAa,CAAA;IAEb;;;OAGG;IACH,0DAAkB,CAAA;IAElB;;;OAGG;IACH,0DAAkB,CAAA;IAElB;;;OAGG;IACH,8CAAY,CAAA;IAEZ;;;OAGG;IACH,gDAAa,CAAA;IAEb;;;OAGG;IACH,gDAAa,CAAA;IAEb;;;OAGG;IACH,oEAAuB,CAAA;IAEvB;;;OAGG;IACH,sEAAwB,CAAA;IAExB;;;OAGG;IACH,oDAAe,CAAA;IAEf;;;OAGG;IACH,gDAAa,CAAA;IAEb;;;OAGG;IACH,8CAAY,CAAA;IAEZ;;;OAGG;IACH,8CAAY,CAAA;IAEZ;;;OAGG;IACH,sEAAwB,CAAA;IAExB;;;OAGG;IACH,wEAAyB,CAAA;IAEzB;;;OAGG;IACH,4CAAW,CAAA;IAEX;;;OAGG;IACH,kEAAsB,CAAA;IAEtB;;;OAGG;IACH,oEAAuB,CAAA;IAEvB;;;OAGG;IACH,0DAAkB,CAAA;IAElB;;;OAGG;IACH,4CAAW,CAAA;IAEX;;;OAGG;IACH,wDAAiB,CAAA;AACnB,CAAC,EA5KW,SAAS,GAAT,iBAAS,KAAT,iBAAS,QA4KpB;AAED;;;;GAIG;AACH;IAgBE,eAAmB,IAAe,EAAE,KAAgB,EAAE,IAAe;QACnE,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;IAEM,wBAAQ,GAAf;QACE,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,OAAO,EAAE;YACnC,OAAO,IAAI,CAAC;SACb;QACD,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;IAC/B,CAAC;IACH,YAAC;AAAD,CAAC,AA5BD,IA4BC;AA5BY,sBAAK","sourcesContent":["import { TextRange } from './TextRange';\r\n\r\n/**\r\n * Distinguishes different types of Token objects.\r\n */\r\nexport enum TokenKind {\r\n /**\r\n * A token representing the end of the input. The Token.range will be an empty range\r\n * at the end of the provided input.\r\n */\r\n EndOfInput = 2001,\r\n\r\n /**\r\n * A token representing a virtual newline.\r\n * The Token.range will be an empty range, because the actual newline character may\r\n * be noncontiguous due to the doc comment delimiter trimming.\r\n */\r\n Newline = 2002,\r\n\r\n /**\r\n * A token representing one or more spaces and tabs (but not newlines or end of input).\r\n */\r\n Spacing = 2003,\r\n\r\n /**\r\n * A token representing one or more ASCII letters, numbers, and underscores.\r\n */\r\n AsciiWord = 2004,\r\n\r\n /**\r\n * A single ASCII character that behaves like punctuation, e.g. doesn't need whitespace\r\n * around it when adjacent to a letter. The Token.range will always be a string of length 1.\r\n */\r\n OtherPunctuation = 2005,\r\n\r\n /**\r\n * A token representing a sequence of non-ASCII printable characters that are not punctuation.\r\n */\r\n Other = 2006,\r\n\r\n /**\r\n * The backslash character `\\`.\r\n * The Token.range will always be a string of length 1.\r\n */\r\n Backslash = 2007,\r\n\r\n /**\r\n * The less-than character `<`.\r\n * The Token.range will always be a string of length 1.\r\n */\r\n LessThan = 2008,\r\n\r\n /**\r\n * The greater-than character `>`.\r\n * The Token.range will always be a string of length 1.\r\n */\r\n GreaterThan = 2009,\r\n\r\n /**\r\n * The equals character `=`.\r\n * The Token.range will always be a string of length 1.\r\n */\r\n Equals = 2010,\r\n\r\n /**\r\n * The single-quote character `'`.\r\n * The Token.range will always be a string of length 1.\r\n */\r\n SingleQuote = 2011,\r\n\r\n /**\r\n * The double-quote character `\"`.\r\n * The Token.range will always be a string of length 1.\r\n */\r\n DoubleQuote = 2012,\r\n\r\n /**\r\n * The slash character `/`.\r\n * The Token.range will always be a string of length 1.\r\n */\r\n Slash = 2013,\r\n\r\n /**\r\n * The hyphen character `-`.\r\n * The Token.range will always be a string of length 1.\r\n */\r\n Hyphen = 2014,\r\n\r\n /**\r\n * The at-sign character `@`.\r\n * The Token.range will always be a string of length 1.\r\n */\r\n AtSign = 2015,\r\n\r\n /**\r\n * The left curly bracket character `{`.\r\n * The Token.range will always be a string of length 1.\r\n */\r\n LeftCurlyBracket = 2016,\r\n\r\n /**\r\n * The right curly bracket character `}`.\r\n * The Token.range will always be a string of length 1.\r\n */\r\n RightCurlyBracket = 2017,\r\n\r\n /**\r\n * The backtick character.\r\n * The Token.range will always be a string of length 1.\r\n */\r\n Backtick = 2018,\r\n\r\n /**\r\n * The period character.\r\n * The Token.range will always be a string of length 1.\r\n */\r\n Period = 2019,\r\n\r\n /**\r\n * The colon character.\r\n * The Token.range will always be a string of length 1.\r\n */\r\n Colon = 2020,\r\n\r\n /**\r\n * The comma character.\r\n * The Token.range will always be a string of length 1.\r\n */\r\n Comma = 2021,\r\n\r\n /**\r\n * The left square bracket character.\r\n * The Token.range will always be a string of length 1.\r\n */\r\n LeftSquareBracket = 2022,\r\n\r\n /**\r\n * The right square bracket character.\r\n * The Token.range will always be a string of length 1.\r\n */\r\n RightSquareBracket = 2023,\r\n\r\n /**\r\n * The pipe character `|`.\r\n * The Token.range will always be a string of length 1.\r\n */\r\n Pipe = 2024,\r\n\r\n /**\r\n * The left parenthesis character.\r\n * The Token.range will always be a string of length 1.\r\n */\r\n LeftParenthesis = 2025,\r\n\r\n /**\r\n * The right parenthesis character.\r\n * The Token.range will always be a string of length 1.\r\n */\r\n RightParenthesis = 2026,\r\n\r\n /**\r\n * The pound character (\"#\").\r\n * The Token.range will always be a string of length 1.\r\n */\r\n PoundSymbol = 2027,\r\n\r\n /**\r\n * The plus character (\"+\").\r\n * The Token.range will always be a string of length 1.\r\n */\r\n Plus = 2028,\r\n\r\n /**\r\n * The dollar sign character (\"$\").\r\n * The Token.range will always be a string of length 1.\r\n */\r\n DollarSign = 2029\r\n}\r\n\r\n/**\r\n * Represents a contiguous range of characters extracted from one of the doc comment lines\r\n * being processed by the Tokenizer. There is a token representing a newline, but otherwise\r\n * a single token cannot span multiple lines.\r\n */\r\nexport class Token {\r\n /**\r\n * The kind of token\r\n */\r\n public readonly kind: TokenKind;\r\n /**\r\n * The contiguous input range corresponding to the token. This range will never\r\n * contain a newline character.\r\n */\r\n public readonly range: TextRange;\r\n\r\n /**\r\n * The doc comment \"line\" that this Token was extracted from.\r\n */\r\n public readonly line: TextRange;\r\n\r\n public constructor(kind: TokenKind, range: TextRange, line: TextRange) {\r\n this.kind = kind;\r\n this.range = range;\r\n this.line = line;\r\n }\r\n\r\n public toString(): string {\r\n if (this.kind === TokenKind.Newline) {\r\n return '\\n';\r\n }\r\n return this.range.toString();\r\n }\r\n}\r\n"]} |