// Copyright 2020 The Chromium Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. import * as CodeHighlighter from './code_highlighter.js'; function parseTokens(code: string): [string, string][] { const token = /\[(\S+) ([^\]]+)\]/g, tokens: [string, string][] = []; for (let pos = 0;;) { const match = token.exec(code); const next = match ? match.index : code.length; if (next > pos) { tokens.push([code.slice(pos, next), '']); } if (!match) { break; } tokens.push([match[2], match[1]]); pos = match.index + match[0].length; } return tokens; } function testHighlight(code: string, mimeType: string) { return async () => { const tokens = parseTokens(code), rawCode = tokens.map(t => t[0]).join(''); const highlighter = await CodeHighlighter.CodeHighlighter.create(rawCode, mimeType); let i = 0; highlighter.highlight((text, style) => { assert.strictEqual( JSON.stringify([text, style.replace(/\btoken-/g, '').split(' ').sort().join('&')]), JSON.stringify(tokens[i++] || ['', ''])); }); }; } describe('CodeHighlighter', () => { describe('languageFromMIMEType', () => { it('also supports common legacy MIME types for JavaScript', async () => { for (const mimeType of ['application/ecmascript', 'application/javascript', 'text/jscript']) { const language = await CodeHighlighter.CodeHighlighter.languageFromMIME(mimeType); assert.isNotNull(language, `legacy MIME type '${mimeType}' not recognized`); } }); }); // clang-format off it('can highlight JavaScript', testHighlight(` [keyword function] [definition foo]([definition bar]) { [keyword return] [number 22]; }`, 'text/javascript')); it('can highlight JavaScript compatible with CodeMirror 5', testHighlight(` [keyword function] [definition name]([definition params]) { [keyword var] [definition x] = [number 1]; [keyword const] [definition y] = [number 2]; [keyword let] [definition z] = [number 3]; [keyword return] [variable x] + [variable params]; }`, 'text/javascript')), it('can highlight JavaScript with `import { default as name }` syntax', testHighlight(` [keyword import] {[keyword default] [keyword as] [definition name]} [keyword from] [string 'module']; `, 'text/javascript')), it('can highlight JavaScript with `new.target` syntax', testHighlight(` [keyword new].[property target] `, 'text/javascript')); it('can highlight TypeScript', testHighlight(` [keyword type] [type X] = { [property x]: [type boolean] }`, 'text/typescript')); it('can highlight TypeScript with the new `using` keyword', testHighlight(` [keyword using] [definition resource] = [variable getResource]() `, 'text/typescript')); it('can highlight JSX', testHighlight(` [keyword function] [definition App]() { [keyword return] ( <[tag div] [attribute className]=[attribute-value "App"]> Hello World! ); }`, 'text/jsx')); it('can highlight JSX within JavaScript files', testHighlight(` [keyword const] [definition t] = <[tag div] [attribute disabled]>hello `, 'text/javascript')); it('can highlight HTML', testHighlight(` [meta ] <[tag html] [attribute lang]=[attribute-value ar]> ... `, 'text/html')); it('can highlight HTML with