js-tokens

jsTokens: typeof jsTokens;

type JSXToken =
    | { type: 'JSXString'; value: string; closed: boolean }
    | { type: 'JSXText'; value: string }
    | { type: 'JSXIdentifier'; value: string }
    | { type: 'JSXPunctuator'; value: string }
    | { type: 'JSXInvalid'; value: string };

type Token =
    | { type: 'StringLiteral'; value: string; closed: boolean }
    | { type: 'NoSubstitutionTemplate'; value: string; closed: boolean }
    | { type: 'TemplateHead'; value: string }
    | { type: 'TemplateMiddle'; value: string }
    | { type: 'TemplateTail'; value: string; closed: boolean }
    | { type: 'RegularExpressionLiteral'; value: string; closed: boolean }
    | { type: 'MultiLineComment'; value: string; closed: boolean }
    | { type: 'SingleLineComment'; value: string }
    | { type: 'HashbangComment'; value: string }
    | { type: 'IdentifierName'; value: string }
    | { type: 'PrivateIdentifier'; value: string }
    | { type: 'NumericLiteral'; value: string }
    | { type: 'Punctuator'; value: string }
    | { type: 'WhiteSpace'; value: string }
    | { type: 'LineTerminatorSequence'; value: string }
    | { type: 'Invalid'; value: string };