How to use js-tokens - 10 common examples

To help you get started, we’ve selected a few js-tokens examples, based on popular ways it is used in public projects.

Secure your code as it's written. Use Snyk Code to scan source code in minutes - no build needed - and fix issues immediately.

github erzu / porter / packages / porter / lib / matchRequire.js View on Github external
exports.findAll = function(content) {
  const parts = content.match(jsTokens)
  const deps = []
  let i = 0
  let part

  function next() {
    part = parts[i++]
  }

  function space() {
    do {
      next()
    } while (rSpace.test(part))
  }

  function findRequire() {
    // to rule out module.require()
github zertosh / loose-envify / replace.js View on Github external
function replace(src, envs) {
  if (!processEnvRe.test(src)) {
    return src;
  }

  var out = [];
  var purge = envs.some(function(env) {
    return env._ && env._.indexOf('purge') !== -1;
  });

  jsTokens.lastIndex = 0
  var parts = src.match(jsTokens);

  for (var i = 0; i < parts.length; i++) {
    if (parts[i    ] === 'process' &&
        parts[i + 1] === '.' &&
        parts[i + 2] === 'env' &&
        parts[i + 3] === '.') {
      var prevCodeToken = getAdjacentCodeToken(-1, parts, i);
      var nextCodeToken = getAdjacentCodeToken(1, parts, i + 4);
      var replacement = getReplacementString(envs, parts[i + 4], purge);
      if (prevCodeToken !== '.' &&
          nextCodeToken !== '.' &&
          nextCodeToken !== '=' &&
          typeof replacement === 'string') {
        out.push(replacement);
        i += 4;
        continue;
github eimg / rockstar-src / hello-redux / node_modules / loose-envify / replace.js View on Github external
function replace(src, envs) {
  if (!processEnvRe.test(src)) {
    return src;
  }

  var out = [];
  var purge = envs.some(function(env) {
    return env._ && env._.indexOf('purge') !== -1;
  });

  jsTokens.lastIndex = 0
  var parts = src.match(jsTokens);

  for (var i = 0; i < parts.length; i++) {
    if (parts[i    ] === 'process' &&
        parts[i + 1] === '.' &&
        parts[i + 2] === 'env' &&
        parts[i + 3] === '.') {
      var prevCodeToken = getAdjacentCodeToken(-1, parts, i);
      var nextCodeToken = getAdjacentCodeToken(1, parts, i + 4);
      var replacement = getReplacementString(envs, parts[i + 4], purge);
      if (prevCodeToken !== '.' &&
          nextCodeToken !== '.' &&
          nextCodeToken !== '=' &&
          typeof replacement === 'string') {
        out.push(replacement);
        i += 4;
        continue;
github zertosh / loose-envify / replace.js View on Github external
function replace(src, envs) {
  if (!processEnvRe.test(src)) {
    return src;
  }

  var out = [];
  var purge = envs.some(function(env) {
    return env._ && env._.indexOf('purge') !== -1;
  });

  jsTokens.lastIndex = 0
  var parts = src.match(jsTokens);

  for (var i = 0; i < parts.length; i++) {
    if (parts[i    ] === 'process' &&
        parts[i + 1] === '.' &&
        parts[i + 2] === 'env' &&
        parts[i + 3] === '.') {
      var prevCodeToken = getAdjacentCodeToken(-1, parts, i);
      var nextCodeToken = getAdjacentCodeToken(1, parts, i + 4);
      var replacement = getReplacementString(envs, parts[i + 4], purge);
      if (prevCodeToken !== '.' &&
          nextCodeToken !== '.' &&
          nextCodeToken !== '=' &&
          typeof replacement === 'string') {
        out.push(replacement);
        i += 4;
github eimg / rockstar-src / hello-redux / node_modules / loose-envify / replace.js View on Github external
function replace(src, envs) {
  if (!processEnvRe.test(src)) {
    return src;
  }

  var out = [];
  var purge = envs.some(function(env) {
    return env._ && env._.indexOf('purge') !== -1;
  });

  jsTokens.lastIndex = 0
  var parts = src.match(jsTokens);

  for (var i = 0; i < parts.length; i++) {
    if (parts[i    ] === 'process' &&
        parts[i + 1] === '.' &&
        parts[i + 2] === 'env' &&
        parts[i + 3] === '.') {
      var prevCodeToken = getAdjacentCodeToken(-1, parts, i);
      var nextCodeToken = getAdjacentCodeToken(1, parts, i + 4);
      var replacement = getReplacementString(envs, parts[i + 4], purge);
      if (prevCodeToken !== '.' &&
          nextCodeToken !== '.' &&
          nextCodeToken !== '=' &&
          typeof replacement === 'string') {
        out.push(replacement);
        i += 4;
github computers-are-fast / computers-are-fast.github.io / jspm_packages / npm / loose-envify@1.0.0 / loose-envify.js View on Github external
function replace(src, envs) {
    if (!processEnvRe.test(src)) {
      return src;
    }
    var out = '';
    var purge = envs.some(function(env) {
      return env._ && env._.indexOf('purge') !== -1;
    });
    jsTokens.lastIndex = 0;
    var parts = src.match(jsTokens);
    for (var i = 0; i < parts.length; i++) {
      if (parts[i] === 'process' && parts[i + 1] === '.' && parts[i + 2] === 'env' && parts[i + 3] === '.') {
        var prevCodeToken = getAdjacentCodeToken(-1, parts, i);
        var nextCodeToken = getAdjacentCodeToken(1, parts, i + 4);
        var replacement = getReplacementString(envs, parts[i + 4], purge);
        if (prevCodeToken !== '.' && nextCodeToken !== '.' && nextCodeToken !== '=' && typeof replacement === 'string') {
          out += replacement;
          i += 4;
          continue;
        }
      }
      out += parts[i];
    }
    return out;
  }
github joshuaslate / saas-tutorial / node_modules / loose-envify / replace.js View on Github external
function replace(src, envs) {
  if (!processEnvRe.test(src)) {
    return src;
  }

  var out = '';
  var purge = envs.some(function(env) {
    return env._ && env._.indexOf('purge') !== -1;
  });

  jsTokens.lastIndex = 0
  var parts = src.match(jsTokens);

  for (var i = 0; i < parts.length; i++) {
    if (parts[i    ] === 'process' &&
        parts[i + 1] === '.' &&
        parts[i + 2] === 'env' &&
        parts[i + 3] === '.') {
      var prevCodeToken = getAdjacentCodeToken(-1, parts, i);
      var nextCodeToken = getAdjacentCodeToken(1, parts, i + 4);
      var replacement = getReplacementString(envs, parts[i + 4], purge);
      if (prevCodeToken !== '.' &&
          nextCodeToken !== '.' &&
          nextCodeToken !== '=' &&
          typeof replacement === 'string') {
        out += replacement;
        i += 4;
github aui / art-template / src / compile / es-tokenizer.js View on Github external
const esTokenizer = code => {
    const tokens = code
        .match(jsTokens)
        .map(value => {
            jsTokens.lastIndex = 0;
            return matchToToken(jsTokens.exec(value));
        })
        .map(token => {
            if (token.type === 'name' && isKeyword(token.value)) {
                token.type = 'keyword';
            }
            return token;
        });

    return tokens;
};
github all-contributors / all-contributors-cli / src / discover / token.js View on Github external
const tokenize = data => {
  return data.match(jst).filter(chr => !BAD_TOKENS.includes(chr))
}
github aui / art-template / lib / compile / es-tokenizer.js View on Github external
var esTokenizer = function esTokenizer(code) {
    var tokens = code.match(jsTokens).map(function (value) {
        jsTokens.lastIndex = 0;
        return matchToToken(jsTokens.exec(value));
    }).map(function (token) {
        if (token.type === 'name' && isKeyword(token.value)) {
            token.type = 'keyword';
        }
        return token;
    });

    return tokens;
};

js-tokens

Tiny JavaScript tokenizer.

MIT
Latest version published 3 months ago

Package Health Score

80 / 100
Full package analysis