aboutsummaryrefslogtreecommitdiff
path: root/tools/closure_linter-2.3.4/closure_linter/javascripttokens.py
diff options
context:
space:
mode:
authorGravatar Trevor Elliott <trevor@galois.com>2013-05-16 14:28:25 -0700
committerGravatar Trevor Elliott <trevor@galois.com>2013-05-16 14:28:25 -0700
commitd316614847c16569da34a42e808dfb332fc6b6c9 (patch)
tree1d76a49c647c645d4513ab970b500f3c7b6a0cf1 /tools/closure_linter-2.3.4/closure_linter/javascripttokens.py
parentb4f01ad9fa584c77fe6b2a6f55a9e5c00a701e58 (diff)
Remove google closure, and start reworking the build system
Squashed commit of the following: commit 446aae2afd089c28abd1d03a5fd20d4735837e16 Author: Trevor Elliott <trevor@galois.com> Date: Thu May 16 11:50:17 2013 -0700 stage-dir doesn't need to be cleaned Since everything goes into a common build tree now, cleaning just involves removing the entire build tree. commit d8f531ddf8ee1406ec915502c28dc0eb3912d0ee Author: Trevor Elliott <trevor@galois.com> Date: Thu May 16 11:47:10 2013 -0700 Switch to placing build artifacts in a build tree commit 9eedeec8d6a1012b1b7e466120260276b1e952d4 Author: Trevor Elliott <trevor@galois.com> Date: Thu May 16 11:35:01 2013 -0700 Remove the closure_compiler and closure_linter commit 5784158cf2cd55f0ffd01147ae014379ecc857fd Author: Trevor Elliott <trevor@galois.com> Date: Thu May 16 11:34:27 2013 -0700 Move the scripts in build to tools/bin commit 64a6a53ea0fd5e299e9d17c0e4f8fedf305272dc Author: Trevor Elliott <trevor@galois.com> Date: Thu May 16 11:27:55 2013 -0700 Build jsdoc Also, remove the old Makefiles that were in doc, as they're not necessary anymore. commit 1ef0d9e39cd4a24807ee6ca956fbc627fb851b9d Author: Trevor Elliott <trevor@galois.com> Date: Thu May 16 11:18:59 2013 -0700 Conditionally build the manual commit c326c58059e0d5035edecfd6261ee42797c49c2c Author: Trevor Elliott <trevor@galois.com> Date: Thu May 16 11:13:31 2013 -0700 Get the html manual building again commit 480fa132ffb0562eb3f61d45d79d3315b1d3cc29 Author: Trevor Elliott <trevor@galois.com> Date: Thu May 16 11:13:01 2013 -0700 Move doc specific .gitignore stuff to doc/.gitignore commit 8c108d4e0df848839bcd6b4c22d623053f590e95 Author: Trevor Elliott <trevor@galois.com> Date: Wed May 15 10:42:41 2013 -0700 Fix some path inconsistencies in the contexts build.mk commit ee53404be09cf26983365374da84ade564b92926 Author: Trevor Elliott <trevor@galois.com> Date: Wed May 15 10:37:40 2013 -0700 Preliminary build system changes * Chrome extension builds, but there are problems commit 474c6b88190787aeffd960ffb5855d31770e7141 Author: Trevor Elliott <trevor@galois.com> Date: Mon May 13 19:06:31 2013 -0700 Remove the closure toolkit
Diffstat (limited to 'tools/closure_linter-2.3.4/closure_linter/javascripttokens.py')
-rwxr-xr-xtools/closure_linter-2.3.4/closure_linter/javascripttokens.py147
1 files changed, 0 insertions, 147 deletions
diff --git a/tools/closure_linter-2.3.4/closure_linter/javascripttokens.py b/tools/closure_linter-2.3.4/closure_linter/javascripttokens.py
deleted file mode 100755
index f46d4e1..0000000
--- a/tools/closure_linter-2.3.4/closure_linter/javascripttokens.py
+++ /dev/null
@@ -1,147 +0,0 @@
-#!/usr/bin/env python
-#
-# Copyright 2008 The Closure Linter Authors. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS-IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-"""Classes to represent JavaScript tokens."""
-
-__author__ = ('robbyw@google.com (Robert Walker)',
- 'ajp@google.com (Andy Perelson)')
-
-from closure_linter.common import tokens
-
-class JavaScriptTokenType(tokens.TokenType):
- """Enumeration of JavaScript token types, and useful sets of token types."""
- NUMBER = 'number'
- START_SINGLE_LINE_COMMENT = '//'
- START_BLOCK_COMMENT = '/*'
- START_DOC_COMMENT = '/**'
- END_BLOCK_COMMENT = '*/'
- END_DOC_COMMENT = 'doc */'
- COMMENT = 'comment'
- SINGLE_QUOTE_STRING_START = "'string"
- SINGLE_QUOTE_STRING_END = "string'"
- DOUBLE_QUOTE_STRING_START = '"string'
- DOUBLE_QUOTE_STRING_END = 'string"'
- STRING_TEXT = 'string'
- START_BLOCK = '{'
- END_BLOCK = '}'
- START_PAREN = '('
- END_PAREN = ')'
- START_BRACKET = '['
- END_BRACKET = ']'
- REGEX = '/regex/'
- FUNCTION_DECLARATION = 'function(...)'
- FUNCTION_NAME = 'function functionName(...)'
- START_PARAMETERS = 'startparams('
- PARAMETERS = 'pa,ra,ms'
- END_PARAMETERS = ')endparams'
- SEMICOLON = ';'
- DOC_FLAG = '@flag'
- DOC_INLINE_FLAG = '{@flag ...}'
- DOC_START_BRACE = 'doc {'
- DOC_END_BRACE = 'doc }'
- DOC_PREFIX = 'comment prefix: * '
- SIMPLE_LVALUE = 'lvalue='
- KEYWORD = 'keyword'
- OPERATOR = 'operator'
- IDENTIFIER = 'identifier'
-
- STRING_TYPES = frozenset([
- SINGLE_QUOTE_STRING_START, SINGLE_QUOTE_STRING_END,
- DOUBLE_QUOTE_STRING_START, DOUBLE_QUOTE_STRING_END, STRING_TEXT])
-
- COMMENT_TYPES = frozenset([START_SINGLE_LINE_COMMENT, COMMENT,
- START_BLOCK_COMMENT, START_DOC_COMMENT,
- END_BLOCK_COMMENT, END_DOC_COMMENT,
- DOC_START_BRACE, DOC_END_BRACE,
- DOC_FLAG, DOC_INLINE_FLAG, DOC_PREFIX])
-
- FLAG_DESCRIPTION_TYPES = frozenset([
- DOC_INLINE_FLAG, COMMENT, DOC_START_BRACE, DOC_END_BRACE])
-
- FLAG_ENDING_TYPES = frozenset([DOC_FLAG, END_DOC_COMMENT])
-
- NON_CODE_TYPES = COMMENT_TYPES | frozenset([
- tokens.TokenType.WHITESPACE, tokens.TokenType.BLANK_LINE])
-
- UNARY_OPERATORS = ['!', 'new', 'delete', 'typeof', 'void']
-
- UNARY_OK_OPERATORS = ['--', '++', '-', '+'] + UNARY_OPERATORS
-
- UNARY_POST_OPERATORS = ['--', '++']
-
- # An expression ender is any token that can end an object - i.e. we could have
- # x.y or [1, 2], or (10 + 9) or {a: 10}.
- EXPRESSION_ENDER_TYPES = [tokens.TokenType.NORMAL, IDENTIFIER, NUMBER,
- SIMPLE_LVALUE, END_BRACKET, END_PAREN, END_BLOCK,
- SINGLE_QUOTE_STRING_END, DOUBLE_QUOTE_STRING_END]
-
-
-class JavaScriptToken(tokens.Token):
- """JavaScript token subclass of Token, provides extra instance checks.
-
- The following token types have data in attached_object:
- - All JsDoc flags: a parser.JsDocFlag object.
- """
-
- def IsKeyword(self, keyword):
- """Tests if this token is the given keyword.
-
- Args:
- keyword: The keyword to compare to.
-
- Returns:
- True if this token is a keyword token with the given name.
- """
- return self.type == JavaScriptTokenType.KEYWORD and self.string == keyword
-
- def IsOperator(self, operator):
- """Tests if this token is the given operator.
-
- Args:
- operator: The operator to compare to.
-
- Returns:
- True if this token is a operator token with the given name.
- """
- return self.type == JavaScriptTokenType.OPERATOR and self.string == operator
-
- def IsAssignment(self):
- """Tests if this token is an assignment operator.
-
- Returns:
- True if this token is an assignment operator.
- """
- return (self.type == JavaScriptTokenType.OPERATOR and
- self.string.endswith('=') and
- self.string not in ('==', '!=', '>=', '<=', '===', '!=='))
-
- def IsComment(self):
- """Tests if this token is any part of a comment.
-
- Returns:
- True if this token is any part of a comment.
- """
- return self.type in JavaScriptTokenType.COMMENT_TYPES
-
- def IsCode(self):
- """Tests if this token is code, as opposed to a comment or whitespace."""
- return self.type not in JavaScriptTokenType.NON_CODE_TYPES
-
- def __repr__(self):
- return '<JavaScriptToken: %d, %s, "%s", %r, %r>' % (self.line_number,
- self.type, self.string,
- self.values,
- self.metadata)