diff options
author | bauerb@chromium.org <bauerb@chromium.org@0039d316-1c4b-4281-b951-d872f2087c98> | 2013-07-30 09:27:04 +0000 |
---|---|---|
committer | bauerb@chromium.org <bauerb@chromium.org@0039d316-1c4b-4281-b951-d872f2087c98> | 2013-07-30 09:27:04 +0000 |
commit | 69a4548e0ab3fbb1531b4df89708bfab9cf0df20 (patch) | |
tree | ab77a5fe7f52b55970950374ceb22f4be8e4ea53 /tools/gn/tokenizer.h | |
parent | d5f9c7ceb6d59748ad07bb96194b44b516c3c1ad (diff) | |
download | chromium_src-69a4548e0ab3fbb1531b4df89708bfab9cf0df20.zip chromium_src-69a4548e0ab3fbb1531b4df89708bfab9cf0df20.tar.gz chromium_src-69a4548e0ab3fbb1531b4df89708bfab9cf0df20.tar.bz2 |
Revert 214254 "Add initial prototype for the GN meta-buildsystem."
It broke the check_licenses step on Android (see http://build.chromium.org/p/chromium.linux/builders/Android%20Builder%20%28dbg%29/builds/39904/steps/check_licenses/logs/stdio):
@@@BUILD_STEP check_licenses@@@
> /b/build/slave/Android_Builder__dbg_/build/src/android_webview/tools/webview_licenses.py scan
Got LicenseError "missing README.chromium or licenses.py SPECIAL_CASES entry" while scanning tools/gn/secondary/base/third_party/dynamic_annotations
Got LicenseError "missing README.chromium or licenses.py SPECIAL_CASES entry" while scanning tools/gn/secondary/third_party/modp_b64
< /b/build/slave/Android_Builder__dbg_/build/src/android_webview/tools/webview_licenses.py scan
ERROR: process exited with code 2
@@@STEP_FAILURE@@@
> Add initial prototype for the GN meta-buildsystem.
>
> This is currently not hooked into the build. To build, add a reference to the
> gn.gyp file to build/all.gyp
>
> R=darin@chromium.org, scottmg@chromium.org
>
> Review URL: https://codereview.chromium.org/21114002
TBR=brettw@chromium.org
Review URL: https://codereview.chromium.org/21084010
git-svn-id: svn://svn.chromium.org/chrome/trunk/src@214325 0039d316-1c4b-4281-b951-d872f2087c98
Diffstat (limited to 'tools/gn/tokenizer.h')
-rw-r--r-- | tools/gn/tokenizer.h | 86 |
1 files changed, 0 insertions, 86 deletions
diff --git a/tools/gn/tokenizer.h b/tools/gn/tokenizer.h deleted file mode 100644 index 5e00169..0000000 --- a/tools/gn/tokenizer.h +++ /dev/null @@ -1,86 +0,0 @@ -// Copyright (c) 2013 The Chromium Authors. All rights reserved. -// Use of this source code is governed by a BSD-style license that can be -// found in the LICENSE file. - -#ifndef TOOLS_GN_TOKENIZER_H_ -#define TOOLS_GN_TOKENIZER_H_ - -#include <vector> - -#include "base/basictypes.h" -#include "base/strings/string_piece.h" -#include "tools/gn/err.h" -#include "tools/gn/token.h" - -class InputFile; - -class Tokenizer { - public: - static std::vector<Token> Tokenize(const InputFile* input_file, Err* err); - - // Counts lines in the given buffer (the first line is "1") and returns - // the byte offset of the beginning of that line, or (size_t)-1 if there - // aren't that many lines in the file. Note that this will return the byte - // one past the end of the input if the last character is a newline. - // - // This is a helper function for error output so that the tokenizer's - // notion of lines can be used elsewhere. - static size_t ByteOffsetOfNthLine(const base::StringPiece& buf, int n); - - // Returns true if the given offset of the string piece counts as a newline. - // The offset must be in the buffer. - static bool IsNewline(const base::StringPiece& buffer, size_t offset); - - static bool IsIdentifierFirstChar(char c) { - return (c >= 'A' && c <= 'Z') || (c >= 'a' && c <= 'z') || c == '_'; - } - - static bool IsIdentifierContinuingChar(char c) { - // Also allow digits after the first char. - return IsIdentifierFirstChar(c) || (c >= '0' && c <= '9'); - } - - private: - // InputFile must outlive the tokenizer and all generated tokens. - explicit Tokenizer(const InputFile* input_file, Err* err); - ~Tokenizer(); - - std::vector<Token> Run(); - - void AdvanceToNextToken(); - Token::Type ClassifyCurrent() const; - void AdvanceToEndOfToken(const Location& location, Token::Type type); - - bool IsCurrentWhitespace() const; - bool IsCurrentNewline() const; - bool IsCurrentStringTerminator(char quote_char) const; - - bool CanIncrement() const { return cur_ < input_.size(); } - - // Increments the current location by one. - void Advance(); - - // Returns the current character in the file as a location. - Location GetCurrentLocation() const; - - Err GetErrorForInvalidToken(const Location& location) const; - - bool done() const { return at_end() || has_error(); } - - bool at_end() const { return cur_ == input_.size(); } - char cur_char() const { return input_[cur_]; } - - bool has_error() const { return err_->has_error(); } - - const InputFile* input_file_; - const base::StringPiece input_; - Err* err_; - size_t cur_; // Byte offset into input buffer. - - int line_number_; - int char_in_line_; - - DISALLOW_COPY_AND_ASSIGN(Tokenizer); -}; - -#endif // TOOLS_GN_TOKENIZER_H_ |