summaryrefslogtreecommitdiffstats
path: root/tools/gn/tokenizer.h
diff options
context:
space:
mode:
authorbauerb@chromium.org <bauerb@chromium.org@0039d316-1c4b-4281-b951-d872f2087c98>2013-07-30 09:27:04 +0000
committerbauerb@chromium.org <bauerb@chromium.org@0039d316-1c4b-4281-b951-d872f2087c98>2013-07-30 09:27:04 +0000
commit69a4548e0ab3fbb1531b4df89708bfab9cf0df20 (patch)
treeab77a5fe7f52b55970950374ceb22f4be8e4ea53 /tools/gn/tokenizer.h
parentd5f9c7ceb6d59748ad07bb96194b44b516c3c1ad (diff)
downloadchromium_src-69a4548e0ab3fbb1531b4df89708bfab9cf0df20.zip
chromium_src-69a4548e0ab3fbb1531b4df89708bfab9cf0df20.tar.gz
chromium_src-69a4548e0ab3fbb1531b4df89708bfab9cf0df20.tar.bz2
Revert 214254 "Add initial prototype for the GN meta-buildsystem."
It broke the check_licenses step on Android (see http://build.chromium.org/p/chromium.linux/builders/Android%20Builder%20%28dbg%29/builds/39904/steps/check_licenses/logs/stdio): @@@BUILD_STEP check_licenses@@@ > /b/build/slave/Android_Builder__dbg_/build/src/android_webview/tools/webview_licenses.py scan Got LicenseError "missing README.chromium or licenses.py SPECIAL_CASES entry" while scanning tools/gn/secondary/base/third_party/dynamic_annotations Got LicenseError "missing README.chromium or licenses.py SPECIAL_CASES entry" while scanning tools/gn/secondary/third_party/modp_b64 < /b/build/slave/Android_Builder__dbg_/build/src/android_webview/tools/webview_licenses.py scan ERROR: process exited with code 2 @@@STEP_FAILURE@@@ > Add initial prototype for the GN meta-buildsystem. > > This is currently not hooked into the build. To build, add a reference to the > gn.gyp file to build/all.gyp > > R=darin@chromium.org, scottmg@chromium.org > > Review URL: https://codereview.chromium.org/21114002 TBR=brettw@chromium.org Review URL: https://codereview.chromium.org/21084010 git-svn-id: svn://svn.chromium.org/chrome/trunk/src@214325 0039d316-1c4b-4281-b951-d872f2087c98
Diffstat (limited to 'tools/gn/tokenizer.h')
-rw-r--r--tools/gn/tokenizer.h86
1 files changed, 0 insertions, 86 deletions
diff --git a/tools/gn/tokenizer.h b/tools/gn/tokenizer.h
deleted file mode 100644
index 5e00169..0000000
--- a/tools/gn/tokenizer.h
+++ /dev/null
@@ -1,86 +0,0 @@
-// Copyright (c) 2013 The Chromium Authors. All rights reserved.
-// Use of this source code is governed by a BSD-style license that can be
-// found in the LICENSE file.
-
-#ifndef TOOLS_GN_TOKENIZER_H_
-#define TOOLS_GN_TOKENIZER_H_
-
-#include <vector>
-
-#include "base/basictypes.h"
-#include "base/strings/string_piece.h"
-#include "tools/gn/err.h"
-#include "tools/gn/token.h"
-
-class InputFile;
-
-class Tokenizer {
- public:
- static std::vector<Token> Tokenize(const InputFile* input_file, Err* err);
-
- // Counts lines in the given buffer (the first line is "1") and returns
- // the byte offset of the beginning of that line, or (size_t)-1 if there
- // aren't that many lines in the file. Note that this will return the byte
- // one past the end of the input if the last character is a newline.
- //
- // This is a helper function for error output so that the tokenizer's
- // notion of lines can be used elsewhere.
- static size_t ByteOffsetOfNthLine(const base::StringPiece& buf, int n);
-
- // Returns true if the given offset of the string piece counts as a newline.
- // The offset must be in the buffer.
- static bool IsNewline(const base::StringPiece& buffer, size_t offset);
-
- static bool IsIdentifierFirstChar(char c) {
- return (c >= 'A' && c <= 'Z') || (c >= 'a' && c <= 'z') || c == '_';
- }
-
- static bool IsIdentifierContinuingChar(char c) {
- // Also allow digits after the first char.
- return IsIdentifierFirstChar(c) || (c >= '0' && c <= '9');
- }
-
- private:
- // InputFile must outlive the tokenizer and all generated tokens.
- explicit Tokenizer(const InputFile* input_file, Err* err);
- ~Tokenizer();
-
- std::vector<Token> Run();
-
- void AdvanceToNextToken();
- Token::Type ClassifyCurrent() const;
- void AdvanceToEndOfToken(const Location& location, Token::Type type);
-
- bool IsCurrentWhitespace() const;
- bool IsCurrentNewline() const;
- bool IsCurrentStringTerminator(char quote_char) const;
-
- bool CanIncrement() const { return cur_ < input_.size(); }
-
- // Increments the current location by one.
- void Advance();
-
- // Returns the current character in the file as a location.
- Location GetCurrentLocation() const;
-
- Err GetErrorForInvalidToken(const Location& location) const;
-
- bool done() const { return at_end() || has_error(); }
-
- bool at_end() const { return cur_ == input_.size(); }
- char cur_char() const { return input_[cur_]; }
-
- bool has_error() const { return err_->has_error(); }
-
- const InputFile* input_file_;
- const base::StringPiece input_;
- Err* err_;
- size_t cur_; // Byte offset into input buffer.
-
- int line_number_;
- int char_in_line_;
-
- DISALLOW_COPY_AND_ASSIGN(Tokenizer);
-};
-
-#endif // TOOLS_GN_TOKENIZER_H_