SyntaxNet cleanups (#281)

Cleanup changes for syntaxnet.

syntaxnet/syntaxnet/BUILD

@@ -2,7 +2,9 @@
 # A syntactic parser and part-of-speech tagger in TensorFlow.
 
 package(
-    default_visibility = ["//visibility:private"],
+    default_visibility = [
+        "//visibility:private",
+    ],
     features = ["-layering_check"],
 )
 
@@ -108,9 +110,9 @@ cc_library(
     srcs = ["test_main.cc"],
     linkopts = ["-lm"],
     deps = [
+        "//external:gtest",
         "@org_tensorflow//tensorflow/core:lib",
         "@org_tensorflow//tensorflow/core:testlib",
-        "//external:gtest",
     ],
 )
 
@@ -130,6 +132,7 @@ cc_library(
     srcs = ["text_formats.cc"],
     deps = [
         ":document_format",
+        ":sentence_proto",
     ],
     alwayslink = 1,
 )
@@ -150,7 +153,6 @@ cc_library(
     deps = [
         ":feature_extractor_proto",
         ":fml_parser",
-        ":kbest_syntax_proto",
         ":sentence_proto",
         ":task_context",
     ],
@@ -166,7 +168,6 @@ cc_library(
     deps = [
         ":document_format",
         ":feature_extractor_proto",
-        ":kbest_syntax_proto",
         ":proto_io",
         ":sentence_proto",
         ":task_context",
@@ -182,6 +183,7 @@ cc_library(
     deps = [
         ":dictionary_proto",
         ":feature_extractor",
+        ":sentence_proto",
         ":shared_store",
         ":term_frequency_map",
         ":utils",
@@ -263,6 +265,7 @@ cc_library(
     deps = [
         ":kbest_syntax_proto",
         ":registry",
+        ":sentence_proto",
         ":shared_store",
         ":task_context",
         ":term_frequency_map",
@@ -279,6 +282,7 @@ cc_library(
         ":dictionary_proto",
         ":sentence_proto",
         ":task_context",
+        ":task_spec_proto",
         ":term_frequency_map",
         ":test_main",
     ],
@@ -294,7 +298,6 @@ cc_library(
         ":parser_transitions",
         ":registry",
         ":sentence_features",
-        ":sentence_proto",
         ":task_context",
         ":term_frequency_map",
         ":workspace",
@@ -325,6 +328,7 @@ cc_library(
         ":feature_extractor",
         ":parser_features",
         ":parser_transitions",
+        ":sentence_proto",
         ":sparse_proto",
         ":task_context",
         ":task_spec_proto",
@@ -344,6 +348,7 @@ cc_library(
         ":parser_transitions",
         ":sentence_batch",
         ":sentence_proto",
+        ":sparse_proto",
         ":task_context",
         ":task_spec_proto",
     ],
@@ -360,7 +365,6 @@ cc_library(
         ":sentence_batch",
         ":sentence_proto",
         ":task_context",
-        ":task_spec_proto",
         ":text_formats",
     ],
     alwayslink = 1,
@@ -370,13 +374,13 @@ cc_library(
     name = "lexicon_builder",
     srcs = ["lexicon_builder.cc"],
     deps = [
+        ":dictionary_proto",
         ":document_format",
         ":parser_features",
         ":parser_transitions",
         ":sentence_batch",
         ":sentence_proto",
         ":task_context",
-        ":task_spec_proto",
         ":text_formats",
     ],
     alwayslink = 1,
@@ -429,6 +433,11 @@ filegroup(
     ],
 )
 
+filegroup(
+    name = "parsey_data",
+    srcs = glob(["models/parsey_mcparseface/*"]),
+)
+
 cc_test(
     name = "shared_store_test",
     size = "small",
@@ -464,6 +473,8 @@ cc_test(
     deps = [
         ":parser_transitions",
         ":populate_test_inputs",
+        ":sentence_proto",
+        ":task_spec_proto",
         ":test_main",
     ],
 )
@@ -476,6 +487,8 @@ cc_test(
     deps = [
         ":parser_transitions",
         ":populate_test_inputs",
+        ":sentence_proto",
+        ":task_spec_proto",
         ":test_main",
     ],
 )
@@ -519,10 +532,10 @@ py_library(
     name = "graph_builder",
     srcs = ["graph_builder.py"],
     deps = [
-        "@org_tensorflow//tensorflow:tensorflow_py",
-        "@org_tensorflow//tensorflow/core:protos_all_py",
         ":load_parser_ops_py",
         ":parser_ops",
+        "@org_tensorflow//tensorflow:tensorflow_py",
+        "@org_tensorflow//tensorflow/core:protos_all_py",
     ],
 )
 

syntaxnet/syntaxnet/affix.cc

@@ -39,13 +39,14 @@ static const int kInitialBuckets = 1024;
 // Fill factor for term and affix hash maps.
 static const int kFillFactor = 2;
 
-int TermHash(string term) {
+int TermHash(const string &term) {
   return utils::Hash32(term.data(), term.size(), 0xDECAF);
 }
 
 // Copies a substring of a Unicode text to a string.
-static void UnicodeSubstring(UnicodeText::const_iterator start,
-                             UnicodeText::const_iterator end, string *result) {
+static void UnicodeSubstring(const UnicodeText::const_iterator &start,
+                             const UnicodeText::const_iterator &end,
+                             string *result) {
   result->clear();
   result->append(start.utf8_data(), end.utf8_data() - start.utf8_data());
 }
@@ -79,7 +80,7 @@ void AffixTable::Read(const AffixTableEntry &table_entry) {
     const auto &affix_entry = table_entry.affix(affix_id);
     CHECK_GE(affix_entry.length(), 0);
     CHECK_LE(affix_entry.length(), max_length_);
-    CHECK(FindAffix(affix_entry.form()) == NULL);  // forbid duplicates
+    CHECK(FindAffix(affix_entry.form()) == nullptr);  // forbid duplicates
     Affix *affix = AddNewAffix(affix_entry.form(), affix_entry.length());
     CHECK_EQ(affix->id(), affix_id);
   }
@@ -117,7 +118,7 @@ void AffixTable::Write(AffixTableEntry *table_entry) const {
     affix_entry->set_form(affix->form());
     affix_entry->set_length(affix->length());
     affix_entry->set_shorter_id(
-        affix->shorter() == NULL ? -1 : affix->shorter()->id());
+        affix->shorter() == nullptr ? -1 : affix->shorter()->id());
   }
 }
 
@@ -137,7 +138,7 @@ Affix *AffixTable::AddAffixesForWord(const char *word, size_t size) {
   // Determine longest affix.
   int affix_len = length;
   if (affix_len > max_length_) affix_len = max_length_;
-  if (affix_len == 0) return NULL;
+  if (affix_len == 0) return nullptr;
 
   // Find start and end of longest affix.
   UnicodeText::const_iterator start, end;
@@ -150,25 +151,25 @@ Affix *AffixTable::AddAffixesForWord(const char *word, size_t size) {
   }
 
   // Try to find successively shorter affixes.
-  Affix *top = NULL;
-  Affix *ancestor = NULL;
+  Affix *top = nullptr;
+  Affix *ancestor = nullptr;
   string s;
   while (affix_len > 0) {
     // Try to find affix in table.
     UnicodeSubstring(start, end, &s);
     Affix *affix = FindAffix(s);
-    if (affix == NULL) {
+    if (affix == nullptr) {
       // Affix not found, add new one to table.
       affix = AddNewAffix(s, affix_len);
 
       // Update ancestor chain.
-      if (ancestor != NULL) ancestor->set_shorter(affix);
+      if (ancestor != nullptr) ancestor->set_shorter(affix);
       ancestor = affix;
-      if (top == NULL) top = affix;
+      if (top == nullptr) top = affix;
     } else {
       // Affix found. Update ancestor if needed and return match.
-      if (ancestor != NULL) ancestor->set_shorter(affix);
-      if (top == NULL) top = affix;
+      if (ancestor != nullptr) ancestor->set_shorter(affix);
+      if (top == nullptr) top = affix;
       break;
     }
 
@@ -187,7 +188,7 @@ Affix *AffixTable::AddAffixesForWord(const char *word, size_t size) {
 
 Affix *AffixTable::GetAffix(int id) const {
   if (id < 0 || id >= static_cast<int>(affixes_.size())) {
-    return NULL;
+    return nullptr;
   } else {
     return affixes_[id];
   }
@@ -195,7 +196,7 @@ Affix *AffixTable::GetAffix(int id) const {
 
 string AffixTable::AffixForm(int id) const {
   Affix *affix = GetAffix(id);
-  if (affix == NULL) {
+  if (affix == nullptr) {
     return "";
   } else {
     return affix->form();
@@ -204,7 +205,7 @@ string AffixTable::AffixForm(int id) const {
 
 int AffixTable::AffixId(const string &form) const {
   Affix *affix = FindAffix(form);
-  if (affix == NULL) {
+  if (affix == nullptr) {
     return -1;
   } else {
     return affix->id();
@@ -234,11 +235,11 @@ Affix *AffixTable::FindAffix(const string &form) const {
 
   // Try to find affix in hash table.
   Affix *affix = buckets_[hash & (buckets_.size() - 1)];
-  while (affix != NULL) {
+  while (affix != nullptr) {
     if (strcmp(affix->form_.c_str(), form.c_str()) == 0) return affix;
     affix = affix->next_;
   }
-  return NULL;
+  return nullptr;
 }
 
 void AffixTable::Resize(int size_hint) {
@@ -250,7 +251,7 @@ void AffixTable::Resize(int size_hint) {
   // Distribute affixes in new buckets.
   buckets_.resize(new_size);
   for (size_t i = 0; i < buckets_.size(); ++i) {
-    buckets_[i] = NULL;
+    buckets_[i] = nullptr;
   }
   for (size_t i = 0; i < affixes_.size(); ++i) {
     Affix *affix = affixes_[i];

syntaxnet/syntaxnet/affix.h

@@ -13,8 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef $TARGETDIR_AFFIX_H_
-#define $TARGETDIR_AFFIX_H_
+#ifndef SYNTAXNET_AFFIX_H_
+#define SYNTAXNET_AFFIX_H_
 
 #include <stddef.h>
 #include <string>
@@ -40,7 +40,11 @@ class Affix {
  private:
   friend class AffixTable;
   Affix(int id, const char *form, int length)
-      : id_(id), length_(length), form_(form), shorter_(NULL), next_(NULL) {}
+      : id_(id),
+        length_(length),
+        form_(form),
+        shorter_(nullptr),
+        next_(nullptr) {}
 
  public:
   // Returns unique id of affix.
@@ -152,4 +156,4 @@ class AffixTable {
 
 }  // namespace syntaxnet
 
-#endif  // $TARGETDIR_AFFIX_H_
+#endif  // SYNTAXNET_AFFIX_H_

syntaxnet/syntaxnet/arc_standard_transitions.cc

@@ -30,9 +30,9 @@ limitations under the License.
 
 #include <string>
 
-#include "syntaxnet/utils.h"
 #include "syntaxnet/parser_state.h"
 #include "syntaxnet/parser_transitions.h"
+#include "syntaxnet/utils.h"
 #include "tensorflow/core/lib/strings/strcat.h"
 
 namespace syntaxnet {

syntaxnet/syntaxnet/arc_standard_transitions_test.cc

@@ -15,9 +15,6 @@ limitations under the License.
 
 #include <memory>
 #include <string>
-#include <gmock/gmock.h>
-
-#include "syntaxnet/utils.h"
 #include "syntaxnet/parser_state.h"
 #include "syntaxnet/parser_transitions.h"
 #include "syntaxnet/populate_test_inputs.h"
@@ -25,6 +22,9 @@ limitations under the License.
 #include "syntaxnet/task_context.h"
 #include "syntaxnet/task_spec.pb.h"
 #include "syntaxnet/term_frequency_map.h"
+#include "syntaxnet/utils.h"
+#include <gmock/gmock.h>
+
 #include "tensorflow/core/lib/core/status.h"
 #include "tensorflow/core/platform/env.h"
 #include "tensorflow/core/platform/test.h"

syntaxnet/syntaxnet/base.h

@@ -13,8 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef $TARGETDIR_BASE_H_
-#define $TARGETDIR_BASE_H_
+#ifndef SYNTAXNET_BASE_H_
+#define SYNTAXNET_BASE_H_
 
 #include <functional>
 #include <string>
@@ -50,4 +50,4 @@ using std::string;
 
   // namespace syntaxnet
 
-#endif  // $TARGETDIR_BASE_H_
+#endif  // SYNTAXNET_BASE_H_

syntaxnet/syntaxnet/beam_reader_ops.cc

@@ -24,8 +24,8 @@ limitations under the License.
 #include "syntaxnet/base.h"
 #include "syntaxnet/parser_state.h"
 #include "syntaxnet/parser_transitions.h"
-#include "syntaxnet/sentence_batch.h"
 #include "syntaxnet/sentence.pb.h"
+#include "syntaxnet/sentence_batch.h"
 #include "syntaxnet/shared_store.h"
 #include "syntaxnet/sparse.pb.h"
 #include "syntaxnet/task_context.h"

syntaxnet/syntaxnet/document_filters.cc

@@ -84,7 +84,7 @@ class DocumentSource : public OpKernel {
     mutex_lock lock(mu_);
     Sentence *document;
     vector<Sentence *> document_batch;
-    while ((document = corpus_->Read()) != NULL) {
+    while ((document = corpus_->Read()) != nullptr) {
       document_batch.push_back(document);
       if (static_cast<int>(document_batch.size()) == batch_size_) {
         OutputDocuments(context, &document_batch);

syntaxnet/syntaxnet/document_format.h

@@ -15,8 +15,8 @@ limitations under the License.
 
 // An interface for document formats.
 
-#ifndef $TARGETDIR_DOCUMENT_FORMAT_H__
-#define $TARGETDIR_DOCUMENT_FORMAT_H__
+#ifndef SYNTAXNET_DOCUMENT_FORMAT_H__
+#define SYNTAXNET_DOCUMENT_FORMAT_H__
 
 #include <string>
 #include <vector>
@@ -60,4 +60,4 @@ class DocumentFormat : public RegisterableClass<DocumentFormat> {
 
 }  // namespace syntaxnet
 
-#endif  // $TARGETDIR_DOCUMENT_FORMAT_H__
+#endif  // SYNTAXNET_DOCUMENT_FORMAT_H__

syntaxnet/syntaxnet/embedding_feature_extractor.h

@@ -13,8 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef $TARGETDIR_EMBEDDING_FEATURE_EXTRACTOR_H_
-#define $TARGETDIR_EMBEDDING_FEATURE_EXTRACTOR_H_
+#ifndef SYNTAXNET_EMBEDDING_FEATURE_EXTRACTOR_H_
+#define SYNTAXNET_EMBEDDING_FEATURE_EXTRACTOR_H_
 
 #include <functional>
 #include <memory>
@@ -219,4 +219,4 @@ class ParserEmbeddingFeatureExtractor
 
 }  // namespace syntaxnet
 
-#endif  // $TARGETDIR_EMBEDDING_FEATURE_EXTRACTOR_H_
+#endif  // SYNTAXNET_EMBEDDING_FEATURE_EXTRACTOR_H_

syntaxnet/syntaxnet/feature_extractor.h

@@ -33,8 +33,8 @@ limitations under the License.
 // A feature function is invoked with a focus. Nested feature function can be
 // invoked with another focus determined by the parent feature function.
 
-#ifndef $TARGETDIR_FEATURE_EXTRACTOR_H_
-#define $TARGETDIR_FEATURE_EXTRACTOR_H_
+#ifndef SYNTAXNET_FEATURE_EXTRACTOR_H_
+#define SYNTAXNET_FEATURE_EXTRACTOR_H_
 
 #include <memory>
 #include <string>
@@ -94,7 +94,7 @@ class FeatureVector {
  private:
   // Structure for holding feature type and value pairs.
   struct Element {
-    Element() : type(NULL), value(-1) {}
+    Element() : type(nullptr), value(-1) {}
     Element(FeatureType *t, FeatureValue v) : type(t), value(v) {}
 
     FeatureType *type;
@@ -621,4 +621,4 @@ class FeatureExtractor : public GenericFeatureExtractor {
 
 }  // namespace syntaxnet
 
-#endif  // $TARGETDIR_FEATURE_EXTRACTOR_H_
+#endif  // SYNTAXNET_FEATURE_EXTRACTOR_H_

syntaxnet/syntaxnet/feature_types.h

@@ -15,8 +15,8 @@ limitations under the License.
 
 // Common feature types for parser components.
 
-#ifndef $TARGETDIR_FEATURE_TYPES_H_
-#define $TARGETDIR_FEATURE_TYPES_H_
+#ifndef SYNTAXNET_FEATURE_TYPES_H_
+#define SYNTAXNET_FEATURE_TYPES_H_
 
 #include <algorithm>
 #include <map>
@@ -173,4 +173,4 @@ class EnumFeatureType : public FeatureType {
 
 }  // namespace syntaxnet
 
-#endif  // $TARGETDIR_FEATURE_TYPES_H_
+#endif  // SYNTAXNET_FEATURE_TYPES_H_

syntaxnet/syntaxnet/fml_parser.h

@@ -37,8 +37,8 @@ limitations under the License.
 // <parameter name> ::= NAME
 // <parameter value> ::= NUMBER | STRING | NAME
 
-#ifndef $TARGETDIR_FML_PARSER_H_
-#define $TARGETDIR_FML_PARSER_H_
+#ifndef SYNTAXNET_FML_PARSER_H_
+#define SYNTAXNET_FML_PARSER_H_
 
 #include <string>
 
@@ -110,4 +110,4 @@ class FMLParser {
 
 }  // namespace syntaxnet
 
-#endif  // $TARGETDIR_FML_PARSER_H_
+#endif  // SYNTAXNET_FML_PARSER_H_

syntaxnet/syntaxnet/lexicon_builder.cc

@@ -16,13 +16,13 @@ limitations under the License.
 #include <stddef.h>
 #include <string>
 
-#include "syntaxnet/utils.h"
 #include "syntaxnet/affix.h"
 #include "syntaxnet/dictionary.pb.h"
 #include "syntaxnet/feature_extractor.h"
-#include "syntaxnet/sentence_batch.h"
 #include "syntaxnet/sentence.pb.h"
+#include "syntaxnet/sentence_batch.h"
 #include "syntaxnet/term_frequency_map.h"
+#include "syntaxnet/utils.h"
 #include "tensorflow/core/framework/op_kernel.h"
 #include "tensorflow/core/lib/core/status.h"
 #include "tensorflow/core/platform/env.h"
@@ -88,7 +88,7 @@ class LexiconBuilder : public OpKernel {
     int64 num_documents = 0;
     Sentence *document;
     TextReader corpus(*task_context_.GetInput(corpus_name_));
-    while ((document = corpus.Read()) != NULL) {
+    while ((document = corpus.Read()) != nullptr) {
       // Gather token information.
       for (int t = 0; t < document->token_size(); ++t) {
         // Get token and lowercased word.

syntaxnet/syntaxnet/parser_features.h

@@ -15,8 +15,8 @@ limitations under the License.
 
 // Sentence-based features for the transition parser.
 
-#ifndef $TARGETDIR_PARSER_FEATURES_H_
-#define $TARGETDIR_PARSER_FEATURES_H_
+#ifndef SYNTAXNET_PARSER_FEATURES_H_
+#define SYNTAXNET_PARSER_FEATURES_H_
 
 #include <string>
 
@@ -147,4 +147,4 @@ class BasicParserSentenceFeatureFunction :
 
 }  // namespace syntaxnet
 
-#endif  // $TARGETDIR_PARSER_FEATURES_H_
+#endif  // SYNTAXNET_PARSER_FEATURES_H_

syntaxnet/syntaxnet/parser_features_test.cc

@@ -17,7 +17,6 @@ limitations under the License.
 
 #include <string>
 
-#include "syntaxnet/utils.h"
 #include "syntaxnet/feature_extractor.h"
 #include "syntaxnet/parser_state.h"
 #include "syntaxnet/populate_test_inputs.h"
@@ -25,6 +24,7 @@ limitations under the License.
 #include "syntaxnet/task_context.h"
 #include "syntaxnet/task_spec.pb.h"
 #include "syntaxnet/term_frequency_map.h"
+#include "syntaxnet/utils.h"
 #include "syntaxnet/workspace.h"
 #include "tensorflow/core/lib/strings/strcat.h"
 #include "tensorflow/core/platform/test.h"

syntaxnet/syntaxnet/parser_state.cc

@@ -15,10 +15,10 @@ limitations under the License.
 
 #include "syntaxnet/parser_state.h"
 
-#include "syntaxnet/utils.h"
 #include "syntaxnet/kbest_syntax.pb.h"
 #include "syntaxnet/sentence.pb.h"
 #include "syntaxnet/term_frequency_map.h"
+#include "syntaxnet/utils.h"
 
 namespace syntaxnet {
 

syntaxnet/syntaxnet/parser_state.h

@@ -15,8 +15,8 @@ limitations under the License.
 
 // Parser state for the transition-based dependency parser.
 
-#ifndef $TARGETDIR_PARSER_STATE_H_
-#define $TARGETDIR_PARSER_STATE_H_
+#ifndef SYNTAXNET_PARSER_STATE_H_
+#define SYNTAXNET_PARSER_STATE_H_
 
 #include <string>
 #include <vector>
@@ -230,4 +230,4 @@ class ParserState {
 
 }  // namespace syntaxnet
 
-#endif  // $TARGETDIR_PARSER_STATE_H_
+#endif  // SYNTAXNET_PARSER_STATE_H_

syntaxnet/syntaxnet/parser_transitions.h

@@ -15,8 +15,8 @@ limitations under the License.
 
 // Transition system for the transition-based dependency parser.
 
-#ifndef $TARGETDIR_PARSER_TRANSITIONS_H_
-#define $TARGETDIR_PARSER_TRANSITIONS_H_
+#ifndef SYNTAXNET_PARSER_TRANSITIONS_H_
+#define SYNTAXNET_PARSER_TRANSITIONS_H_
 
 #include <string>
 #include <vector>
@@ -205,4 +205,4 @@ class ParserTransitionSystem
 
 }  // namespace syntaxnet
 
-#endif  // $TARGETDIR_PARSER_TRANSITIONS_H_
+#endif  // SYNTAXNET_PARSER_TRANSITIONS_H_

syntaxnet/syntaxnet/populate_test_inputs.cc

@@ -18,13 +18,13 @@ limitations under the License.
 #include <map>
 #include <utility>
 
-#include "gtest/gtest.h"
-#include "syntaxnet/utils.h"
 #include "syntaxnet/dictionary.pb.h"
 #include "syntaxnet/sentence.pb.h"
 #include "syntaxnet/task_context.h"
 #include "syntaxnet/task_spec.pb.h"
 #include "syntaxnet/term_frequency_map.h"
+#include "syntaxnet/utils.h"
+#include "gtest/gtest.h"
 #include "tensorflow/core/lib/core/status.h"
 #include "tensorflow/core/lib/io/record_writer.h"
 #include "tensorflow/core/lib/strings/strcat.h"

syntaxnet/syntaxnet/populate_test_inputs.h

@@ -58,8 +58,8 @@ limitations under the License.
 //
 // See also creators.Add() for more convenience functions.
 
-#ifndef $TARGETDIR_POPULATE_TEST_INPUTS_H_
-#define $TARGETDIR_POPULATE_TEST_INPUTS_H_
+#ifndef SYNTAXNET_POPULATE_TEST_INPUTS_H_
+#define SYNTAXNET_POPULATE_TEST_INPUTS_H_
 
 #include <functional>
 #include <string>
@@ -150,4 +150,4 @@ class PopulateTestInputs {
 
 }  // namespace syntaxnet
 
-#endif  // $TARGETDIR_POPULATE_TEST_INPUTS_H_
+#endif  // SYNTAXNET_POPULATE_TEST_INPUTS_H_

syntaxnet/syntaxnet/proto_io.h

@@ -13,8 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef $TARGETDIR_PROTO_IO_H_
-#define $TARGETDIR_PROTO_IO_H_
+#ifndef SYNTAXNET_PROTO_IO_H_
+#define SYNTAXNET_PROTO_IO_H_
 
 #include <iostream>
 #include <memory>
@@ -194,7 +194,7 @@ class TextReader {
  private:
   string filename_;
   int sentence_count_ = 0;
-  std::unique_ptr<tensorflow::RandomAccessFile> file_;
+  std::unique_ptr<tensorflow::RandomAccessFile> file_;  // must outlive buffer_
   std::unique_ptr<tensorflow::io::InputBuffer> buffer_;
   std::unique_ptr<DocumentFormat> format_;
 };
@@ -241,4 +241,4 @@ class TextWriter {
 
 }  // namespace syntaxnet
 
-#endif  // $TARGETDIR_PROTO_IO_H_
+#endif  // SYNTAXNET_PROTO_IO_H_

syntaxnet/syntaxnet/reader_ops.cc

@@ -15,17 +15,17 @@ limitations under the License.
 
 #include <math.h>
 #include <deque>
-#include <unordered_map>
 #include <memory>
 #include <string>
+#include <unordered_map>
 #include <vector>
 
 #include "syntaxnet/base.h"
 #include "syntaxnet/feature_extractor.h"
 #include "syntaxnet/parser_state.h"
 #include "syntaxnet/parser_transitions.h"
-#include "syntaxnet/sentence_batch.h"
 #include "syntaxnet/sentence.pb.h"
+#include "syntaxnet/sentence_batch.h"
 #include "syntaxnet/shared_store.h"
 #include "syntaxnet/sparse.pb.h"
 #include "syntaxnet/task_context.h"
@@ -206,7 +206,7 @@ class ParsingReader : public OpKernel {
   int additional_output_index() const { return feature_size_ + 1; }
   ParserState *state(int i) const { return states_[i].get(); }
   const ParserTransitionSystem &transition_system() const {
-    return *transition_system_.get();
+    return *transition_system_;
   }
 
   // Parser task context.

syntaxnet/syntaxnet/registry.cc

@@ -18,7 +18,7 @@ limitations under the License.
 namespace syntaxnet {
 
 // Global list of all component registries.
-RegistryMetadata *global_registry_list = NULL;
+RegistryMetadata *global_registry_list = nullptr;
 
 void RegistryMetadata::Register(RegistryMetadata *registry) {
   registry->set_link(global_registry_list);

syntaxnet/syntaxnet/registry.h

@@ -50,8 +50,8 @@ limitations under the License.
 //   Function *f = Function::Lookup("cos");
 //   double result = f->Evaluate(arg);
 
-#ifndef $TARGETDIR_REGISTRY_H_
-#define $TARGETDIR_REGISTRY_H_
+#ifndef SYNTAXNET_REGISTRY_H_
+#define SYNTAXNET_REGISTRY_H_
 
 #include <string.h>
 #include <string>
@@ -70,7 +70,7 @@ class ComponentMetadata {
         class_name_(class_name),
         file_(file),
         line_(line),
-        link_(NULL) {}
+        link_(nullptr) {}
 
   // Returns component name.
   const char *name() const { return name_; }
@@ -131,7 +131,7 @@ struct ComponentRegistry {
         : ComponentMetadata(type, class_name, file, line), object_(object) {
       // Register registry in master registry if this is the first registered
       // component of this type.
-      if (registry->components == NULL) {
+      if (registry->components == nullptr) {
         RegistryMetadata::Register(new RegistryMetadata(
             registry->name, registry->class_name, registry->file,
             registry->line,
@@ -160,8 +160,8 @@ struct ComponentRegistry {
   // Finds registrar for named component in registry.
   const Registrar *GetComponent(const char *type) const {
     Registrar *r = components;
-    while (r != NULL && strcmp(type, r->type()) != 0) r = r->next();
-    if (r == NULL) {
+    while (r != nullptr && strcmp(type, r->type()) != 0) r = r->next();
+    if (r == nullptr) {
       LOG(FATAL) << "Unknown " << name << " component: '" << type << "'.";
     }
     return r;
@@ -240,4 +240,4 @@ class RegisterableInstance {
 
 }  // namespace syntaxnet
 
-#endif  // $TARGETDIR_REGISTRY_H_
+#endif  // SYNTAXNET_REGISTRY_H_

syntaxnet/syntaxnet/sentence_batch.h

@@ -13,8 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef $TARGETDIR_SENTENCE_BATCH_H_
-#define $TARGETDIR_SENTENCE_BATCH_H_
+#ifndef SYNTAXNET_SENTENCE_BATCH_H_
+#define SYNTAXNET_SENTENCE_BATCH_H_
 
 #include <memory>
 #include <string>
@@ -75,4 +75,4 @@ class SentenceBatch {
 
 }  // namespace syntaxnet
 
-#endif  // $TARGETDIR_SENTENCE_BATCH_H_
+#endif  // SYNTAXNET_SENTENCE_BATCH_H_

syntaxnet/syntaxnet/sentence_features.h

@@ -17,8 +17,8 @@ limitations under the License.
 // in this header so they may be re-used via composition into other more
 // advanced feature classes.
 
-#ifndef $TARGETDIR_SENTENCE_FEATURES_H_
-#define $TARGETDIR_SENTENCE_FEATURES_H_
+#ifndef SYNTAXNET_SENTENCE_FEATURES_H_
+#define SYNTAXNET_SENTENCE_FEATURES_H_
 
 #include "syntaxnet/affix.h"
 #include "syntaxnet/feature_extractor.h"
@@ -103,7 +103,7 @@ class TermFrequencyMapFeature : public TokenLookupFeature {
   void Init(TaskContext *context) override;
 
   // Number of unique values.
-  virtual int64 NumValues() const { return term_map_->Size() + 1; }
+  int64 NumValues() const override { return term_map_->Size() + 1; }
 
   // Special value for strings not in the map.
   FeatureValue UnknownValue() const { return term_map_->Size(); }
@@ -314,4 +314,4 @@ typedef FeatureExtractor<Sentence, int> SentenceExtractor;
 
 }  // namespace syntaxnet
 
-#endif  // $TARGETDIR_SENTENCE_FEATURES_H_
+#endif  // SYNTAXNET_SENTENCE_FEATURES_H_

syntaxnet/syntaxnet/sentence_features_test.cc

@@ -18,14 +18,14 @@ limitations under the License.
 #include <string>
 #include <vector>
 
-#include <gmock/gmock.h>
-#include "syntaxnet/utils.h"
 #include "syntaxnet/feature_extractor.h"
 #include "syntaxnet/populate_test_inputs.h"
 #include "syntaxnet/sentence.pb.h"
 #include "syntaxnet/task_context.h"
 #include "syntaxnet/task_spec.pb.h"
+#include "syntaxnet/utils.h"
 #include "syntaxnet/workspace.h"
+#include <gmock/gmock.h>
 
 using testing::UnorderedElementsAreArray;
 

syntaxnet/syntaxnet/shared_store.h

@@ -15,8 +15,8 @@ limitations under the License.
 
 // Utility for creating read-only objects once and sharing them across threads.
 
-#ifndef $TARGETDIR_SHARED_STORE_H_
-#define $TARGETDIR_SHARED_STORE_H_
+#ifndef SYNTAXNET_SHARED_STORE_H_
+#define SYNTAXNET_SHARED_STORE_H_
 
 #include <functional>
 #include <string>
@@ -231,4 +231,4 @@ class SharedStoreUtils {
 
 }  // namespace syntaxnet
 
-#endif  // $TARGETDIR_SHARED_STORE_H_
+#endif  // SYNTAXNET_SHARED_STORE_H_

syntaxnet/syntaxnet/shared_store_test.cc

@@ -17,8 +17,8 @@ limitations under the License.
 
 #include <string>
 
-#include <gmock/gmock.h>
 #include "syntaxnet/utils.h"
+#include <gmock/gmock.h>
 #include "tensorflow/core/lib/core/threadpool.h"
 
 using ::testing::_;
@@ -98,7 +98,7 @@ class PointerSet {
 
 class SharedStoreTest : public testing::Test {
  protected:
-  ~SharedStoreTest() {
+  ~SharedStoreTest() override {
     // Clear the shared store after each test, otherwise objects created
     // in one test may interfere with other tests.
     SharedStore::Clear();

syntaxnet/syntaxnet/tagger_transitions.cc

@@ -53,7 +53,7 @@ class TaggerTransitionState : public ParserTransitionState {
   }
 
   // Reads gold tags for each token.
-  void Init(ParserState *state) {
+  void Init(ParserState *state) override {
     tag_.resize(state->sentence().token_size(), -1);
     gold_tag_.resize(state->sentence().token_size(), -1);
     for (int pos = 0; pos < state->sentence().token_size(); ++pos) {
@@ -150,7 +150,7 @@ class TaggerTransitionSystem : public ParserTransitionSystem {
   }
 
   // Reads tag map and tag to category map.
-  void Init(TaskContext *context) {
+  void Init(TaskContext *context) override {
     const string tag_map_path = TaskContext::InputFile(*input_tag_map_);
     tag_map_ = SharedStoreUtils::GetWithDefaultName<TermFrequencyMap>(
         tag_map_path, 0, 0);

syntaxnet/syntaxnet/tagger_transitions_test.cc

@@ -16,7 +16,6 @@ limitations under the License.
 #include <memory>
 #include <string>
 
-#include "syntaxnet/utils.h"
 #include "syntaxnet/parser_state.h"
 #include "syntaxnet/parser_transitions.h"
 #include "syntaxnet/populate_test_inputs.h"
@@ -24,6 +23,7 @@ limitations under the License.
 #include "syntaxnet/task_context.h"
 #include "syntaxnet/task_spec.pb.h"
 #include "syntaxnet/term_frequency_map.h"
+#include "syntaxnet/utils.h"
 #include "tensorflow/core/lib/core/status.h"
 #include "tensorflow/core/platform/env.h"
 #include "tensorflow/core/platform/test.h"

syntaxnet/syntaxnet/task_context.h

@@ -13,8 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef $TARGETDIR_TASK_CONTEXT_H_
-#define $TARGETDIR_TASK_CONTEXT_H_
+#ifndef SYNTAXNET_TASK_CONTEXT_H_
+#define SYNTAXNET_TASK_CONTEXT_H_
 
 #include <string>
 #include <vector>
@@ -77,4 +77,4 @@ class TaskContext {
 
 }  // namespace syntaxnet
 
-#endif  // $TARGETDIR_TASK_CONTEXT_H_
+#endif  // SYNTAXNET_TASK_CONTEXT_H_

syntaxnet/syntaxnet/term_frequency_map.h

@@ -13,8 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef $TARGETDIR_TERM_FREQUENCY_MAP_H_
-#define $TARGETDIR_TERM_FREQUENCY_MAP_H_
+#ifndef SYNTAXNET_TERM_FREQUENCY_MAP_H_
+#define SYNTAXNET_TERM_FREQUENCY_MAP_H_
 
 #include <stddef.h>
 #include <memory>
@@ -114,4 +114,4 @@ class TagToCategoryMap {
 
 }  // namespace syntaxnet
 
-#endif  // $TARGETDIR_TERM_FREQUENCY_MAP_H_
+#endif  // SYNTAXNET_TERM_FREQUENCY_MAP_H_

syntaxnet/syntaxnet/text_formats.cc

@@ -92,7 +92,7 @@ class CoNLLSyntaxFormat : public DocumentFormat {
       // Split line into tab-separated fields.
       fields.clear();
       fields = utils::Split(lines[i], '\t');
-      if (fields.size() == 0) continue;
+      if (fields.empty()) continue;
 
       // Skip comment lines.
       if (fields[0][0] == '#') continue;

syntaxnet/syntaxnet/unpack_sparse_features.cc

@@ -20,8 +20,8 @@ limitations under the License.
 #include <utility>
 #include <vector>
 
-#include "syntaxnet/utils.h"
 #include "syntaxnet/sparse.pb.h"
+#include "syntaxnet/utils.h"
 #include "third_party/eigen3/unsupported/Eigen/CXX11/Tensor"
 #include "tensorflow/core/framework/op_kernel.h"
 #include "tensorflow/core/framework/tensor.h"

syntaxnet/syntaxnet/utils.h

@@ -13,8 +13,8 @@ See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/
 
-#ifndef $TARGETDIR_UTILS_H_
-#define $TARGETDIR_UTILS_H_
+#ifndef SYNTAXNET_UTILS_H_
+#define SYNTAXNET_UTILS_H_
 
 #include <functional>
 #include <string>
@@ -168,4 +168,4 @@ void NormalizeDigits(string *form);
 }  // namespace utils
 }  // namespace syntaxnet
 
-#endif  // $TARGETDIR_UTILS_H_
+#endif  // SYNTAXNET_UTILS_H_

syntaxnet/syntaxnet/workspace.h

@@ -17,8 +17,8 @@ limitations under the License.
 // specifically, the registry machinery is thread-safe, as long as each thread
 // performs feature extraction on a different Sentence object.
 
-#ifndef $TARGETDIR_WORKSPACE_H_
-#define $TARGETDIR_WORKSPACE_H_
+#ifndef SYNTAXNET_WORKSPACE_H_
+#define SYNTAXNET_WORKSPACE_H_
 
 #include <string>
 #include <typeindex>
@@ -212,4 +212,4 @@ class VectorVectorIntWorkspace : public Workspace {
 
 }  // namespace syntaxnet
 
-#endif  // $TARGETDIR_WORKSPACE_H_
+#endif  // SYNTAXNET_WORKSPACE_H_