special_words.py 928 B

12345678910111213141516171819202122232425262728
  1. # Copyright 2017 The TensorFlow Authors. All Rights Reserved.
  2. #
  3. # Licensed under the Apache License, Version 2.0 (the "License");
  4. # you may not use this file except in compliance with the License.
  5. # You may obtain a copy of the License at
  6. #
  7. # http://www.apache.org/licenses/LICENSE-2.0
  8. #
  9. # Unless required by applicable law or agreed to in writing, software
  10. # distributed under the License is distributed on an "AS IS" BASIS,
  11. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. # See the License for the specific language governing permissions and
  13. # limitations under the License.
  14. # ==============================================================================
  15. """Special word constants.
  16. NOTE: The ids of the EOS and UNK constants should not be modified. It is assumed
  17. that these always occupy the first two ids.
  18. """
  19. # End of sentence.
  20. EOS = "<eos>"
  21. EOS_ID = 0
  22. # Unknown.
  23. UNK = "<unk>"
  24. UNK_ID = 1