jaccard.py 2.1 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152
  1. # Copyright (c) 2018 luozhouyang
  2. #
  3. # Permission is hereby granted, free of charge, to any person obtaining a copy
  4. # of this software and associated documentation files (the "Software"), to deal
  5. # in the Software without restriction, including without limitation the rights
  6. # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  7. # copies of the Software, and to permit persons to whom the Software is
  8. # furnished to do so, subject to the following conditions:
  9. #
  10. # The above copyright notice and this permission notice shall be included in all
  11. # copies or substantial portions of the Software.
  12. #
  13. # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  14. # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  15. # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  16. # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  17. # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  18. # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  19. # SOFTWARE.
  20. from .shingle_based import ShingleBased
  21. from .string_distance import NormalizedStringDistance, MetricStringDistance
  22. from .string_similarity import NormalizedStringSimilarity
  23. class Jaccard(ShingleBased, MetricStringDistance, NormalizedStringDistance, NormalizedStringSimilarity):
  24. def __init__(self, k):
  25. super().__init__(k)
  26. def distance(self, s0, s1):
  27. return 1.0 - self.similarity(s0, s1)
  28. def similarity(self, s0, s1):
  29. if s0 is None:
  30. raise TypeError("Argument s0 is NoneType.")
  31. if s1 is None:
  32. raise TypeError("Argument s1 is NoneType.")
  33. if s0 == s1:
  34. return 1.0
  35. if len(s0) < self.get_k() or len(s1) < self.get_k():
  36. return 0.0
  37. profile0 = self.get_profile(s0)
  38. profile1 = self.get_profile(s1)
  39. union = set()
  40. for ite in profile0.keys():
  41. union.add(ite)
  42. for ite in profile1.keys():
  43. union.add(ite)
  44. inter = int(len(profile0.keys()) + len(profile1.keys()) - len(union))
  45. return 1.0 * inter / len(union)