identity_test.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368
  1. package hercules
  2. import (
  3. "io"
  4. "io/ioutil"
  5. "os"
  6. "path"
  7. "reflect"
  8. "strings"
  9. "testing"
  10. "unsafe"
  11. "github.com/stretchr/testify/assert"
  12. "gopkg.in/src-d/go-git.v4/plumbing"
  13. "gopkg.in/src-d/go-git.v4/plumbing/object"
  14. "gopkg.in/src-d/go-git.v4/plumbing/storer"
  15. )
  16. func fixtureIdentityDetector() *IdentityDetector {
  17. peopleDict := map[string]int{}
  18. peopleDict["vadim@sourced.tech"] = 0
  19. peopleDict["gmarkhor@gmail.com"] = 0
  20. reversePeopleDict := make([]string, 1)
  21. reversePeopleDict[0] = "Vadim"
  22. id := IdentityDetector{
  23. PeopleDict: peopleDict,
  24. ReversedPeopleDict: reversePeopleDict,
  25. }
  26. id.Initialize(testRepository)
  27. return &id
  28. }
  29. func TestIdentityDetectorMeta(t *testing.T) {
  30. id := fixtureIdentityDetector()
  31. assert.Equal(t, id.Name(), "IdentityDetector")
  32. assert.Equal(t, len(id.Requires()), 0)
  33. assert.Equal(t, len(id.Provides()), 1)
  34. assert.Equal(t, id.Provides()[0], "author")
  35. opts := id.ListConfigurationOptions()
  36. assert.Len(t, opts, 1)
  37. assert.Equal(t, opts[0].Name, ConfigIdentityDetectorPeopleDictPath)
  38. }
  39. func TestIdentityDetectorConfigure(t *testing.T) {
  40. id := fixtureIdentityDetector()
  41. facts := map[string]interface{}{}
  42. m1 := map[string]int{}
  43. m2 := []string{}
  44. facts[FactIdentityDetectorPeopleDict] = m1
  45. facts[FactIdentityDetectorReversedPeopleDict] = m2
  46. id.Configure(facts)
  47. assert.Equal(t, m1, facts[FactIdentityDetectorPeopleDict])
  48. assert.Equal(t, m2, facts[FactIdentityDetectorReversedPeopleDict])
  49. assert.Equal(t, id.PeopleDict, facts[FactIdentityDetectorPeopleDict])
  50. assert.Equal(t, id.ReversedPeopleDict, facts[FactIdentityDetectorReversedPeopleDict])
  51. id = fixtureIdentityDetector()
  52. tmpf, err := ioutil.TempFile("", "hercules-test-")
  53. assert.Nil(t, err)
  54. defer os.Remove(tmpf.Name())
  55. _, err = tmpf.WriteString(`Egor|egor@sourced.tech
  56. Vadim|vadim@sourced.tech`)
  57. assert.Nil(t, err)
  58. assert.Nil(t, tmpf.Close())
  59. delete(facts, FactIdentityDetectorPeopleDict)
  60. delete(facts, FactIdentityDetectorReversedPeopleDict)
  61. facts[ConfigIdentityDetectorPeopleDictPath] = tmpf.Name()
  62. id.Configure(facts)
  63. assert.Len(t, id.PeopleDict, 2)
  64. assert.Len(t, id.ReversedPeopleDict, 1)
  65. assert.Equal(t, id.ReversedPeopleDict[0], "Vadim")
  66. delete(facts, FactIdentityDetectorPeopleDict)
  67. delete(facts, FactIdentityDetectorReversedPeopleDict)
  68. id = fixtureIdentityDetector()
  69. id.PeopleDict = nil
  70. id.Configure(facts)
  71. assert.Equal(t, id.PeopleDict, facts[FactIdentityDetectorPeopleDict])
  72. assert.Equal(t, id.ReversedPeopleDict, facts[FactIdentityDetectorReversedPeopleDict])
  73. assert.Len(t, id.PeopleDict, 4)
  74. assert.Len(t, id.ReversedPeopleDict, 3)
  75. assert.Equal(t, id.ReversedPeopleDict[0], "Egor")
  76. assert.Equal(t, facts[FactIdentityDetectorPeopleCount], 2)
  77. delete(facts, FactIdentityDetectorPeopleDict)
  78. delete(facts, FactIdentityDetectorReversedPeopleDict)
  79. id = fixtureIdentityDetector()
  80. id.ReversedPeopleDict = nil
  81. id.Configure(facts)
  82. assert.Equal(t, id.PeopleDict, facts[FactIdentityDetectorPeopleDict])
  83. assert.Equal(t, id.ReversedPeopleDict, facts[FactIdentityDetectorReversedPeopleDict])
  84. assert.Len(t, id.PeopleDict, 4)
  85. assert.Len(t, id.ReversedPeopleDict, 3)
  86. assert.Equal(t, id.ReversedPeopleDict[0], "Egor")
  87. assert.Equal(t, facts[FactIdentityDetectorPeopleCount], 2)
  88. delete(facts, FactIdentityDetectorPeopleDict)
  89. delete(facts, FactIdentityDetectorReversedPeopleDict)
  90. delete(facts, ConfigIdentityDetectorPeopleDictPath)
  91. commits := make([]*object.Commit, 0)
  92. iter, err := testRepository.CommitObjects()
  93. commit, err := iter.Next()
  94. for ; err != io.EOF; commit, err = iter.Next() {
  95. if err != nil {
  96. panic(err)
  97. }
  98. commits = append(commits, commit)
  99. }
  100. facts["commits"] = commits
  101. id = fixtureIdentityDetector()
  102. id.PeopleDict = nil
  103. id.ReversedPeopleDict = nil
  104. id.Configure(facts)
  105. assert.Equal(t, id.PeopleDict, facts[FactIdentityDetectorPeopleDict])
  106. assert.Equal(t, id.ReversedPeopleDict, facts[FactIdentityDetectorReversedPeopleDict])
  107. assert.True(t, len(id.PeopleDict) >= 3)
  108. assert.True(t, len(id.ReversedPeopleDict) >= 4)
  109. }
  110. func TestIdentityDetectorRegistration(t *testing.T) {
  111. tp, exists := Registry.registered[(&IdentityDetector{}).Name()]
  112. assert.True(t, exists)
  113. assert.Equal(t, tp.Elem().Name(), "IdentityDetector")
  114. tps, exists := Registry.provided[(&IdentityDetector{}).Provides()[0]]
  115. assert.True(t, exists)
  116. assert.Len(t, tps, 1)
  117. assert.Equal(t, tps[0].Elem().Name(), "IdentityDetector")
  118. }
  119. func TestIdentityDetectorConfigureEmpty(t *testing.T) {
  120. id := IdentityDetector{}
  121. assert.Panics(t, func() {id.Configure(map[string]interface{}{})})
  122. }
  123. func TestIdentityDetectorConsume(t *testing.T) {
  124. commit, _ := testRepository.CommitObject(plumbing.NewHash(
  125. "5c0e755dd85ac74584d9988cc361eccf02ce1a48"))
  126. deps := map[string]interface{}{}
  127. deps["commit"] = commit
  128. res, err := fixtureIdentityDetector().Consume(deps)
  129. assert.Nil(t, err)
  130. assert.Equal(t, res["author"].(int), 0)
  131. commit, _ = testRepository.CommitObject(plumbing.NewHash(
  132. "8a03b5620b1caa72ec9cb847ea88332621e2950a"))
  133. deps["commit"] = commit
  134. res, err = fixtureIdentityDetector().Consume(deps)
  135. assert.Nil(t, err)
  136. assert.Equal(t, res["author"].(int), MISSING_AUTHOR)
  137. }
  138. func TestLoadPeopleDict(t *testing.T) {
  139. id := fixtureIdentityDetector()
  140. err := id.LoadPeopleDict(path.Join("test_data", "identities"))
  141. assert.Nil(t, err)
  142. assert.Equal(t, len(id.PeopleDict), 7)
  143. assert.Contains(t, id.PeopleDict, "linus torvalds")
  144. assert.Contains(t, id.PeopleDict, "torvalds@linux-foundation.org")
  145. assert.Contains(t, id.PeopleDict, "vadim markovtsev")
  146. assert.Contains(t, id.PeopleDict, "vadim@sourced.tech")
  147. assert.Contains(t, id.PeopleDict, "another@one.com")
  148. assert.Contains(t, id.PeopleDict, "máximo cuadros")
  149. assert.Contains(t, id.PeopleDict, "maximo@sourced.tech")
  150. assert.Equal(t, len(id.ReversedPeopleDict), 4)
  151. assert.Equal(t, id.ReversedPeopleDict[0], "Linus Torvalds")
  152. assert.Equal(t, id.ReversedPeopleDict[1], "Vadim Markovtsev")
  153. assert.Equal(t, id.ReversedPeopleDict[2], "Máximo Cuadros")
  154. assert.Equal(t, id.ReversedPeopleDict[3], UNMATCHED_AUTHOR)
  155. }
  156. /*
  157. // internal compiler error in 1.8
  158. func TestGeneratePeopleDict(t *testing.T) {
  159. id := fixtureIdentityDetector()
  160. commits := make([]*object.Commit, 0)
  161. iter, err := testRepository.CommitObjects()
  162. for ; err != io.EOF; commit, err := iter.Next() {
  163. if err != nil {
  164. panic(err)
  165. }
  166. commits = append(commits, commit)
  167. }
  168. id.GeneratePeopleDict(commits)
  169. }
  170. */
  171. func TestGeneratePeopleDict(t *testing.T) {
  172. id := fixtureIdentityDetector()
  173. commits := make([]*object.Commit, 0)
  174. iter, err := testRepository.CommitObjects()
  175. commit, err := iter.Next()
  176. for ; err != io.EOF; commit, err = iter.Next() {
  177. if err != nil {
  178. panic(err)
  179. }
  180. commits = append(commits, commit)
  181. }
  182. {
  183. i := 0
  184. for ; commits[i].Author.Name != "Vadim Markovtsev"; i++ {
  185. }
  186. if i > 0 {
  187. commit := commits[0]
  188. commits[0] = commits[i]
  189. commits[i] = commit
  190. }
  191. i = 1
  192. for ; commits[i].Author.Name != "Alexander Bezzubov"; i++ {
  193. }
  194. if i > 0 {
  195. commit := commits[1]
  196. commits[1] = commits[i]
  197. commits[i] = commit
  198. }
  199. i = 2
  200. for ; commits[i].Author.Name != "Máximo Cuadros"; i++ {
  201. }
  202. if i > 0 {
  203. commit := commits[2]
  204. commits[2] = commits[i]
  205. commits[i] = commit
  206. }
  207. }
  208. id.GeneratePeopleDict(commits)
  209. assert.True(t, len(id.PeopleDict) >= 7)
  210. assert.True(t, len(id.ReversedPeopleDict) >= 3)
  211. assert.Equal(t, id.PeopleDict["vadim markovtsev"], 0)
  212. assert.Equal(t, id.PeopleDict["vadim@sourced.tech"], 0)
  213. assert.Equal(t, id.PeopleDict["gmarkhor@gmail.com"], 0)
  214. assert.Equal(t, id.PeopleDict["alexander bezzubov"], 1)
  215. assert.Equal(t, id.PeopleDict["bzz@apache.org"], 1)
  216. assert.Equal(t, id.PeopleDict["máximo cuadros"], 2)
  217. assert.Equal(t, id.PeopleDict["mcuadros@gmail.com"], 2)
  218. assert.Equal(t, id.ReversedPeopleDict[0], "vadim markovtsev|gmarkhor@gmail.com|vadim@sourced.tech")
  219. assert.Equal(t, id.ReversedPeopleDict[1], "alexander bezzubov|bzz@apache.org")
  220. assert.Equal(t, id.ReversedPeopleDict[2], "máximo cuadros|mcuadros@gmail.com")
  221. assert.NotEqual(t, id.ReversedPeopleDict[len(id.ReversedPeopleDict)-1], UNMATCHED_AUTHOR)
  222. }
  223. func TestLoadPeopleDictInvalidPath(t *testing.T) {
  224. id := fixtureIdentityDetector()
  225. ipath := "/xxxyyyzzzInvalidPath!hehe"
  226. err := id.LoadPeopleDict(ipath)
  227. assert.NotNil(t, err)
  228. assert.Equal(t, err.(*os.PathError).Path, ipath)
  229. }
  230. type fakeBlobEncodedObject struct {
  231. Contents string
  232. }
  233. func (obj fakeBlobEncodedObject) Hash() plumbing.Hash {
  234. return plumbing.NewHash("ffffffffffffffffffffffffffffffffffffffff")
  235. }
  236. func (obj fakeBlobEncodedObject) Type() plumbing.ObjectType {
  237. return plumbing.BlobObject
  238. }
  239. func (obj fakeBlobEncodedObject) SetType(plumbing.ObjectType) {}
  240. func (obj fakeBlobEncodedObject) Size() int64 {
  241. return int64(len(obj.Contents))
  242. }
  243. func (obj fakeBlobEncodedObject) SetSize(int64) {}
  244. func (obj fakeBlobEncodedObject) Reader() (io.ReadCloser, error) {
  245. return ioutil.NopCloser(strings.NewReader(obj.Contents)), nil
  246. }
  247. func (obj fakeBlobEncodedObject) Writer() (io.WriteCloser, error) {
  248. return nil, nil
  249. }
  250. type fakeTreeEncodedObject struct {
  251. Name string
  252. }
  253. func (obj fakeTreeEncodedObject) Hash() plumbing.Hash {
  254. return plumbing.NewHash("ffffffffffffffffffffffffffffffffffffffff")
  255. }
  256. func (obj fakeTreeEncodedObject) Type() plumbing.ObjectType {
  257. return plumbing.TreeObject
  258. }
  259. func (obj fakeTreeEncodedObject) SetType(plumbing.ObjectType) {}
  260. func (obj fakeTreeEncodedObject) Size() int64 {
  261. return 1
  262. }
  263. func (obj fakeTreeEncodedObject) SetSize(int64) {}
  264. func (obj fakeTreeEncodedObject) Reader() (io.ReadCloser, error) {
  265. return ioutil.NopCloser(strings.NewReader(
  266. "100644 " + obj.Name + "\x00ffffffffffffffffffffffffffffffffffffffff")), nil
  267. }
  268. func (obj fakeTreeEncodedObject) Writer() (io.WriteCloser, error) {
  269. return nil, nil
  270. }
  271. type fakeEncodedObjectStorer struct {
  272. Name string
  273. Contents string
  274. }
  275. func (strr fakeEncodedObjectStorer) NewEncodedObject() plumbing.EncodedObject {
  276. return nil
  277. }
  278. func (strr fakeEncodedObjectStorer) SetEncodedObject(plumbing.EncodedObject) (plumbing.Hash, error) {
  279. return plumbing.NewHash("0000000000000000000000000000000000000000"), nil
  280. }
  281. func (strr fakeEncodedObjectStorer) EncodedObject(objType plumbing.ObjectType, hash plumbing.Hash) (plumbing.EncodedObject, error) {
  282. if objType == plumbing.TreeObject {
  283. return fakeTreeEncodedObject{Name: strr.Name}, nil
  284. } else if objType == plumbing.BlobObject {
  285. return fakeBlobEncodedObject{Contents: strr.Contents}, nil
  286. }
  287. return nil, nil
  288. }
  289. func (strr fakeEncodedObjectStorer) IterEncodedObjects(plumbing.ObjectType) (storer.EncodedObjectIter, error) {
  290. return nil, nil
  291. }
  292. func getFakeCommitWithFile(name string, contents string) *object.Commit {
  293. c := object.Commit{
  294. Hash: plumbing.NewHash("ffffffffffffffffffffffffffffffffffffffff"),
  295. Author: object.Signature{
  296. Name: "Vadim Markovtsev",
  297. Email: "vadim@sourced.tech",
  298. },
  299. Committer: object.Signature{
  300. Name: "Vadim Markovtsev",
  301. Email: "vadim@sourced.tech",
  302. },
  303. Message: "Virtual file " + name,
  304. TreeHash: plumbing.NewHash("ffffffffffffffffffffffffffffffffffffffff"),
  305. }
  306. voc := reflect.ValueOf(&c)
  307. voc = voc.Elem()
  308. f := voc.FieldByName("s")
  309. ptr := unsafe.Pointer(f.UnsafeAddr())
  310. strr := fakeEncodedObjectStorer{Name: name, Contents: contents}
  311. *(*storer.EncodedObjectStorer)(ptr) = strr
  312. return &c
  313. }
  314. func TestGeneratePeopleDictMailmap(t *testing.T) {
  315. id := fixtureIdentityDetector()
  316. commits := make([]*object.Commit, 0)
  317. iter, err := testRepository.CommitObjects()
  318. commit, err := iter.Next()
  319. for ; err != io.EOF; commit, err = iter.Next() {
  320. if err != nil {
  321. panic(err)
  322. }
  323. commits = append(commits, commit)
  324. }
  325. fake := getFakeCommitWithFile(
  326. ".mailmap",
  327. "Strange Guy <vadim@sourced.tech>\nVadim Markovtsev <vadim@sourced.tech> Strange Guy <vadim@sourced.tech>")
  328. commits = append(commits, fake)
  329. id.GeneratePeopleDict(commits)
  330. assert.Contains(t, id.ReversedPeopleDict,
  331. "strange guy|vadim markovtsev|gmarkhor@gmail.com|vadim@sourced.tech")
  332. }