diff_test.go 9.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282
  1. package plumbing_test
  2. import (
  3. "testing"
  4. "unicode/utf8"
  5. "github.com/sergi/go-diff/diffmatchpatch"
  6. "github.com/stretchr/testify/assert"
  7. "gopkg.in/src-d/go-git.v4/plumbing"
  8. "gopkg.in/src-d/go-git.v4/plumbing/object"
  9. "gopkg.in/src-d/hercules.v5"
  10. "gopkg.in/src-d/hercules.v5/internal"
  11. "gopkg.in/src-d/hercules.v5/internal/core"
  12. items "gopkg.in/src-d/hercules.v5/internal/plumbing"
  13. "gopkg.in/src-d/hercules.v5/internal/test"
  14. "gopkg.in/src-d/hercules.v5/internal/test/fixtures"
  15. )
  16. func TestFileDiffMeta(t *testing.T) {
  17. fd := fixtures.FileDiff()
  18. assert.Equal(t, fd.Name(), "FileDiff")
  19. assert.Equal(t, len(fd.Provides()), 1)
  20. assert.Equal(t, fd.Provides()[0], items.DependencyFileDiff)
  21. assert.Equal(t, len(fd.Requires()), 2)
  22. assert.Equal(t, fd.Requires()[0], items.DependencyTreeChanges)
  23. assert.Equal(t, fd.Requires()[1], items.DependencyBlobCache)
  24. assert.Len(t, fd.ListConfigurationOptions(), 1)
  25. assert.Equal(t, fd.ListConfigurationOptions()[0].Name, items.ConfigFileDiffDisableCleanup)
  26. facts := map[string]interface{}{}
  27. facts[items.ConfigFileDiffDisableCleanup] = true
  28. fd.Configure(facts)
  29. assert.True(t, fd.CleanupDisabled)
  30. }
  31. func TestFileDiffRegistration(t *testing.T) {
  32. summoned := core.Registry.Summon((&items.FileDiff{}).Name())
  33. assert.Len(t, summoned, 1)
  34. assert.Equal(t, summoned[0].Name(), "FileDiff")
  35. summoned = core.Registry.Summon((&items.FileDiff{}).Provides()[0])
  36. assert.True(t, len(summoned) >= 1)
  37. matched := false
  38. for _, tp := range summoned {
  39. matched = matched || tp.Name() == "FileDiff"
  40. }
  41. assert.True(t, matched)
  42. }
  43. func TestFileDiffConsume(t *testing.T) {
  44. fd := fixtures.FileDiff()
  45. deps := map[string]interface{}{}
  46. cache := map[plumbing.Hash]*items.CachedBlob{}
  47. items.AddHash(t, cache, "291286b4ac41952cbd1389fda66420ec03c1a9fe")
  48. items.AddHash(t, cache, "334cde09da4afcb74f8d2b3e6fd6cce61228b485")
  49. items.AddHash(t, cache, "dc248ba2b22048cc730c571a748e8ffcf7085ab9")
  50. deps[items.DependencyBlobCache] = cache
  51. changes := make(object.Changes, 3)
  52. treeFrom, _ := test.Repository.TreeObject(plumbing.NewHash(
  53. "a1eb2ea76eb7f9bfbde9b243861474421000eb96"))
  54. treeTo, _ := test.Repository.TreeObject(plumbing.NewHash(
  55. "994eac1cd07235bb9815e547a75c84265dea00f5"))
  56. changes[0] = &object.Change{From: object.ChangeEntry{
  57. Name: "analyser.go",
  58. Tree: treeFrom,
  59. TreeEntry: object.TreeEntry{
  60. Name: "analyser.go",
  61. Mode: 0100644,
  62. Hash: plumbing.NewHash("dc248ba2b22048cc730c571a748e8ffcf7085ab9"),
  63. },
  64. }, To: object.ChangeEntry{
  65. Name: "analyser.go",
  66. Tree: treeTo,
  67. TreeEntry: object.TreeEntry{
  68. Name: "analyser.go",
  69. Mode: 0100644,
  70. Hash: plumbing.NewHash("334cde09da4afcb74f8d2b3e6fd6cce61228b485"),
  71. },
  72. }}
  73. changes[1] = &object.Change{From: object.ChangeEntry{}, To: object.ChangeEntry{
  74. Name: ".travis.yml",
  75. Tree: treeTo,
  76. TreeEntry: object.TreeEntry{
  77. Name: ".travis.yml",
  78. Mode: 0100644,
  79. Hash: plumbing.NewHash("291286b4ac41952cbd1389fda66420ec03c1a9fe"),
  80. },
  81. },
  82. }
  83. changes[2] = &object.Change{From: object.ChangeEntry{
  84. Name: "rbtree.go",
  85. Tree: treeFrom,
  86. TreeEntry: object.TreeEntry{
  87. Name: "rbtree.go",
  88. Mode: 0100644,
  89. Hash: plumbing.NewHash("14c3fa5a1cca103032f10379467a3a2f210e5f94"),
  90. },
  91. }, To: object.ChangeEntry{},
  92. }
  93. deps[items.DependencyTreeChanges] = changes
  94. res, err := fd.Consume(deps)
  95. assert.Nil(t, err)
  96. diffs := res[items.DependencyFileDiff].(map[string]items.FileDiffData)
  97. assert.Equal(t, len(diffs), 1)
  98. diff := diffs["analyser.go"]
  99. assert.Equal(t, diff.OldLinesOfCode, 307)
  100. assert.Equal(t, diff.NewLinesOfCode, 309)
  101. deletions := 0
  102. insertions := 0
  103. for _, edit := range diff.Diffs {
  104. switch edit.Type {
  105. case diffmatchpatch.DiffEqual:
  106. continue
  107. case diffmatchpatch.DiffInsert:
  108. insertions += utf8.RuneCountInString(edit.Text)
  109. case diffmatchpatch.DiffDelete:
  110. deletions += utf8.RuneCountInString(edit.Text)
  111. }
  112. }
  113. assert.Equal(t, deletions, 13)
  114. assert.Equal(t, insertions, 15)
  115. }
  116. func TestFileDiffConsumeInvalidBlob(t *testing.T) {
  117. fd := fixtures.FileDiff()
  118. deps := map[string]interface{}{}
  119. cache := map[plumbing.Hash]*items.CachedBlob{}
  120. items.AddHash(t, cache, "291286b4ac41952cbd1389fda66420ec03c1a9fe")
  121. items.AddHash(t, cache, "334cde09da4afcb74f8d2b3e6fd6cce61228b485")
  122. items.AddHash(t, cache, "dc248ba2b22048cc730c571a748e8ffcf7085ab9")
  123. cache[plumbing.NewHash("ffffffffffffffffffffffffffffffffffffffff")] = &items.CachedBlob{}
  124. deps[items.DependencyBlobCache] = cache
  125. changes := make(object.Changes, 1)
  126. treeFrom, _ := test.Repository.TreeObject(plumbing.NewHash(
  127. "a1eb2ea76eb7f9bfbde9b243861474421000eb96"))
  128. treeTo, _ := test.Repository.TreeObject(plumbing.NewHash(
  129. "994eac1cd07235bb9815e547a75c84265dea00f5"))
  130. changes[0] = &object.Change{From: object.ChangeEntry{
  131. Name: "analyser.go",
  132. Tree: treeFrom,
  133. TreeEntry: object.TreeEntry{
  134. Name: "analyser.go",
  135. Mode: 0100644,
  136. Hash: plumbing.NewHash("ffffffffffffffffffffffffffffffffffffffff"),
  137. },
  138. }, To: object.ChangeEntry{
  139. Name: "analyser.go",
  140. Tree: treeTo,
  141. TreeEntry: object.TreeEntry{
  142. Name: "analyser.go",
  143. Mode: 0100644,
  144. Hash: plumbing.NewHash("334cde09da4afcb74f8d2b3e6fd6cce61228b485"),
  145. },
  146. }}
  147. deps[items.DependencyTreeChanges] = changes
  148. res, err := fd.Consume(deps)
  149. assert.Len(t, res[hercules.DependencyFileDiff].(map[string]items.FileDiffData), 1)
  150. assert.Nil(t, err)
  151. changes[0] = &object.Change{From: object.ChangeEntry{
  152. Name: "analyser.go",
  153. Tree: treeFrom,
  154. TreeEntry: object.TreeEntry{
  155. Name: "analyser.go",
  156. Mode: 0100644,
  157. Hash: plumbing.NewHash("dc248ba2b22048cc730c571a748e8ffcf7085ab9"),
  158. },
  159. }, To: object.ChangeEntry{
  160. Name: "analyser.go",
  161. Tree: treeTo,
  162. TreeEntry: object.TreeEntry{
  163. Name: "analyser.go",
  164. Mode: 0100644,
  165. Hash: plumbing.NewHash("ffffffffffffffffffffffffffffffffffffffff"),
  166. },
  167. }}
  168. res, err = fd.Consume(deps)
  169. assert.Len(t, res[hercules.DependencyFileDiff].(map[string]items.FileDiffData), 1)
  170. assert.Nil(t, err)
  171. }
  172. func TestCountLines(t *testing.T) {
  173. blob, err := test.Repository.BlobObject(
  174. plumbing.NewHash("291286b4ac41952cbd1389fda66420ec03c1a9fe"))
  175. assert.Nil(t, err)
  176. cb := &items.CachedBlob{Blob: *blob}
  177. cb.Cache()
  178. lines, err := cb.CountLines()
  179. assert.Equal(t, lines, 12)
  180. assert.Nil(t, err)
  181. blob, err = internal.CreateDummyBlob(
  182. plumbing.NewHash("291286b4ac41952cbd1389fda66420ec03c1a9fe"), true)
  183. assert.Nil(t, err)
  184. cb = &items.CachedBlob{Blob: *blob}
  185. err = cb.Cache()
  186. assert.Equal(t, err.Error(), "dummy failure")
  187. // test_data/blob
  188. blob, err = test.Repository.BlobObject(
  189. plumbing.NewHash("c86626638e0bc8cf47ca49bb1525b40e9737ee64"))
  190. assert.Nil(t, err)
  191. cb = &items.CachedBlob{Blob: *blob}
  192. cb.Cache()
  193. lines, err = cb.CountLines()
  194. assert.Equal(t, lines, 0)
  195. assert.NotNil(t, err)
  196. assert.Equal(t, err.Error(), items.ErrorBinary.Error())
  197. }
  198. func TestBlobToString(t *testing.T) {
  199. blob, _ := test.Repository.BlobObject(
  200. plumbing.NewHash("291286b4ac41952cbd1389fda66420ec03c1a9fe"))
  201. cb := &items.CachedBlob{Blob: *blob}
  202. err := cb.Cache()
  203. assert.Nil(t, err)
  204. str := string(cb.Data)
  205. assert.Equal(t, str, `language: go
  206. go:
  207. - 1.7
  208. go_import_path: gopkg.in/src-d/hercules.v1
  209. `+" "+`
  210. script:
  211. - go test -v -cpu=1,2 ./...
  212. notifications:
  213. email: false
  214. `)
  215. blob, _ = internal.CreateDummyBlob(
  216. plumbing.NewHash("291286b4ac41952cbd1389fda66420ec03c1a9fe"), true)
  217. cb = &items.CachedBlob{Blob: *blob}
  218. err = cb.Cache()
  219. assert.NotNil(t, err)
  220. }
  221. func TestFileDiffDarkMagic(t *testing.T) {
  222. fd := fixtures.FileDiff()
  223. deps := map[string]interface{}{}
  224. cache := map[plumbing.Hash]*items.CachedBlob{}
  225. items.AddHash(t, cache, "448eb3f312849b0ca766063d06b09481c987b309") // 1.java
  226. items.AddHash(t, cache, "3312c92f3e8bdfbbdb30bccb6acd1b85bc338dfc") // 2.java
  227. deps[items.DependencyBlobCache] = cache
  228. changes := make(object.Changes, 1)
  229. treeFrom, _ := test.Repository.TreeObject(plumbing.NewHash(
  230. "f02289bfe843388a1bb3c7dea210374082dd86b9"))
  231. treeTo, _ := test.Repository.TreeObject(plumbing.NewHash(
  232. "eca91acf1fd828f20dcb653a061d8c97d965bc6c"))
  233. changes[0] = &object.Change{From: object.ChangeEntry{
  234. Name: "test.java",
  235. Tree: treeFrom,
  236. TreeEntry: object.TreeEntry{
  237. Name: "test.java",
  238. Mode: 0100644,
  239. Hash: plumbing.NewHash("448eb3f312849b0ca766063d06b09481c987b309"),
  240. },
  241. }, To: object.ChangeEntry{
  242. Name: "test.java",
  243. Tree: treeTo,
  244. TreeEntry: object.TreeEntry{
  245. Name: "test.java",
  246. Mode: 0100644,
  247. Hash: plumbing.NewHash("3312c92f3e8bdfbbdb30bccb6acd1b85bc338dfc"),
  248. },
  249. }}
  250. deps[items.DependencyTreeChanges] = changes
  251. res, err := fd.Consume(deps)
  252. assert.Nil(t, err)
  253. magicDiffs := res[items.DependencyFileDiff].(map[string]items.FileDiffData)["test.java"]
  254. fd.CleanupDisabled = true
  255. res, err = fd.Consume(deps)
  256. assert.Nil(t, err)
  257. plainDiffs := res[items.DependencyFileDiff].(map[string]items.FileDiffData)["test.java"]
  258. assert.NotEqual(t, magicDiffs.Diffs, plainDiffs.Diffs)
  259. assert.Equal(t, magicDiffs.OldLinesOfCode, plainDiffs.OldLinesOfCode)
  260. assert.Equal(t, magicDiffs.NewLinesOfCode, plainDiffs.NewLinesOfCode)
  261. }
  262. func TestFileDiffFork(t *testing.T) {
  263. fd1 := fixtures.FileDiff()
  264. clones := fd1.Fork(1)
  265. assert.Len(t, clones, 1)
  266. fd2 := clones[0].(*items.FileDiff)
  267. assert.True(t, fd1 == fd2)
  268. fd1.Merge([]core.PipelineItem{fd2})
  269. }