diff_test.go 9.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281
  1. package plumbing_test
  2. import (
  3. "testing"
  4. "unicode/utf8"
  5. "github.com/sergi/go-diff/diffmatchpatch"
  6. "github.com/stretchr/testify/assert"
  7. "gopkg.in/src-d/go-git.v4/plumbing"
  8. "gopkg.in/src-d/go-git.v4/plumbing/object"
  9. "gopkg.in/src-d/hercules.v4/internal"
  10. "gopkg.in/src-d/hercules.v4/internal/core"
  11. items "gopkg.in/src-d/hercules.v4/internal/plumbing"
  12. "gopkg.in/src-d/hercules.v4/internal/test"
  13. "gopkg.in/src-d/hercules.v4/internal/test/fixtures"
  14. )
  15. func TestFileDiffMeta(t *testing.T) {
  16. fd := fixtures.FileDiff()
  17. assert.Equal(t, fd.Name(), "FileDiff")
  18. assert.Equal(t, len(fd.Provides()), 1)
  19. assert.Equal(t, fd.Provides()[0], items.DependencyFileDiff)
  20. assert.Equal(t, len(fd.Requires()), 2)
  21. assert.Equal(t, fd.Requires()[0], items.DependencyTreeChanges)
  22. assert.Equal(t, fd.Requires()[1], items.DependencyBlobCache)
  23. assert.Len(t, fd.ListConfigurationOptions(), 1)
  24. assert.Equal(t, fd.ListConfigurationOptions()[0].Name, items.ConfigFileDiffDisableCleanup)
  25. facts := map[string]interface{}{}
  26. facts[items.ConfigFileDiffDisableCleanup] = true
  27. fd.Configure(facts)
  28. assert.True(t, fd.CleanupDisabled)
  29. }
  30. func TestFileDiffRegistration(t *testing.T) {
  31. summoned := core.Registry.Summon((&items.FileDiff{}).Name())
  32. assert.Len(t, summoned, 1)
  33. assert.Equal(t, summoned[0].Name(), "FileDiff")
  34. summoned = core.Registry.Summon((&items.FileDiff{}).Provides()[0])
  35. assert.True(t, len(summoned) >= 1)
  36. matched := false
  37. for _, tp := range summoned {
  38. matched = matched || tp.Name() == "FileDiff"
  39. }
  40. assert.True(t, matched)
  41. }
  42. func TestFileDiffConsume(t *testing.T) {
  43. fd := fixtures.FileDiff()
  44. deps := map[string]interface{}{}
  45. cache := map[plumbing.Hash]*items.CachedBlob{}
  46. items.AddHash(t, cache, "291286b4ac41952cbd1389fda66420ec03c1a9fe")
  47. items.AddHash(t, cache, "334cde09da4afcb74f8d2b3e6fd6cce61228b485")
  48. items.AddHash(t, cache, "dc248ba2b22048cc730c571a748e8ffcf7085ab9")
  49. deps[items.DependencyBlobCache] = cache
  50. changes := make(object.Changes, 3)
  51. treeFrom, _ := test.Repository.TreeObject(plumbing.NewHash(
  52. "a1eb2ea76eb7f9bfbde9b243861474421000eb96"))
  53. treeTo, _ := test.Repository.TreeObject(plumbing.NewHash(
  54. "994eac1cd07235bb9815e547a75c84265dea00f5"))
  55. changes[0] = &object.Change{From: object.ChangeEntry{
  56. Name: "analyser.go",
  57. Tree: treeFrom,
  58. TreeEntry: object.TreeEntry{
  59. Name: "analyser.go",
  60. Mode: 0100644,
  61. Hash: plumbing.NewHash("dc248ba2b22048cc730c571a748e8ffcf7085ab9"),
  62. },
  63. }, To: object.ChangeEntry{
  64. Name: "analyser.go",
  65. Tree: treeTo,
  66. TreeEntry: object.TreeEntry{
  67. Name: "analyser.go",
  68. Mode: 0100644,
  69. Hash: plumbing.NewHash("334cde09da4afcb74f8d2b3e6fd6cce61228b485"),
  70. },
  71. }}
  72. changes[1] = &object.Change{From: object.ChangeEntry{}, To: object.ChangeEntry{
  73. Name: ".travis.yml",
  74. Tree: treeTo,
  75. TreeEntry: object.TreeEntry{
  76. Name: ".travis.yml",
  77. Mode: 0100644,
  78. Hash: plumbing.NewHash("291286b4ac41952cbd1389fda66420ec03c1a9fe"),
  79. },
  80. },
  81. }
  82. changes[2] = &object.Change{From: object.ChangeEntry{
  83. Name: "rbtree.go",
  84. Tree: treeFrom,
  85. TreeEntry: object.TreeEntry{
  86. Name: "rbtree.go",
  87. Mode: 0100644,
  88. Hash: plumbing.NewHash("14c3fa5a1cca103032f10379467a3a2f210e5f94"),
  89. },
  90. }, To: object.ChangeEntry{},
  91. }
  92. deps[items.DependencyTreeChanges] = changes
  93. res, err := fd.Consume(deps)
  94. assert.Nil(t, err)
  95. diffs := res[items.DependencyFileDiff].(map[string]items.FileDiffData)
  96. assert.Equal(t, len(diffs), 1)
  97. diff := diffs["analyser.go"]
  98. assert.Equal(t, diff.OldLinesOfCode, 307)
  99. assert.Equal(t, diff.NewLinesOfCode, 309)
  100. deletions := 0
  101. insertions := 0
  102. for _, edit := range diff.Diffs {
  103. switch edit.Type {
  104. case diffmatchpatch.DiffEqual:
  105. continue
  106. case diffmatchpatch.DiffInsert:
  107. insertions += utf8.RuneCountInString(edit.Text)
  108. case diffmatchpatch.DiffDelete:
  109. deletions += utf8.RuneCountInString(edit.Text)
  110. }
  111. }
  112. assert.Equal(t, deletions, 13)
  113. assert.Equal(t, insertions, 15)
  114. }
  115. func TestFileDiffConsumeInvalidBlob(t *testing.T) {
  116. fd := fixtures.FileDiff()
  117. deps := map[string]interface{}{}
  118. cache := map[plumbing.Hash]*items.CachedBlob{}
  119. items.AddHash(t, cache, "291286b4ac41952cbd1389fda66420ec03c1a9fe")
  120. items.AddHash(t, cache, "334cde09da4afcb74f8d2b3e6fd6cce61228b485")
  121. items.AddHash(t, cache, "dc248ba2b22048cc730c571a748e8ffcf7085ab9")
  122. cache[plumbing.NewHash("ffffffffffffffffffffffffffffffffffffffff")] = &items.CachedBlob{}
  123. deps[items.DependencyBlobCache] = cache
  124. changes := make(object.Changes, 1)
  125. treeFrom, _ := test.Repository.TreeObject(plumbing.NewHash(
  126. "a1eb2ea76eb7f9bfbde9b243861474421000eb96"))
  127. treeTo, _ := test.Repository.TreeObject(plumbing.NewHash(
  128. "994eac1cd07235bb9815e547a75c84265dea00f5"))
  129. changes[0] = &object.Change{From: object.ChangeEntry{
  130. Name: "analyser.go",
  131. Tree: treeFrom,
  132. TreeEntry: object.TreeEntry{
  133. Name: "analyser.go",
  134. Mode: 0100644,
  135. Hash: plumbing.NewHash("ffffffffffffffffffffffffffffffffffffffff"),
  136. },
  137. }, To: object.ChangeEntry{
  138. Name: "analyser.go",
  139. Tree: treeTo,
  140. TreeEntry: object.TreeEntry{
  141. Name: "analyser.go",
  142. Mode: 0100644,
  143. Hash: plumbing.NewHash("334cde09da4afcb74f8d2b3e6fd6cce61228b485"),
  144. },
  145. }}
  146. deps[items.DependencyTreeChanges] = changes
  147. res, err := fd.Consume(deps)
  148. assert.Len(t, res[hercules.DependencyFileDiff].(map[string]items.FileDiffData), 1)
  149. assert.Nil(t, err)
  150. changes[0] = &object.Change{From: object.ChangeEntry{
  151. Name: "analyser.go",
  152. Tree: treeFrom,
  153. TreeEntry: object.TreeEntry{
  154. Name: "analyser.go",
  155. Mode: 0100644,
  156. Hash: plumbing.NewHash("dc248ba2b22048cc730c571a748e8ffcf7085ab9"),
  157. },
  158. }, To: object.ChangeEntry{
  159. Name: "analyser.go",
  160. Tree: treeTo,
  161. TreeEntry: object.TreeEntry{
  162. Name: "analyser.go",
  163. Mode: 0100644,
  164. Hash: plumbing.NewHash("ffffffffffffffffffffffffffffffffffffffff"),
  165. },
  166. }}
  167. res, err = fd.Consume(deps)
  168. assert.Len(t, res[hercules.DependencyFileDiff].(map[string]items.FileDiffData), 1)
  169. assert.Nil(t, err)
  170. }
  171. func TestCountLines(t *testing.T) {
  172. blob, err := test.Repository.BlobObject(
  173. plumbing.NewHash("291286b4ac41952cbd1389fda66420ec03c1a9fe"))
  174. assert.Nil(t, err)
  175. cb := &items.CachedBlob{Blob: *blob}
  176. cb.Cache()
  177. lines, err := cb.CountLines()
  178. assert.Equal(t, lines, 12)
  179. assert.Nil(t, err)
  180. blob, err = internal.CreateDummyBlob(
  181. plumbing.NewHash("291286b4ac41952cbd1389fda66420ec03c1a9fe"), true)
  182. assert.Nil(t, err)
  183. cb = &items.CachedBlob{Blob: *blob}
  184. err = cb.Cache()
  185. assert.Equal(t, err.Error(), "dummy failure")
  186. // test_data/blob
  187. blob, err = test.Repository.BlobObject(
  188. plumbing.NewHash("c86626638e0bc8cf47ca49bb1525b40e9737ee64"))
  189. assert.Nil(t, err)
  190. cb = &items.CachedBlob{Blob: *blob}
  191. cb.Cache()
  192. lines, err = cb.CountLines()
  193. assert.Equal(t, lines, 0)
  194. assert.NotNil(t, err)
  195. assert.Equal(t, err.Error(), items.ErrorBinary.Error())
  196. }
  197. func TestBlobToString(t *testing.T) {
  198. blob, _ := test.Repository.BlobObject(
  199. plumbing.NewHash("291286b4ac41952cbd1389fda66420ec03c1a9fe"))
  200. cb := &items.CachedBlob{Blob: *blob}
  201. err := cb.Cache()
  202. assert.Nil(t, err)
  203. str := string(cb.Data)
  204. assert.Equal(t, str, `language: go
  205. go:
  206. - 1.7
  207. go_import_path: gopkg.in/src-d/hercules.v1
  208. `+" "+`
  209. script:
  210. - go test -v -cpu=1,2 ./...
  211. notifications:
  212. email: false
  213. `)
  214. blob, _ = internal.CreateDummyBlob(
  215. plumbing.NewHash("291286b4ac41952cbd1389fda66420ec03c1a9fe"), true)
  216. cb = &items.CachedBlob{Blob: *blob}
  217. err = cb.Cache()
  218. assert.NotNil(t, err)
  219. }
  220. func TestFileDiffDarkMagic(t *testing.T) {
  221. fd := fixtures.FileDiff()
  222. deps := map[string]interface{}{}
  223. cache := map[plumbing.Hash]*items.CachedBlob{}
  224. items.AddHash(t, cache, "448eb3f312849b0ca766063d06b09481c987b309") // 1.java
  225. items.AddHash(t, cache, "3312c92f3e8bdfbbdb30bccb6acd1b85bc338dfc") // 2.java
  226. deps[items.DependencyBlobCache] = cache
  227. changes := make(object.Changes, 1)
  228. treeFrom, _ := test.Repository.TreeObject(plumbing.NewHash(
  229. "f02289bfe843388a1bb3c7dea210374082dd86b9"))
  230. treeTo, _ := test.Repository.TreeObject(plumbing.NewHash(
  231. "eca91acf1fd828f20dcb653a061d8c97d965bc6c"))
  232. changes[0] = &object.Change{From: object.ChangeEntry{
  233. Name: "test.java",
  234. Tree: treeFrom,
  235. TreeEntry: object.TreeEntry{
  236. Name: "test.java",
  237. Mode: 0100644,
  238. Hash: plumbing.NewHash("448eb3f312849b0ca766063d06b09481c987b309"),
  239. },
  240. }, To: object.ChangeEntry{
  241. Name: "test.java",
  242. Tree: treeTo,
  243. TreeEntry: object.TreeEntry{
  244. Name: "test.java",
  245. Mode: 0100644,
  246. Hash: plumbing.NewHash("3312c92f3e8bdfbbdb30bccb6acd1b85bc338dfc"),
  247. },
  248. }}
  249. deps[items.DependencyTreeChanges] = changes
  250. res, err := fd.Consume(deps)
  251. assert.Nil(t, err)
  252. magicDiffs := res[items.DependencyFileDiff].(map[string]items.FileDiffData)["test.java"]
  253. fd.CleanupDisabled = true
  254. res, err = fd.Consume(deps)
  255. assert.Nil(t, err)
  256. plainDiffs := res[items.DependencyFileDiff].(map[string]items.FileDiffData)["test.java"]
  257. assert.NotEqual(t, magicDiffs.Diffs, plainDiffs.Diffs)
  258. assert.Equal(t, magicDiffs.OldLinesOfCode, plainDiffs.OldLinesOfCode)
  259. assert.Equal(t, magicDiffs.NewLinesOfCode, plainDiffs.NewLinesOfCode)
  260. }
  261. func TestFileDiffFork(t *testing.T) {
  262. fd1 := fixtures.FileDiff()
  263. clones := fd1.Fork(1)
  264. assert.Len(t, clones, 1)
  265. fd2 := clones[0].(*items.FileDiff)
  266. assert.True(t, fd1 == fd2)
  267. fd1.Merge([]core.PipelineItem{fd2})
  268. }