hercules/leaves/shotness_test.go

package leaves

import (
	"bytes"
	"io/ioutil"
	"os"
	"path"
	"testing"
	"time"

	"github.com/gogo/protobuf/proto"
	"github.com/sergi/go-diff/diffmatchpatch"
	"github.com/stretchr/testify/assert"
	"gopkg.in/bblfsh/sdk.v2/uast"
	"gopkg.in/bblfsh/sdk.v2/uast/nodes"
	"gopkg.in/bblfsh/sdk.v2/uast/nodes/nodesproto"
	"gopkg.in/src-d/go-git.v4/plumbing/object"
	"gopkg.in/src-d/hercules.v10/internal/core"
	"gopkg.in/src-d/hercules.v10/internal/pb"
	items "gopkg.in/src-d/hercules.v10/internal/plumbing"
	uast_items "gopkg.in/src-d/hercules.v10/internal/plumbing/uast"
	"gopkg.in/src-d/hercules.v10/internal/test"
)

func fixtureShotness() *ShotnessAnalysis {
	sh := &ShotnessAnalysis{}
	sh.Initialize(test.Repository)
	sh.Configure(nil)
	return sh
}

func TestShotnessMeta(t *testing.T) {
	sh := &ShotnessAnalysis{}
	assert.Nil(t, sh.Initialize(test.Repository))
	assert.NotNil(t, sh.nodes)
	assert.NotNil(t, sh.files)
	assert.Equal(t, sh.Name(), "Shotness")
	assert.Len(t, sh.Provides(), 0)
	assert.Equal(t, len(sh.Requires()), 2)
	assert.Equal(t, sh.Requires()[0], items.DependencyFileDiff)
	assert.Equal(t, sh.Requires()[1], uast_items.DependencyUastChanges)
	assert.Len(t, sh.ListConfigurationOptions(), 2)
	assert.Equal(t, sh.ListConfigurationOptions()[0].Name, ConfigShotnessXpathStruct)
	assert.Equal(t, sh.ListConfigurationOptions()[1].Name, ConfigShotnessXpathName)
	assert.Nil(t, sh.Configure(nil))
	assert.Equal(t, sh.XpathStruct, DefaultShotnessXpathStruct)
	assert.Equal(t, sh.XpathName, DefaultShotnessXpathName)
	assert.NoError(t, sh.Configure(map[string]interface{}{
		ConfigShotnessXpathStruct: "xpath!",
		ConfigShotnessXpathName:   "another!",
	}))
	assert.Equal(t, sh.XpathStruct, "xpath!")
	assert.Equal(t, sh.XpathName, "another!")

	logger := core.NewLogger()
	assert.NoError(t, sh.Configure(map[string]interface{}{
		core.ConfigLogger: logger,
	}))
	assert.Equal(t, logger, sh.l)
	assert.Equal(t, []string{uast_items.FeatureUast}, sh.Features())
}

func TestShotnessRegistration(t *testing.T) {
	summoned := core.Registry.Summon((&ShotnessAnalysis{}).Name())
	assert.Len(t, summoned, 1)
	assert.Equal(t, summoned[0].Name(), "Shotness")
	leaves := core.Registry.GetLeaves()
	matched := false
	for _, tp := range leaves {
		if tp.Flag() == (&ShotnessAnalysis{}).Flag() {
			matched = true
			break
		}
	}
	assert.True(t, matched)
}

func loadUast(t *testing.T, name string) nodes.Node {
	filename := path.Join("..", "internal", "test_data", name)
	reader, err := os.Open(filename)
	if err != nil {
		assert.Failf(t, "cannot load %s: %v", filename, err)
	}
	node, err := nodesproto.ReadTree(reader)
	if err != nil {
		assert.Failf(t, "cannot load %s: %v", filename, err)
	}
	return node
}

func bakeShotness(t *testing.T, eraseEndPosition bool) (*ShotnessAnalysis, ShotnessResult) {
	sh := fixtureShotness()
	bytes1, err := ioutil.ReadFile(path.Join("..", "internal", "test_data", "1.java"))
	assert.Nil(t, err)
	bytes2, err := ioutil.ReadFile(path.Join("..", "internal", "test_data", "2.java"))
	assert.Nil(t, err)
	dmp := diffmatchpatch.New()
	dmp.DiffTimeout = time.Hour
	src, dst, _ := dmp.DiffLinesToRunes(string(bytes1), string(bytes2))
	state := map[string]interface{}{}
	state[core.DependencyCommit] = &object.Commit{}
	fileDiffs := map[string]items.FileDiffData{}
	const fileName = "test.java"
	fileDiffs[fileName] = items.FileDiffData{
		OldLinesOfCode: len(src),
		NewLinesOfCode: len(dst),
		Diffs:          dmp.DiffMainRunes(src, dst, false),
	}
	state[items.DependencyFileDiff] = fileDiffs
	uastChanges := make([]uast_items.Change, 1)
	myLoadUast := func(name string) nodes.Node {
		node := loadUast(t, name)
		if eraseEndPosition {
			uast_items.VisitEachNode(node, func(child nodes.Node) {
				obj, _ := child.(nodes.Object)[uast.KeyPos].(nodes.Object)
				if len(obj) == 0 {
					return
				}
				obj[uast.KeyEnd] = nil
			})
		}
		return node
	}
	state[uast_items.DependencyUastChanges] = uastChanges
	uastChanges[0] = uast_items.Change{
		Change: &object.Change{
			From: object.ChangeEntry{},
			To:   object.ChangeEntry{Name: fileName}},
		Before: nil, After: myLoadUast("uast1.pb"),
	}
	iresult, err := sh.Consume(state)
	assert.Nil(t, err)
	assert.Nil(t, iresult)
	uastChanges[0] = uast_items.Change{
		Change: &object.Change{
			From: object.ChangeEntry{Name: fileName},
			To:   object.ChangeEntry{Name: fileName}},
		Before: myLoadUast("uast1.pb"), After: myLoadUast("uast2.pb"),
	}
	iresult, err = sh.Consume(state)
	assert.Nil(t, err)
	assert.Nil(t, iresult)
	return sh, sh.Finalize().(ShotnessResult)
}

func TestShotnessConsume(t *testing.T) {
	sh := fixtureShotness()
	bytes1, err := ioutil.ReadFile(path.Join("..", "internal", "test_data", "1.java"))
	assert.Nil(t, err)
	bytes2, err := ioutil.ReadFile(path.Join("..", "internal", "test_data", "2.java"))
	assert.Nil(t, err)
	dmp := diffmatchpatch.New()
	dmp.DiffTimeout = time.Hour
	src, dst, _ := dmp.DiffLinesToRunes(string(bytes1), string(bytes2))
	state := map[string]interface{}{}
	state[core.DependencyCommit] = &object.Commit{}
	fileDiffs := map[string]items.FileDiffData{}
	const fileName = "test.java"
	const newfileName = "new.java"
	fileDiffs[fileName] = items.FileDiffData{
		OldLinesOfCode: len(src),
		NewLinesOfCode: len(dst),
		Diffs:          dmp.DiffMainRunes(src, dst, false),
	}
	state[items.DependencyFileDiff] = fileDiffs
	uastChanges := make([]uast_items.Change, 1)
	state[uast_items.DependencyUastChanges] = uastChanges
	uastChanges[0] = uast_items.Change{
		Change: &object.Change{
			From: object.ChangeEntry{},
			To:   object.ChangeEntry{Name: fileName}},
		Before: nil, After: loadUast(t, "uast1.pb"),
	}
	iresult, err := sh.Consume(state)
	assert.Nil(t, err)
	assert.Nil(t, iresult)
	uastChanges[0] = uast_items.Change{
		Change: &object.Change{
			From: object.ChangeEntry{Name: fileName},
			To:   object.ChangeEntry{Name: newfileName}},
		Before: loadUast(t, "uast1.pb"), After: loadUast(t, "uast2.pb"),
	}
	fileDiffs[newfileName] = fileDiffs[fileName]
	delete(fileDiffs, fileName)
	iresult, err = sh.Consume(state)
	assert.Nil(t, err)
	assert.Nil(t, iresult)
	assert.Len(t, sh.nodes, 18)
	assert.Len(t, sh.files, 1)
	assert.Len(t, sh.files["new.java"], 18)
	for _, node := range sh.nodes {
		assert.Equal(t, node.Summary.Type, "uast:FunctionGroup")
		if node.Summary.Name != "testUnpackEntryFromFile" {
			assert.Equal(t, node.Count, 1)
			if node.Summary.Name != "testUnpackEntryFromStreamToFile" {
				assert.Len(t, node.Couples, 16)
			} else {
				assert.Len(t, node.Couples, 1)
			}
		} else {
			assert.Equal(t, node.Count, 2)
			assert.Len(t, node.Couples, 17)
		}
	}
	result := sh.Finalize().(ShotnessResult)
	assert.Len(t, result.Nodes, 18)
	assert.Len(t, result.Counters, 18)
	if len(result.Nodes) != 18 || len(result.Counters) != 18 {
		t.FailNow()
	}
	assert.Equal(t, result.Nodes[14].String(),
		"uast:FunctionGroup_testUnpackEntryFromStreamToFile_"+newfileName)
	assert.Equal(t, result.Counters[14], map[int]int{14: 1, 13: 1})
	assert.Equal(t, result.Nodes[15].String(),
		"uast:FunctionGroup_testUnpackEntryFromStream_"+newfileName)
	assert.Equal(t, result.Counters[15], map[int]int{
		8: 1, 0: 1, 5: 1, 6: 1, 11: 1, 1: 1, 13: 1, 17: 1, 3: 1, 15: 1, 9: 1, 4: 1, 7: 1, 16: 1, 2: 1, 12: 1, 10: 1})
	uastChanges[0] = uast_items.Change{
		Change: &object.Change{
			From: object.ChangeEntry{Name: newfileName},
			To:   object.ChangeEntry{}},
		Before: loadUast(t, "uast2.pb"), After: nil,
	}
	iresult, err = sh.Consume(state)
	assert.Nil(t, err)
	assert.Nil(t, iresult)
	assert.Len(t, sh.nodes, 0)
	assert.Len(t, sh.files, 0)
}

func TestShotnessFork(t *testing.T) {
	sh1 := fixtureShotness()
	clones := sh1.Fork(1)
	assert.Len(t, clones, 1)
	sh2 := clones[0].(*ShotnessAnalysis)
	assert.True(t, sh1 == sh2)
	sh1.Merge([]core.PipelineItem{sh2})
}

func TestShotnessConsumeNoEnd(t *testing.T) {
	_, result1 := bakeShotness(t, false)
	_, result2 := bakeShotness(t, true)
	assert.Equal(t, result1, result2)
}

func TestShotnessSerializeText(t *testing.T) {
	sh, result := bakeShotness(t, false)
	buffer := &bytes.Buffer{}
	assert.Nil(t, sh.Serialize(result, false, buffer))
	assert.Equal(t, buffer.String(), `  - name: testAddEntry
    file: test.java
    internal_role: uast:FunctionGroup
    counters: {"0":1,"1":1,"2":1,"3":1,"4":1,"5":1,"6":1,"7":1,"8":1,"9":1,"10":1,"11":1,"12":1,"13":1,"15":1,"16":1,"17":1}
  - name: testArchiveEquals
    file: test.java
    internal_role: uast:FunctionGroup
    counters: {"0":1,"1":1,"2":1,"3":1,"4":1,"5":1,"6":1,"7":1,"8":1,"9":1,"10":1,"11":1,"12":1,"13":1,"15":1,"16":1,"17":1}
  - name: testContainsAnyEntry
    file: test.java
    internal_role: uast:FunctionGroup
    counters: {"0":1,"1":1,"2":1,"3":1,"4":1,"5":1,"6":1,"7":1,"8":1,"9":1,"10":1,"11":1,"12":1,"13":1,"15":1,"16":1,"17":1}
  - name: testDuplicateEntryAtAddOrReplace
    file: test.java
    internal_role: uast:FunctionGroup
    counters: {"0":1,"1":1,"2":1,"3":1,"4":1,"5":1,"6":1,"7":1,"8":1,"9":1,"10":1,"11":1,"12":1,"13":1,"15":1,"16":1,"17":1}
  - name: testDuplicateEntryAtAdd
    file: test.java
    internal_role: uast:FunctionGroup
    counters: {"0":1,"1":1,"2":1,"3":1,"4":1,"5":1,"6":1,"7":1,"8":1,"9":1,"10":1,"11":1,"12":1,"13":1,"15":1,"16":1,"17":1}
  - name: testDuplicateEntryAtReplace
    file: test.java
    internal_role: uast:FunctionGroup
    counters: {"0":1,"1":1,"2":1,"3":1,"4":1,"5":1,"6":1,"7":1,"8":1,"9":1,"10":1,"11":1,"12":1,"13":1,"15":1,"16":1,"17":1}
  - name: testPackEntries
    file: test.java
    internal_role: uast:FunctionGroup
    counters: {"0":1,"1":1,"2":1,"3":1,"4":1,"5":1,"6":1,"7":1,"8":1,"9":1,"10":1,"11":1,"12":1,"13":1,"15":1,"16":1,"17":1}
  - name: testPackEntry
    file: test.java
    internal_role: uast:FunctionGroup
    counters: {"0":1,"1":1,"2":1,"3":1,"4":1,"5":1,"6":1,"7":1,"8":1,"9":1,"10":1,"11":1,"12":1,"13":1,"15":1,"16":1,"17":1}
  - name: testPreserveRoot
    file: test.java
    internal_role: uast:FunctionGroup
    counters: {"0":1,"1":1,"2":1,"3":1,"4":1,"5":1,"6":1,"7":1,"8":1,"9":1,"10":1,"11":1,"12":1,"13":1,"15":1,"16":1,"17":1}
  - name: testRemoveDirs
    file: test.java
    internal_role: uast:FunctionGroup
    counters: {"0":1,"1":1,"2":1,"3":1,"4":1,"5":1,"6":1,"7":1,"8":1,"9":1,"10":1,"11":1,"12":1,"13":1,"15":1,"16":1,"17":1}
  - name: testRemoveEntry
    file: test.java
    internal_role: uast:FunctionGroup
    counters: {"0":1,"1":1,"2":1,"3":1,"4":1,"5":1,"6":1,"7":1,"8":1,"9":1,"10":1,"11":1,"12":1,"13":1,"15":1,"16":1,"17":1}
  - name: testRepackArchive
    file: test.java
    internal_role: uast:FunctionGroup
    counters: {"0":1,"1":1,"2":1,"3":1,"4":1,"5":1,"6":1,"7":1,"8":1,"9":1,"10":1,"11":1,"12":1,"13":1,"15":1,"16":1,"17":1}
  - name: testUnexplode
    file: test.java
    internal_role: uast:FunctionGroup
    counters: {"0":1,"1":1,"2":1,"3":1,"4":1,"5":1,"6":1,"7":1,"8":1,"9":1,"10":1,"11":1,"12":1,"13":1,"15":1,"16":1,"17":1}
  - name: testUnpackEntryFromFile
    file: test.java
    internal_role: uast:FunctionGroup
    counters: {"0":1,"1":1,"2":1,"3":1,"4":1,"5":1,"6":1,"7":1,"8":1,"9":1,"10":1,"11":1,"12":1,"13":2,"14":1,"15":1,"16":1,"17":1}
  - name: testUnpackEntryFromStreamToFile
    file: test.java
    internal_role: uast:FunctionGroup
    counters: {"13":1,"14":1}
  - name: testUnpackEntryFromStream
    file: test.java
    internal_role: uast:FunctionGroup
    counters: {"0":1,"1":1,"2":1,"3":1,"4":1,"5":1,"6":1,"7":1,"8":1,"9":1,"10":1,"11":1,"12":1,"13":1,"15":1,"16":1,"17":1}
  - name: testZipException
    file: test.java
    internal_role: uast:FunctionGroup
    counters: {"0":1,"1":1,"2":1,"3":1,"4":1,"5":1,"6":1,"7":1,"8":1,"9":1,"10":1,"11":1,"12":1,"13":1,"15":1,"16":1,"17":1}
  - name: unexplodeWithException
    file: test.java
    internal_role: uast:FunctionGroup
    counters: {"0":1,"1":1,"2":1,"3":1,"4":1,"5":1,"6":1,"7":1,"8":1,"9":1,"10":1,"11":1,"12":1,"13":1,"15":1,"16":1,"17":1}
`)
}

func TestShotnessSerializeBinary(t *testing.T) {
	sh, result := bakeShotness(t, false)
	buffer := &bytes.Buffer{}
	assert.Nil(t, sh.Serialize(result, true, buffer))
	message := pb.ShotnessAnalysisResults{}
	err := proto.Unmarshal(buffer.Bytes(), &message)
	assert.Nil(t, err)
	assert.Len(t, message.Records, 18)
	assert.Equal(t, message.Records[14].Name, "testUnpackEntryFromStreamToFile")
	assert.Equal(t, message.Records[14].Counters, map[int32]int32{14: 1, 13: 1})
}