hercules/internal/plumbing/uast/changes_xpather.go

package uast

import (
	"bytes"
	"io"
	"log"

	"github.com/minio/highwayhash"
	"gopkg.in/bblfsh/client-go.v3/tools"
	bblfsh "gopkg.in/bblfsh/sdk.v2/uast"
	"gopkg.in/bblfsh/sdk.v2/uast/nodes"
	"gopkg.in/src-d/go-git.v4/plumbing"
)

// ChangesXPather extracts changed UAST nodes from files changed in the current commit.
type ChangesXPather struct {
	XPath string
}

var hashKey = []byte{
	0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15,
	16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31,
}

// Extract returns the list of new or changed UAST nodes filtered by XPath.
func (xpather ChangesXPather) Extract(changes []Change) []nodes.Node {
	var result []nodes.Node
	for _, change := range changes {
		if change.After == nil {
			continue
		}
		oldNodes := xpather.filter(change.Before, change.Change.From.TreeEntry.Hash)
		newNodes := xpather.filter(change.After, change.Change.To.TreeEntry.Hash)
		oldHashes := xpather.hash(oldNodes)
		newHashes := xpather.hash(newNodes)
		// remove any untouched nodes
		for hash := range oldHashes {
			delete(newHashes, hash)
		}
		// there can be hash collisions; we ignore them
		for _, node := range newHashes {
			result = append(result, node)
		}
	}
	return result
}

func (xpather ChangesXPather) filter(root nodes.Node, origin plumbing.Hash) []nodes.Node {
	if root == nil {
		return nil
	}
	filtered, err := tools.Filter(root, xpather.XPath)
	if err != nil {
		log.Printf("libuast filter error on object %s: %v", origin.String(), err)
		return []nodes.Node{}
	}
	var result []nodes.Node
	for filtered.Next() {
		result = append(result, filtered.Node().(nodes.Node))
	}
	return result
}

func (xpather ChangesXPather) hash(nodesToHash []nodes.Node) map[uint64]nodes.Node {
	result := map[uint64]nodes.Node{}
	for _, node := range nodesToHash {
		buffer := &bytes.Buffer{}
		stringifyUASTNode(node, buffer)
		result[highwayhash.Sum64(buffer.Bytes(), hashKey)] = node
	}
	return result
}

func stringifyUASTNode(node nodes.Node, writer io.Writer) {
	for element := range tools.Iterate(tools.NewIterator(node, tools.PositionOrder)) {
		writer.Write([]byte(bblfsh.TokenOf(element.(nodes.Object)) + "|" + bblfsh.TypeOf(element) + ">"))
	}
}