ecal/interpreter/debug.go

/*
 * ECAL
 *
 * Copyright 2020 Matthias Ladkau. All rights reserved.
 *
 * This Source Code Form is subject to the terms of the MIT
 * License, If a copy of the MIT License was not distributed with this
 * file, You can obtain one at https://opensource.org/licenses/MIT.
 */

/*
Package interpreter contains the ECAL interpreter.
*/
package interpreter

import (
	"fmt"
	"runtime"
	"strings"
	"sync"
	"time"

	"devt.de/krotik/common/datautil"
	"devt.de/krotik/common/errorutil"
	"devt.de/krotik/ecal/engine/pool"
	"devt.de/krotik/ecal/parser"
	"devt.de/krotik/ecal/scope"
	"devt.de/krotik/ecal/util"
)

/*
ecalDebugger is the inbuild default debugger.
*/
type ecalDebugger struct {
	breakPoints                map[string]bool                     // Break points (active or not)
	interrogationStates        map[uint64]*interrogationState      // Collection of threads which are interrogated
	callStacks                 map[uint64][]*parser.ASTNode        // Call stack locations of threads
	callStackVsSnapshots       map[uint64][]map[string]interface{} // Call stack variable scope snapshots of threads
	callStackGlobalVsSnapshots map[uint64][]map[string]interface{} // Call stack global variable scope snapshots of threads
	sources                    map[string]bool                     // All known sources
	breakOnStart               bool                                // Flag to stop at the start of the next execution
	breakOnError               bool                                // Flag to stop if an error occurs
	globalScope                parser.Scope                        // Global variable scope which can be used to transfer data
	lock                       *sync.RWMutex                       // Lock for this debugger
	lastVisit                  int64                               // Last time the debugger had a state visit
	mutexeOwners               map[string]uint64                   // A map of current mutex owners
	mutexLog                   *datautil.RingBuffer                // A log of taken mutexes
	threadpool                 *pool.ThreadPool                    // Reference to the thread pool of the processor
}

/*
interrogationState contains state information of a thread interrogation.
*/
type interrogationState struct {
	cond         *sync.Cond        // Condition on which the thread is waiting when suspended
	running      bool              // Flag if the thread is running or waiting
	cmd          interrogationCmd  // Next interrogation command for the thread
	stepOutStack []*parser.ASTNode // Target stack when doing a step out
	node         *parser.ASTNode   // Node on which the thread was last stopped
	vs           parser.Scope      // Variable scope of the thread when it was last stopped
	err          error             // Error which was returned by a function call
}

/*
interrogationCmd represents a command for a thread interrogation.
*/
type interrogationCmd int

/*
Interrogation commands
*/
const (
	Stop     interrogationCmd = iota // Stop the execution (default)
	StepIn                           // Step into the next function
	StepOut                          // Step out of the current function
	StepOver                         // Step over the next function
	Resume                           // Resume execution - do not break again on the same line
	Kill                             // Resume execution - and kill the thread on the next state change
)

/*
newInterrogationState creates a new interrogation state.
*/
func newInterrogationState(node *parser.ASTNode, vs parser.Scope) *interrogationState {
	return &interrogationState{
		sync.NewCond(&sync.Mutex{}),
		false,
		Stop,
		nil,
		node,
		vs,
		nil,
	}
}

/*
NewECALDebugger returns a new debugger object.
*/
func NewECALDebugger(globalVS parser.Scope) util.ECALDebugger {
	return &ecalDebugger{
		breakPoints:                make(map[string]bool),
		interrogationStates:        make(map[uint64]*interrogationState),
		callStacks:                 make(map[uint64][]*parser.ASTNode),
		callStackVsSnapshots:       make(map[uint64][]map[string]interface{}),
		callStackGlobalVsSnapshots: make(map[uint64][]map[string]interface{}),
		sources:                    make(map[string]bool),
		breakOnStart:               false,
		breakOnError:               true,
		globalScope:                globalVS,
		lock:                       &sync.RWMutex{},
		lastVisit:                  0,
		mutexeOwners:               nil,
		mutexLog:                   nil,
		threadpool:                 nil,
	}
}

/*
HandleInput handles a given debug instruction from a console.
*/
func (ed *ecalDebugger) HandleInput(input string) (interface{}, error) {
	var res interface{}
	var err error

	args := strings.Fields(input)

	if len(args) > 0 {
		if cmd, ok := DebugCommandsMap[args[0]]; ok {
			if len(args) > 1 {
				res, err = cmd.Run(ed, args[1:])
			} else {
				res, err = cmd.Run(ed, nil)
			}
		} else {
			err = fmt.Errorf("Unknown command: %v", args[0])
		}
	}

	return res, err
}

/*
StopThreads will continue all suspended threads and set them to be killed.
Returns true if a waiting thread was resumed. Can wait for threads to end
by ensuring that for at least d time no state change occurred.
*/
func (ed *ecalDebugger) StopThreads(d time.Duration) bool {
	var ret = false

	for _, is := range ed.interrogationStates {
		if is.running == false {
			ret = true
			is.cmd = Kill
			is.running = true
			is.cond.L.Lock()
			is.cond.Broadcast()
			is.cond.L.Unlock()
		}
	}

	if ret && d > 0 {
		var lastVisit int64 = -1
		for lastVisit != ed.lastVisit {
			lastVisit = ed.lastVisit
			time.Sleep(d)
		}
	}

	return ret
}

/*
BreakOnStart breaks on the start of the next execution.
*/
func (ed *ecalDebugger) BreakOnStart(flag bool) {
	ed.lock.Lock()
	defer ed.lock.Unlock()
	ed.breakOnStart = flag
}

/*
BreakOnError breaks if an error occurs.
*/
func (ed *ecalDebugger) BreakOnError(flag bool) {
	ed.lock.Lock()
	defer ed.lock.Unlock()
	ed.breakOnError = flag
}

/*
SetLockingState sets locking status information.
*/
func (ed *ecalDebugger) SetLockingState(mutexeOwners map[string]uint64, mutexLog *datautil.RingBuffer) {
	if ed.mutexeOwners == nil {
		ed.mutexeOwners = mutexeOwners
		ed.mutexLog = mutexLog
	}
}

/*
SetThreadPool sets the reference to the current used thread pool.
*/
func (ed *ecalDebugger) SetThreadPool(tp *pool.ThreadPool) {
	if ed.threadpool == nil {
		ed.threadpool = tp
	}
}

/*
VisitState is called for every state during the execution of a program.
*/
func (ed *ecalDebugger) VisitState(node *parser.ASTNode, vs parser.Scope, tid uint64) util.TraceableRuntimeError {

	ed.lock.RLock()
	_, ok := ed.callStacks[tid]
	ed.lastVisit = time.Now().UnixNano()
	ed.lock.RUnlock()

	if !ok {

		// Make the debugger aware of running threads

		ed.lock.Lock()
		ed.callStacks[tid] = make([]*parser.ASTNode, 0, 10)
		ed.callStackVsSnapshots[tid] = make([]map[string]interface{}, 0, 10)
		ed.callStackGlobalVsSnapshots[tid] = make([]map[string]interface{}, 0, 10)
		ed.lock.Unlock()
	}

	if node.Token != nil { // Statements are excluded here
		targetIdentifier := fmt.Sprintf("%v:%v", node.Token.Lsource, node.Token.Lline)

		ed.lock.RLock()
		is, ok := ed.interrogationStates[tid]
		_, sourceKnown := ed.sources[node.Token.Lsource]
		ed.lock.RUnlock()

		if !sourceKnown {
			ed.RecordSource(node.Token.Lsource)
		}

		if ok {

			// The thread is being interrogated

			switch is.cmd {
			case Resume, Kill:
				if is.node.Token.Lline != node.Token.Lline {

					// Remove the resume command once we are on a different line

					ed.lock.Lock()
					delete(ed.interrogationStates, tid)
					ed.lock.Unlock()

					if is.cmd == Kill {
						runtime.Goexit()
					}

					return ed.VisitState(node, vs, tid)
				}
			case Stop, StepIn, StepOver:

				if is.node.Token.Lline != node.Token.Lline || is.cmd == Stop {
					is.node = node
					is.vs = vs
					is.running = false

					is.cond.L.Lock()
					is.cond.Wait()
					is.cond.L.Unlock()
				}
			}

		} else if active, ok := ed.breakPoints[targetIdentifier]; (ok && active) || ed.breakOnStart {

			// A globally defined breakpoint has been hit - note the position
			// in the thread specific map and wait

			is := newInterrogationState(node, vs)

			ed.lock.Lock()
			ed.breakOnStart = false
			ed.interrogationStates[tid] = is
			ed.lock.Unlock()

			is.cond.L.Lock()
			is.cond.Wait()
			is.cond.L.Unlock()
		}
	}

	return nil
}

/*
VisitStepInState is called before entering a function call.
*/
func (ed *ecalDebugger) VisitStepInState(node *parser.ASTNode, vs parser.Scope, tid uint64) util.TraceableRuntimeError {
	ed.lock.Lock()
	defer ed.lock.Unlock()

	var err util.TraceableRuntimeError

	threadCallStack := ed.callStacks[tid]
	threadCallStackVs := ed.callStackVsSnapshots[tid]
	threadCallStackGlobalVs := ed.callStackGlobalVsSnapshots[tid]

	is, ok := ed.interrogationStates[tid]

	if ok {

		if is.cmd == Stop {

			// Special case a parameter of a function was resolved by another
			// function call - the debugger should stop before entering

			ed.lock.Unlock()
			err = ed.VisitState(node, vs, tid)
			ed.lock.Lock()
		}

		if err == nil {
			// The thread is being interrogated

			switch is.cmd {
			case StepIn:
				is.cmd = Stop
			case StepOver:
				is.cmd = StepOut
				is.stepOutStack = threadCallStack
			}
		}
	}

	ed.callStacks[tid] = append(threadCallStack, node)
	ed.callStackVsSnapshots[tid] = append(threadCallStackVs, ed.buildVsSnapshot(vs))
	ed.callStackGlobalVsSnapshots[tid] = append(threadCallStackGlobalVs, ed.buildGlobalVsSnapshot(vs))

	return err
}

/*
VisitStepOutState is called after returning from a function call.
*/
func (ed *ecalDebugger) VisitStepOutState(node *parser.ASTNode, vs parser.Scope, tid uint64, soErr error) util.TraceableRuntimeError {
	ed.lock.Lock()
	defer ed.lock.Unlock()

	threadCallStack := ed.callStacks[tid]
	threadCallStackVs := ed.callStackVsSnapshots[tid]
	threadCallStackGlobalVs := ed.callStackGlobalVsSnapshots[tid]
	lastIndex := len(threadCallStack) - 1

	ok, cerr := threadCallStack[lastIndex].Equals(node, false) // Sanity check step in node must be the same as step out node
	errorutil.AssertTrue(ok,
		fmt.Sprintf("Unexpected callstack when stepping out - callstack: %v - funccall: %v - comparison error: %v",
			threadCallStack, node, cerr))

	ed.callStacks[tid] = threadCallStack[:lastIndex] // Remove the last item
	ed.callStackVsSnapshots[tid] = threadCallStackVs[:lastIndex]
	ed.callStackGlobalVsSnapshots[tid] = threadCallStackGlobalVs[:lastIndex]

	is, ok := ed.interrogationStates[tid]

	if ed.breakOnError && soErr != nil {

		if !ok {
			is = newInterrogationState(node, vs)

			ed.breakOnStart = false
			ed.interrogationStates[tid] = is

		} else {
			is.node = node
			is.vs = vs
			is.running = false
		}

		if is.err == nil {

			// Only stop if the error is being set

			is.err = soErr

			ed.lock.Unlock()
			is.cond.L.Lock()
			is.cond.Wait()
			is.cond.L.Unlock()
			ed.lock.Lock()
		}

	} else if ok {

		is.err = soErr

		// The thread is being interrogated

		switch is.cmd {
		case StepOver, StepOut:

			if len(ed.callStacks[tid]) == len(is.stepOutStack) {
				is.cmd = Stop
			}
		}
	}

	return nil
}

/*
RecordSource records a code source.
*/
func (ed *ecalDebugger) RecordSource(source string) {
	ed.lock.Lock()
	defer ed.lock.Unlock()
	ed.sources[source] = true
}

/*
RecordThreadFinished lets the debugger know that a thread has finished.
*/
func (ed *ecalDebugger) RecordThreadFinished(tid uint64) {
	ed.lock.Lock()
	defer ed.lock.Unlock()

	if is, ok := ed.interrogationStates[tid]; !ok || !is.running {
		delete(ed.interrogationStates, tid)
		delete(ed.callStacks, tid)
		delete(ed.callStackVsSnapshots, tid)
		delete(ed.callStackGlobalVsSnapshots, tid)
	}
}

/*
SetBreakPoint sets a break point.
*/
func (ed *ecalDebugger) SetBreakPoint(source string, line int) {
	ed.lock.Lock()
	defer ed.lock.Unlock()
	ed.breakPoints[fmt.Sprintf("%v:%v", source, line)] = true
}

/*
DisableBreakPoint disables a break point but keeps the code reference.
*/
func (ed *ecalDebugger) DisableBreakPoint(source string, line int) {
	ed.lock.Lock()
	defer ed.lock.Unlock()
	ed.breakPoints[fmt.Sprintf("%v:%v", source, line)] = false
}

/*
RemoveBreakPoint removes a break point.
*/
func (ed *ecalDebugger) RemoveBreakPoint(source string, line int) {
	ed.lock.Lock()
	defer ed.lock.Unlock()
	if line > 0 {
		delete(ed.breakPoints, fmt.Sprintf("%v:%v", source, line))
	} else {
		for k := range ed.breakPoints {
			if ksource := strings.Split(k, ":")[0]; ksource == source {
				delete(ed.breakPoints, k)
			}
		}
	}
}

/*
ExtractValue copies a value from a suspended thread into the
global variable scope.
*/
func (ed *ecalDebugger) ExtractValue(threadID uint64, varName string, destVarName string) error {
	if ed.globalScope == nil {
		return fmt.Errorf("Cannot access global scope")
	}

	err := fmt.Errorf("Cannot find suspended thread %v", threadID)

	ed.lock.Lock()
	defer ed.lock.Unlock()

	is, ok := ed.interrogationStates[threadID]

	if ok && !is.running {
		var val interface{}
		var ok bool

		if val, ok, err = is.vs.GetValue(varName); ok {
			err = ed.globalScope.SetValue(destVarName, val)
		} else if err == nil {
			err = fmt.Errorf("No such value %v", varName)
		}
	}

	return err
}

/*
InjectValue copies a value from an expression (using the global variable scope) into
a suspended thread.
*/
func (ed *ecalDebugger) InjectValue(threadID uint64, varName string, expression string) error {
	if ed.globalScope == nil {
		return fmt.Errorf("Cannot access global scope")
	}

	err := fmt.Errorf("Cannot find suspended thread %v", threadID)

	ed.lock.Lock()
	defer ed.lock.Unlock()

	is, ok := ed.interrogationStates[threadID]

	if ok && !is.running {
		var ast *parser.ASTNode
		var val interface{}

		// Eval expression

		ast, err = parser.ParseWithRuntime("InjectValueExpression", expression,
			NewECALRuntimeProvider("InjectValueExpression2", nil, nil))

		if err == nil {
			if err = ast.Runtime.Validate(); err == nil {

				ivs := scope.NewScopeWithParent("InjectValueExpressionScope", ed.globalScope)
				val, err = ast.Runtime.Eval(ivs, make(map[string]interface{}), 999)

				if err == nil {
					err = is.vs.SetValue(varName, val)
				}
			}
		}
	}

	return err
}

/*
Continue will continue a suspended thread.
*/
func (ed *ecalDebugger) Continue(threadID uint64, contType util.ContType) {
	ed.lock.RLock()
	defer ed.lock.RUnlock()

	if is, ok := ed.interrogationStates[threadID]; ok && !is.running {

		switch contType {
		case util.Resume:
			is.cmd = Resume
		case util.StepIn:
			is.cmd = StepIn
		case util.StepOver:
			is.cmd = StepOver
		case util.StepOut:
			is.cmd = StepOut
			stack := ed.callStacks[threadID]
			is.stepOutStack = stack[:len(stack)-1]
		}

		is.running = true

		is.cond.L.Lock()
		is.cond.Broadcast()
		is.cond.L.Unlock()
	}
}

/*
Status returns the current status of the debugger.
*/
func (ed *ecalDebugger) Status() interface{} {
	ed.lock.RLock()
	defer ed.lock.RUnlock()

	var sources []string

	threadStates := make(map[string]map[string]interface{})

	res := map[string]interface{}{
		"breakpoints":  ed.breakPoints,
		"breakonstart": ed.breakOnStart,
		"threads":      threadStates,
	}

	for k := range ed.sources {
		sources = append(sources, k)
	}
	res["sources"] = sources

	for k, v := range ed.callStacks {
		s := map[string]interface{}{
			"callStack": ed.prettyPrintCallStack(v),
		}

		if is, ok := ed.interrogationStates[k]; ok {
			s["threadRunning"] = is.running
			s["error"] = is.err
		}

		threadStates[fmt.Sprint(k)] = s
	}

	return res
}

/*
LockState returns the current locking state.
*/
func (ed *ecalDebugger) LockState() interface{} {
	return map[string]interface{}{
		"log":     ed.mutexLog.StringSlice(),
		"owners":  ed.mutexeOwners,
		"threads": ed.threadpool.State(),
	}
}

/*
Describe describes a thread currently observed by the debugger.
*/
func (ed *ecalDebugger) Describe(threadID uint64) interface{} {
	ed.lock.RLock()
	defer ed.lock.RUnlock()

	var res map[string]interface{}

	threadCallStack, ok1 := ed.callStacks[threadID]

	if is, ok2 := ed.interrogationStates[threadID]; ok1 && ok2 {
		callStackNode := make([]map[string]interface{}, 0)

		for _, sn := range threadCallStack {
			callStackNode = append(callStackNode, sn.ToJSONObject())
		}

		res = map[string]interface{}{
			"threadRunning":             is.running,
			"error":                     is.err,
			"callStack":                 ed.prettyPrintCallStack(threadCallStack),
			"callStackNode":             callStackNode,
			"callStackVsSnapshot":       ed.callStackVsSnapshots[threadID],
			"callStackVsSnapshotGlobal": ed.callStackGlobalVsSnapshots[threadID],
		}

		if !is.running {

			codeString, _ := parser.PrettyPrint(is.node)
			res["code"] = codeString
			res["node"] = is.node.ToJSONObject()
			res["vs"] = ed.buildVsSnapshot(is.vs)
			res["vsGlobal"] = ed.buildGlobalVsSnapshot(is.vs)
		}
	}

	return res
}

func (ed *ecalDebugger) buildVsSnapshot(vs parser.Scope) map[string]interface{} {
	vsValues := make(map[string]interface{})

	// Collect all parent scopes except the global scope

	parent := vs.Parent()
	for parent != nil &&
		parent.Name() != scope.GlobalScope {

		vsValues = datautil.MergeMaps(vsValues, parent.ToJSONObject())

		parent = parent.Parent()
	}

	return ed.MergeMaps(vsValues, vs.ToJSONObject())
}

func (ed *ecalDebugger) buildGlobalVsSnapshot(vs parser.Scope) map[string]interface{} {
	vsValues := make(map[string]interface{})

	globalVs := vs
	for globalVs != nil &&
		globalVs.Name() != scope.GlobalScope {
		globalVs = globalVs.Parent()
	}

	if globalVs != nil && globalVs.Name() == scope.GlobalScope {
		vsValues = globalVs.ToJSONObject()
	}

	return vsValues
}

/*
MergeMaps merges all given maps into a new map. Contents are shallow copies
and conflicts are resolved as first-one-wins.
*/
func (ed *ecalDebugger) MergeMaps(maps ...map[string]interface{}) map[string]interface{} {
	ret := make(map[string]interface{})

	for _, m := range maps {
		for k, v := range m {
			if _, ok := ret[k]; !ok {
				ret[k] = v
			}
		}
	}

	return ret
}

/*
Describe describes a thread currently observed by the debugger.
*/
func (ed *ecalDebugger) prettyPrintCallStack(threadCallStack []*parser.ASTNode) []string {
	cs := []string{}
	for _, s := range threadCallStack {
		pp, _ := parser.PrettyPrint(s)
		cs = append(cs, fmt.Sprintf("%v (%v:%v)",
			pp, s.Token.Lsource, s.Token.Lline))
	}
	return cs
}