Language server now skips libraries detection while editing

A full build is made only at language server startup.
Other full builds must be performed by the IDE and build_path should be
passed to the LS with a custom command.

Author: cmaglie

ls/builder.go

@@ -92,7 +92,7 @@ func (r *SketchRebuilder) rebuilderLoop() {
 		r.cancel = cancel
 		r.mutex.Unlock()
 
-		if err := r.doRebuild(ctx, logger); err != nil {
+		if err := r.doRebuild(ctx, false, logger); err != nil {
 			logger.Logf("Error: %s", err)
 		}
 
@@ -104,10 +104,16 @@ func (r *SketchRebuilder) rebuilderLoop() {
 	}
 }
 
-func (r *SketchRebuilder) doRebuild(ctx context.Context, logger jsonrpc.FunctionLogger) error {
+func (r *SketchRebuilder) doRebuild(ctx context.Context, fullRebuild bool, logger jsonrpc.FunctionLogger) error {
 	ls := r.ls
+	var buildPath *paths.Path
+	if fullRebuild {
+		buildPath = ls.fullBuildPath
+	} else {
+		buildPath = ls.buildPath
+	}
 
-	if success, err := ls.generateBuildEnvironment(ctx, logger); err != nil {
+	if success, err := ls.generateBuildEnvironment(ctx, fullRebuild, buildPath, logger); err != nil {
 		return err
 	} else if !success {
 		return fmt.Errorf("build failed")
@@ -123,9 +129,7 @@ func (r *SketchRebuilder) doRebuild(ctx context.Context, logger jsonrpc.Function
 	default:
 	}
 
-	if err := ls.buildPath.Join("compile_commands.json").CopyTo(ls.compileCommandsDir.Join("compile_commands.json")); err != nil {
-		logger.Logf("ERROR: updating compile_commands: %s", err)
-	}
+	ls.CopyBuildResults(logger, buildPath, fullRebuild)
 
 	if cppContent, err := ls.buildSketchCpp.ReadFile(); err == nil {
 		oldVesrion := ls.sketchMapper.CppText.Version
@@ -166,11 +170,10 @@ func (r *SketchRebuilder) doRebuild(ctx context.Context, logger jsonrpc.Function
 	return nil
 }
 
-func (ls *INOLanguageServer) generateBuildEnvironment(ctx context.Context, logger jsonrpc.FunctionLogger) (bool, error) {
+func (ls *INOLanguageServer) generateBuildEnvironment(ctx context.Context, fullBuild bool, buildPath *paths.Path, logger jsonrpc.FunctionLogger) (bool, error) {
 	// Extract all build information from language server status
 	ls.readLock(logger, false)
 	sketchRoot := ls.sketchRoot
-	buildPath := ls.buildPath
 	config := ls.config
 	type overridesFile struct {
 		Overrides map[string]string `json:"overrides"`
@@ -204,6 +207,7 @@ func (ls *INOLanguageServer) generateBuildEnvironment(ctx context.Context, logge
 			BuildPath:                     buildPath.String(),
 			CreateCompilationDatabaseOnly: true,
 			Verbose:                       true,
+			SkipLibrariesDiscovery:        !fullBuild,
 		}
 		compileReqJson, _ := json.MarshalIndent(compileReq, "", "  ")
 		logger.Logf("Running build with: %s", string(compileReqJson))
@@ -264,9 +268,12 @@ func (ls *INOLanguageServer) generateBuildEnvironment(ctx context.Context, logge
 			"--source-override", overridesJSON.String(),
 			"--build-path", buildPath.String(),
 			"--format", "json",
-			//"--clean",
-			sketchRoot.String(),
 		}
+		if !fullBuild {
+			args = append(args, "--skip-libraries-discovery")
+		}
+		args = append(args, sketchRoot.String())
+
 		cmd, err := executils.NewProcess(nil, args...)
 		if err != nil {
 			return false, errors.Errorf("running %s: %s", strings.Join(args, " "), err)

ls/ls.go

@@ -40,6 +40,7 @@ type INOLanguageServer struct {
 	buildPath                 *paths.Path
 	buildSketchRoot           *paths.Path
 	buildSketchCpp            *paths.Path
+	fullBuildPath             *paths.Path
 	sketchRoot                *paths.Path
 	sketchName                string
 	sketchMapper              *sourcemapper.SketchMapper
@@ -136,9 +137,16 @@ func NewINOLanguageServer(stdin io.Reader, stdout io.Writer, config *Config) *IN
 		ls.buildSketchRoot = ls.buildPath.Join("sketch")
 	}
 
+	if tmp, err := paths.MkTempDir("", "arduino-language-server"); err != nil {
+		log.Fatalf("Could not create temp folder: %s", err)
+	} else {
+		ls.fullBuildPath = tmp.Canonical()
+	}
+
 	logger.Logf("Initial board configuration: %s", ls.config.Fqbn)
 	logger.Logf("Language server build path: %s", ls.buildPath)
 	logger.Logf("Language server build sketch root: %s", ls.buildSketchRoot)
+	logger.Logf("Language server FULL build path: %s", ls.fullBuildPath)
 	logger.Logf("Language server compile-commands: %s", ls.compileCommandsDir.Join("compile_commands.json"))
 
 	ls.IDE = NewIDELSPServer(logger, stdin, stdout, ls)
@@ -166,7 +174,7 @@ func (ls *INOLanguageServer) InitializeReqFromIDE(ctx context.Context, logger js
 		ls.sketchName = ls.sketchRoot.Base()
 		ls.buildSketchCpp = ls.buildSketchRoot.Join(ls.sketchName + ".ino.cpp")
 
-		if success, err := ls.generateBuildEnvironment(context.Background(), logger); err != nil {
+		if success, err := ls.generateBuildEnvironment(context.Background(), true, ls.buildPath, logger); err != nil {
 			logger.Logf("error starting clang: %s", err)
 			return
 		} else if !success {
@@ -1172,6 +1180,23 @@ func (ls *INOLanguageServer) TextDocumentDidCloseNotifFromIDE(logger jsonrpc.Fun
 	}
 }
 
+func (ls *INOLanguageServer) FullBuildCompletedFromIDE(logger jsonrpc.FunctionLogger, params *FullBuildResult) {
+	ls.writeLock(logger, true)
+	defer ls.writeUnlock(logger)
+	ls.CopyBuildResults(logger, params.BuildPath, true)
+}
+
+func (ls *INOLanguageServer) CopyBuildResults(logger jsonrpc.FunctionLogger, buildPath *paths.Path, fullRebuild bool) {
+	if err := buildPath.Join("compile_commands.json").CopyTo(ls.compileCommandsDir.Join("compile_commands.json")); err != nil {
+		logger.Logf("ERROR: updating compile_commands: %s", err)
+	}
+	if fullRebuild {
+		if err := buildPath.Join("libraries.cache").CopyTo(ls.compileCommandsDir.Join("libraries.cache")); err != nil {
+			logger.Logf("ERROR: updating libraires.cache: %s", err)
+		}
+	}
+}
+
 func (ls *INOLanguageServer) PublishDiagnosticsNotifFromClangd(logger jsonrpc.FunctionLogger, clangParams *lsp.PublishDiagnosticsParams) {
 	ls.readLock(logger, false)
 	defer ls.readUnlock(logger)

ls/lsp_server_ide.go

@@ -4,6 +4,7 @@ import (
 	"context"
 	"io"
 
+	"github.com/arduino/go-paths-helper"
 	"github.com/fatih/color"
 	"go.bug.st/json"
 	"go.bug.st/lsp"
@@ -20,6 +21,7 @@ func NewIDELSPServer(logger jsonrpc.FunctionLogger, in io.Reader, out io.Writer,
 		ls: ls,
 	}
 	server.conn = lsp.NewServer(in, out, server)
+	server.conn.RegisterCustomNotification("arduino/buildCompleted", server.ArduinoBuildCompleted)
 	server.conn.SetLogger(&LSPLogger{
 		IncomingPrefix: "IDE --> LS",
 		OutgoingPrefix: "IDE <-- LS",
@@ -267,3 +269,17 @@ func (server *IDELSPServer) TextDocumentDidSave(logger jsonrpc.FunctionLogger, p
 func (server *IDELSPServer) TextDocumentDidClose(logger jsonrpc.FunctionLogger, params *lsp.DidCloseTextDocumentParams) {
 	server.ls.TextDocumentDidCloseNotifFromIDE(logger, params)
 }
+
+// FullBuildResult is a custom notification from the Arduino IDE, sent
+type FullBuildResult struct {
+	BuildPath *paths.Path `json:"build_path"`
+}
+
+func (server *IDELSPServer) ArduinoBuildCompleted(logger jsonrpc.FunctionLogger, raw json.RawMessage) {
+	var params FullBuildResult
+	if err := json.Unmarshal(raw, &params); err != nil {
+		logger.Logf("ERROR decoding FullBuildResult: %s", err)
+	} else {
+		server.ls.FullBuildCompletedFromIDE(logger, &params)
+	}
+}