admin/llgo
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

llcppsymg:symbol debug log

Browse Source
This commit is contained in:
luoliwoshang
2024-10-17 18:54:28 +08:00
parent 7fe9c9366e
commit 905ed36afd
3 changed files with 131 additions and 30 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
chore/_xtool/llcppsymg/_cmptest/symbol_test/llgo.expect
View File

@@ -30,7 +30,6 @@ Test case: existint default paths
Path libsymb1 is in the expected paths
Path libsymb3 is in the expected paths
Test case: no existing dylib
Warning: Some libraries were not found: notexist
=== Test GetCommonSymbols ===
Test Case: Lua symbols

39
chore/_xtool/llcppsymg/llcppsymg.go
View File

@@ -20,6 +20,7 @@ import (
"fmt"
"io"
"os"
"strings"
"github.com/goplus/llgo/chore/_xtool/llcppsymg/config"
"github.com/goplus/llgo/chore/_xtool/llcppsymg/parse"
@@ -29,22 +30,49 @@ import (
func main() {
cfgFile := "llcppg.cfg"
symbFile := "llcppg.symb.json"
if len(os.Args) > 1 {
cfgFile = os.Args[1]
verbose := false
readStdin := false
for i := 1; i < len(os.Args); i++ {
arg := os.Args[i]
if arg == "-" {
readStdin = true
} else if arg == "-v" {
verbose = true
} else if !strings.HasPrefix(arg, "-") {
cfgFile = arg
break
}
}
var data []byte
var err error
if cfgFile == "-" {
if readStdin {
data, err = io.ReadAll(os.Stdin)
} else {
data, err = os.ReadFile(cfgFile)
}
check(err)
conf, err := config.GetConf(data)
check(err)
defer conf.Delete()
if verbose {
symbol.SetDebug(symbol.DbgFlagAll)
if readStdin {
fmt.Println("Config From Stdin")
} else {
fmt.Println("Config From File", cfgFile)
}
fmt.Println("Name:", conf.Name)
fmt.Println("CFlags:", conf.CFlags)
fmt.Println("Libs:", conf.Libs)
fmt.Println("Include:", conf.Include)
fmt.Println("TrimPrefixes:", conf.TrimPrefixes)
fmt.Println("Cplusplus:", conf.Cplusplus)
}
if err != nil {
fmt.Fprintln(os.Stderr, "Failed to parse config file:", cfgFile)
}
@@ -53,6 +81,11 @@ func main() {
filepaths, err := parse.GenHeaderFilePath(conf.CFlags, conf.Include)
check(err)
if verbose {
fmt.Println("filepaths", filepaths)
}
headerInfos, err := parse.ParseHeaderFile(filepaths, conf.TrimPrefixes, conf.Cplusplus, false)
check(err)

121
chore/_xtool/llcppsymg/symbol/symbol.go
View File

@@ -17,6 +17,25 @@ import (
"github.com/goplus/llgo/xtool/nm"
)
type dbgFlags = int
const (
DbgConf dbgFlags = 1 << iota
DbgSymbol
DbgFlagAll = DbgConf | DbgSymbol
)
var (
debugConf bool
debugSymbol bool
)
func SetDebug(dbgFlags dbgFlags) {
debugConf = (dbgFlags & DbgConf) != 0
debugSymbol = (dbgFlags & DbgSymbol) != 0
}
type LibConfig struct {
Paths []string
Names []string
@@ -59,7 +78,7 @@ func GenDylibPaths(config *LibConfig, defaultPaths []string) ([]string, error) {
notFound = append(notFound, name)
}
}
if len(notFound) > 0 {
if len(notFound) > 0 && debugSymbol {
fmt.Printf("Warning: Some libraries were not found: %s\n", strings.Join(notFound, ", "))
}
if len(foundPaths) == 0 {
@@ -75,13 +94,23 @@ func GenDylibPaths(config *LibConfig, defaultPaths []string) ([]string, error) {
//
// Returns symbols and nil error if any symbols are found, or nil and error if none found.
func ParseDylibSymbols(lib string) ([]*nm.Symbol, error) {
fmt.Printf("parse dylib symbols from config lib:%s\n", lib)
if debugConf {
fmt.Println("ParseDylibSymbols:from", lib)
}
conf := ParseLibConfig(lib)
if debugConf {
fmt.Println("ParseDylibSymbols:LibConfig Parse To")
fmt.Println("conf.Names: ", conf.Names)
fmt.Println("conf.Paths: ", conf.Paths)
}
defaultPaths := getSysLibPaths()
dylibPaths, err := GenDylibPaths(conf, defaultPaths)
if err != nil {
fmt.Printf("Warning: failed to generate some dylib paths: %v\n", err)
return nil, fmt.Errorf("failed to generate some dylib paths: %v", err)
}
if debugSymbol {
fmt.Println("ParseDylibSymbols:dylibPaths", dylibPaths)
}
var symbols []*nm.Symbol
@@ -89,13 +118,15 @@ func ParseDylibSymbols(lib string) ([]*nm.Symbol, error) {
for _, dylibPath := range dylibPaths {
if _, err := os.Stat(dylibPath); err != nil {
fmt.Printf("Warning: Failed to access dylib %s: %v\n", dylibPath, err)
if debugSymbol {
fmt.Printf("ParseDylibSymbols:Failed to access dylib %s: %v\n", dylibPath, err)
}
continue
}
files, err := nm.New("").List(dylibPath)
if err != nil {
parseErrors = append(parseErrors, fmt.Sprintf("Failed to list symbols in dylib %s: %v", dylibPath, err))
parseErrors = append(parseErrors, fmt.Sprintf("ParseDylibSymbols:Failed to list symbols in dylib %s: %v", dylibPath, err))
continue
}
@@ -105,8 +136,11 @@ func ParseDylibSymbols(lib string) ([]*nm.Symbol, error) {
}
if len(symbols) > 0 {
if len(parseErrors) > 0 {
fmt.Printf("Warning: Some libraries could not be parsed: %v\n", parseErrors)
if debugSymbol {
if len(parseErrors) > 0 {
fmt.Printf("ParseDylibSymbols:Some libraries could not be parsed: %v\n", parseErrors)
}
fmt.Println("ParseDylibSymbols:", len(symbols), "symbols")
}
return symbols, nil
}
@@ -117,28 +151,41 @@ func ParseDylibSymbols(lib string) ([]*nm.Symbol, error) {
func getSysLibPaths() []string {
var paths []string
if runtime.GOOS == "linux" {
if debugConf {
fmt.Println("getSysLibPaths:find sys lib path from linux")
}
paths = []string{
"/usr/lib",
"/usr/local/lib",
}
paths = append(paths, getPath("/etc/ld.so.conf")...)
confd := "/etc/ld.so.conf.d"
if dir, err := os.Stat(confd); err == nil && dir.IsDir() {
_ = dir
// todo(zzy) : wait llgo os.ReadDir support
// files, err := os.ReadDir(confd)
// if err == nil {
// for _, file := range files {
// filepath := filepath.Join(confd, file.Name())
// paths = append(paths, getPath(filepath)...)
// }
// }
if debugConf && len(paths) == 0 {
fmt.Println("getSysLibPaths:/etc/ld.so.conf havent find any path")
}
confd := "/etc/ld.so.conf.d"
dir, err := os.Stat(confd)
if err != nil || !dir.IsDir() {
if debugConf {
fmt.Println("getSysLibPaths:/etc/ld.so.conf.d not found or not dir")
}
return paths
}
// todo(zzy) : wait llgo os.ReadDir support
// files, err := os.ReadDir(confd)
// if err == nil {
// for _, file := range files {
// filepath := filepath.Join(confd, file.Name())
// paths = append(paths, getPath(filepath)...)
// }
// }
}
return paths
}
func getPath(file string) []string {
if debugConf {
fmt.Println("getPath:from", file)
}
var paths []string
content, err := os.ReadFile(file)
if err != nil {
@@ -206,12 +253,28 @@ func ReadExistingSymbolTable(fileName string) (map[string]types.SymbolInfo, bool
}
func GenSymbolTableData(commonSymbols []*types.SymbolInfo, existingSymbols map[string]types.SymbolInfo) ([]byte, error) {
// todo(zzy): len(existingSymbols) !=0
// https://github.com/goplus/llgo/issues/808 will cause unexpected panic
// https://github.com/goplus/llgo/pull/793 this pr can fix it
for i := range commonSymbols {
if existingSymbol, exists := existingSymbols[commonSymbols[i].Mangle]; exists {
commonSymbols[i].Go = existingSymbol.Go
if len(existingSymbols) > 0 {
if debugSymbol {
fmt.Println("GenSymbolTableData:generate symbol table with exist symbol table")
}
for i := range commonSymbols {
if existingSymbol, exists := existingSymbols[commonSymbols[i].Mangle]; exists && commonSymbols[i].Go != existingSymbol.Go {
if debugSymbol {
fmt.Println("symbol", commonSymbols[i].Mangle, "already exist, use exist symbol", existingSymbol.Go)
}
commonSymbols[i].Go = existingSymbol.Go
} else {
if debugSymbol {
fmt.Println("new symbol", commonSymbols[i].Mangle, "-", commonSymbols[i].CPP, "-", commonSymbols[i].Go)
}
}
}
} else {
if debugSymbol {
fmt.Println("GenSymbolTableData:generate symbol table without symbol table")
for _, symbol := range commonSymbols {
fmt.Println("new symbol", symbol.Mangle, "-", symbol.CPP, "-", symbol.Go)
}
}
}
@@ -237,8 +300,14 @@ func GenSymbolTableData(commonSymbols []*types.SymbolInfo, existingSymbols map[s
func GenerateAndUpdateSymbolTable(symbols []*nm.Symbol, headerInfos map[string]*parse.SymbolInfo, symbFile string) ([]byte, error) {
commonSymbols := GetCommonSymbols(symbols, headerInfos)
if debugSymbol {
fmt.Println("GenerateAndUpdateSymbolTable:", len(commonSymbols), "common symbols")
}
existSymbols, _ := ReadExistingSymbolTable(symbFile)
existSymbols, exist := ReadExistingSymbolTable(symbFile)
if exist && debugSymbol {
fmt.Println("GenerateAndUpdateSymbolTable:current path have exist symbol table", symbFile)
}
symbolData, err := GenSymbolTableData(commonSymbols, existSymbols)
if err != nil {