Merge pull request #324 from xushiwei/q

packages.LoadEx: support Deduper

.github/workflows/go.yml

@@ -11,19 +11,38 @@ on:
 
 jobs:
 
-  test-macos:
-    runs-on: macos-latest
+  test:
     strategy:
       matrix:
+        os: [macos-latest, ubuntu-latest]
         llvm: [17]
+    runs-on: ${{ matrix.os }}
     steps:
       - uses: actions/checkout@v4
 
       - name: Update Homebrew
-        if: matrix.llvm == 17 # needed as long as LLVM 17 is still fresh
+        # needed as long as LLVM 17 is still fresh
+        if: matrix.llvm == 17 && startsWith(matrix.os, 'macos')
         run: brew update
-      - name: Install LLVM ${{ matrix.llvm }}
-        run: HOMEBREW_NO_AUTO_UPDATE=1 brew install llvm@${{ matrix.llvm }}
+      - name: Install LLVM ${{ matrix.llvm }} and bdw-gc
+        if: startsWith(matrix.os, 'macos')
+        run: |
+          HOMEBREW_NO_AUTO_UPDATE=1 brew install llvm@${{ matrix.llvm }} bdw-gc
+          echo `brew --prefix llvm@${{ matrix.llvm }}`/bin >> $GITHUB_PATH
+      - name: Install LLVM ${{ matrix.llvm }} and libgc-dev
+        if: startsWith(matrix.os, 'ubuntu')
+        run: |
+          echo 'deb http://apt.llvm.org/focal/ llvm-toolchain-focal-${{ matrix.llvm }} main' | sudo tee /etc/apt/sources.list.d/llvm.list
+          wget -O - https://apt.llvm.org/llvm-snapshot.gpg.key | sudo apt-key add -
+          sudo apt-get update
+          sudo apt-get install --no-install-recommends clang-${{ matrix.llvm }} llvm-${{ matrix.llvm }}-dev libgc-dev
+          echo /usr/lib/llvm-${{ matrix.llvm }}/bin >> $GITHUB_PATH
+    
+      - name: Clang information
+        run: |
+          echo $PATH
+          which clang
+          clang --version
         
       - name: Set up Go
         uses: actions/setup-go@v5
@@ -34,36 +53,40 @@ jobs:
         run: go build -v ./...
 
       - name: Test
+        if: matrix.os != 'macos-latest'
         run: go test -v ./...
 
-  test-linux:
-    runs-on: ubuntu-20.04
-    strategy:
-      matrix:
-        llvm: [17]
-    steps:
-    - uses: actions/checkout@v4
+      - name: Test with coverage
+        if: matrix.os == 'macos-latest'
+        run: go test -v -coverprofile="coverage.txt" -covermode=atomic ./...
 
-    - name: Install LLVM ${{ matrix.llvm }}
-      run: |
-        echo 'deb http://apt.llvm.org/focal/ llvm-toolchain-focal-${{ matrix.llvm }} main' | sudo tee /etc/apt/sources.list.d/llvm.list
-        wget -O - https://apt.llvm.org/llvm-snapshot.gpg.key | sudo apt-key add -
-        sudo apt-get update
-        sudo apt-get install --no-install-recommends llvm-${{ matrix.llvm }}-dev
+      - name: Install
+        run: go install ./...
+      
+      - name: LLGO tests
+        if: matrix.os != 'ubuntu-latest'
+        run: |
+          echo "Test result on ${{ matrix.os }} with LLVM ${{ matrix.llvm }}" > result.md
+          LLGOROOT=$PWD bash .github/workflows/test_llgo.sh
+      
+      - name: Test _demo and _pydemo
+        run: |
+          set +e
+          LLGOROOT=$PWD bash .github/workflows/test_demo.sh
+          exit 0
+      
+      - name: Show test result
+        run: cat result.md
 
-    - name: Set up Go
-      uses: actions/setup-go@v5
-      with:
-        go-version: '1.20'
+      - name: PR comment with test result
+        uses: thollander/actions-comment-pull-request@v2
+        if: false
+        with:
+          filePath: result.md
+          comment_tag: test-result-on-${{ matrix.os }}-with-llvm-${{ matrix.llvm }}
 
-    - name: Build
-      run: go build -v ./...
-
-    - name: Test
-      run: go test -v -coverprofile="coverage.txt" -covermode=atomic ./...
-
-    - name: Upload coverage reports to Codecov
-      uses: codecov/codecov-action@v4
-      with:
-        token: ${{ secrets.CODECOV_TOKEN }}
-        slug: goplus/llgo
+      - name: Upload coverage reports to Codecov
+        uses: codecov/codecov-action@v4
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          slug: goplus/llgo

.github/workflows/test_demo.sh

@@ -0,0 +1,29 @@
+#!/bin/bash
+
+# llgo run subdirectories under _demo and _pydemo
+total=0
+failed=0
+failed_cases=""
+for d in ./_demo/* ./_pydemo/*; do
+  total=$((total+1))
+  if [ -d "$d" ]; then
+    echo "Testing $d"
+    if ! llgo run -v "$d"; then
+      echo "FAIL"
+      failed=$((failed+1))
+      failed_cases="$failed_cases\n* :x: $d"
+    else
+      echo "PASS"
+    fi
+  fi
+done
+echo "=== Done"
+echo "$((total-failed))/$total tests passed"
+
+if [ "$failed" -ne 0 ]; then
+  echo ":bangbang: Failed demo cases:" | tee -a result.md
+  echo -e "$failed_cases" | tee -a result.md
+  exit 1
+else
+  echo ":white_check_mark: All demo tests passed" | tee -a result.md
+fi

.github/workflows/test_llgo.sh

@@ -0,0 +1,38 @@
+#!/bin/bash
+set -e
+
+export LLGOROOT=$PWD
+
+testcmd=/tmp/test
+llgo build -o $testcmd ./_test
+cases=$($testcmd)
+total=$(echo "$cases" | wc -l | tr -d ' ')
+failed=0
+failed_cases=""
+
+for idx in $(seq 1 $((total))); do
+  case=$(echo "$cases" | sed -n "${idx}p")
+  case_name=$(echo "$case" | cut -d',' -f2)
+  echo "=== Test case: $case_name"
+  set +e
+  out=$("$testcmd" "$((idx-1))" 2>&1)
+  exit_code=$?
+  set -e
+  if [ "${exit_code:-0}" -ne 0 ]; then
+    echo "failed: $out"
+    failed=$((failed+1))
+    failed_cases="$failed_cases\n* :x: $case_name"
+  else
+    echo "passed"
+  fi
+done
+echo "=== Done"
+echo "$((total-failed))/$total tests passed"
+
+if [ "$failed" -ne 0 ]; then
+  echo ":bangbang: Failed llgo cases:" | tee -a result.md
+  echo -e "$failed_cases" | tee -a result.md
+  exit 1
+else
+  echo ":white_check_mark: All llgo tests passed" | tee -a result.md
+fi

.gitignore

@@ -8,12 +8,19 @@
 *.so
 *.dylib
 
+test.db
+demo.ll
+llgo_autogen*.ll
+stories*.bin
 .DS_Store
 err.log
+numpy.txt
 
 _go/
 _runtime/
 _tinygo/
+build.dir/
+.vscode/
 
 # Test binary, built with `go test -c`
 *.test

.gitmodules

@@ -0,0 +1,3 @@
+[submodule "c/llama2/llama2.c"]
+	path = c/llama2/llama2.c
+	url = https://github.com/karpathy/llama2.c.git

README.md

@@ -8,7 +8,207 @@ llgo - A Go compiler based on LLVM
 [![GoDoc](https://pkg.go.dev/badge/github.com/goplus/llgo.svg)](https://pkg.go.dev/github.com/goplus/llgo)
 [![Language](https://img.shields.io/badge/language-Go+-blue.svg)](https://github.com/goplus/gop)
 
-This is a Go compiler based on LLVM in order to better integrate Go with the C ecosystem. It's a subproject of [the Go+ project](https://github.com/goplus/gop).
+LLGo is a Go compiler based on LLVM in order to better integrate Go with the C ecosystem including Python. It's a subproject of [the Go+ project](https://github.com/goplus/gop).
+
+
+## C standard libary support
+
+```go
+package main
+
+import "github.com/goplus/llgo/c"
+
+func main() {
+	c.Printf(c.Str("Hello world\n"))
+}
+```
+
+This is a simple example of calling the C `printf` function to print `Hello world`. Here, `c.Str` is not a function for converting a Go string to a C string, but a built-in instruction supported by `llgo` for generating a C string constant.
+
+The `_demo` directory contains some C standard libary related demos (it start with `_` to prevent the `go` command from compiling it):
+
+* [hello](_demo/hello/hello.go): call C `printf` to print `Hello world`
+* [concat](_demo/concat/concat.go): call C `fprintf` with `stderr`
+* [qsort](_demo/qsort/qsort.go): call C function with a callback (eg. `qsort`)
+
+To run these demos (If you haven't installed `llgo` yet, please refer to [How to install](#how-to-install)):
+
+```sh
+export LLGOROOT=`pwd`
+cd <demo-directory>  # eg. cd _demo/hello
+llgo run .
+```
+
+See [github.com/goplus/llgo/c](https://pkg.go.dev/github.com/goplus/llgo/c) for more detials.
+
+
+## Python support
+
+You can import a Python library in LLGo!
+
+And you can import any Python library into `llgo` through a program called `llpyg` (see [Development tools](#development-tools)). The following libraries have been included in `llgo`:
+
+* [builtins](https://pkg.go.dev/github.com/goplus/llgo/py/std)
+* [sys](https://pkg.go.dev/github.com/goplus/llgo/py/sys)
+* [os](https://pkg.go.dev/github.com/goplus/llgo/py/os)
+* [math](https://pkg.go.dev/github.com/goplus/llgo/py/math)
+* [json](https://pkg.go.dev/github.com/goplus/llgo/py/json)
+* [inspect](https://pkg.go.dev/github.com/goplus/llgo/py/inspect)
+* [statistics](https://pkg.go.dev/github.com/goplus/llgo/py/statistics)
+* [numpy](https://pkg.go.dev/github.com/goplus/llgo/py/numpy)
+* [pandas](https://pkg.go.dev/github.com/goplus/llgo/py/pandas)
+* [pytorch](https://pkg.go.dev/github.com/goplus/llgo/py/torch)
+* [matplotlib](https://pkg.go.dev/github.com/goplus/llgo/py/matplotlib)
+
+Here is an example using the Python `math` library:
+
+```go
+package main
+
+import (
+	"github.com/goplus/llgo/c"
+	"github.com/goplus/llgo/py"
+	"github.com/goplus/llgo/py/math"
+)
+
+func main() {
+	x := math.Sqrt(py.Float(2))
+	c.Printf(c.Str("sqrt(2) = %f\n"), x.Float64())
+}
+```
+
+Here, We call `py.Float(2)` to create a Python number 2, and pass it to Python’s `math.sqrt` to get `x`. Then use `x.Float64()` to convert x to Go's `float64` type, and print the value through the C `printf` function.
+
+Let's look at a slightly more complex example. For example, we use `numpy` to calculate:
+
+```go
+package main
+
+import (
+	"github.com/goplus/llgo/c"
+	"github.com/goplus/llgo/py"
+	"github.com/goplus/llgo/py/numpy"
+)
+
+func main() {
+	a := py.List(
+		py.List(1.0, 2.0, 3.0),
+		py.List(4.0, 5.0, 6.0),
+		py.List(7.0, 8.0, 9.0),
+	)
+	b := py.List(
+		py.List(9.0, 8.0, 7.0),
+		py.List(6.0, 5.0, 4.0),
+		py.List(3.0, 2.0, 1.0),
+	)
+	x := numpy.Add(a, b)
+	c.Printf(c.Str("a+b = %s\n"), x.Str().CStr())
+}
+```
+
+Here we define two 3x3 matrices a and b, add them to get x, and then print the result.
+
+The `_pydemo` directory contains some python related demos:
+
+* [callpy](_pydemo/callpy/callpy.go): call Python standard library function `math.sqrt`
+* [pi](_pydemo/pi/pi.go): print python constants `math.pi`
+* [statistics](_pydemo/statistics/statistics.go): define a python list and call `statistics.mean` to get the mean
+* [matrix](_pydemo/matrix/matrix.go): a basic `numpy` demo
+
+To run these demos, you need to set the `LLGO_LIB_PYTHON` environment variable first.
+
+If Python is in the search path for `clang` linking, then `LLGO_LIB_PYTHON` only needs to be set to the name of the Python library. For example:
+
+```sh
+export LLGO_LIB_PYTHON=python3.12
+```
+
+You can also specify the path to tell `llgo` where the Python library is located:
+
+```sh
+export LLGO_LIB_PYTHON=/foo/bar/python3.12
+```
+
+For example, `/opt/homebrew/Frameworks/Python.framework/Versions/3.12/lib/libpython3.12.dylib` is a typical python library location under macOS. So we should set it like this:
+
+```sh
+export LLGO_LIB_PYTHON=/opt/homebrew/Frameworks/Python.framework/Versions/3.12/lib/python3.12
+```
+
+Note that the file name must be written in a platform-independent format, using `python3.12` instead of `libpython3.12.dylib`.
+
+Then you can run the demos:
+
+```sh
+export LLGOROOT=`pwd`
+cd <demo-directory>  # eg. cd _pydemo/callpy
+llgo run .
+```
+
+See [github.com/goplus/llgo/py](https://pkg.go.dev/github.com/goplus/llgo/py) for more detials.
+
+
+## Other frequently used libraries
+
+LLGo can easily import any libraries from the C ecosystem. Currently, this import process is still manual, but in the future, it will be automated similar to Python library imports.
+
+The currently supported libraries include:
+
+* [llama2.c](https://pkg.go.dev/github.com/goplus/llgo/c/llama2)
+* [cjson](https://pkg.go.dev/github.com/goplus/llgo/c/cjson)
+* [sqlite](https://pkg.go.dev/github.com/goplus/llgo/c/sqlite)
+
+Here are some examples related to them:
+
+* [llama2-c](_demo/llama2-c): inference Llama 2 (It's the first llgo AI example)
+* [mkjson](c/cjson/_demo/mkjson/mkjson.go): create a json object and print it
+* [sqlitedemo](c/sqlite/_demo/sqlitedemo/demo.go): a basic sqlite demo
+
+
+## Go syntax support
+
+Common Go syntax is already supported. Except for the following, which needs to be improved:
+
+* map (Very limited support)
+* chan (Not supported yet)
+* generics (Not supported yet)
+
+Here are some examples related to Go syntax:
+
+* [concat](_demo/concat/concat.go): define a variadic function
+* [genints](_demo/genints/genints.go): various forms of closure usage (including C function, recv.method and anonymous function)
+* [errors](_demo/errors/errors.go): demo to implement error interface
+* [defer](_demo/defer/defer.go): defer demo
+* [goroutine](_demo/goroutine/goroutine.go): goroutine demo
+
+
+## Defer
+
+LLGo `defer` does not support usage in loops. This is not a bug but a feature, because we think that using `defer` in a loop is a very unrecommended practice.
+
+
+### Garbage Collection (GC)
+
+By default, LLGo implements `gc` based on [bdwgc](https://www.hboehm.info/gc/) (also known as [libgc](https://www.hboehm.info/gc/)).
+
+However, you can disable gc by specifying the `nogc` tag. For example:
+
+```sh
+llgo run -tags nogc .
+```
+
+
+## Go packages support
+
+Here are the Go packages that can be imported correctly:
+
+* [unsafe](https://pkg.go.dev/unsafe)
+* [unicode](https://pkg.go.dev/unicode)
+* [unicode/utf8](https://pkg.go.dev/unicode/utf8)
+* [unicode/utf16](https://pkg.go.dev/unicode/utf16)
+* [math/bits](https://pkg.go.dev/math/bits)
+* [math](https://pkg.go.dev/math)
+
 
 ## How to install
 
@@ -18,6 +218,7 @@ Follow these steps to generate the `llgo` command (its usage is the same as the
 
 ```sh
 brew update  # execute if needed
+brew install libgc
 brew install llvm@17
 go install -v ./...
 ```
@@ -28,22 +229,37 @@ go install -v ./...
 echo 'deb http://apt.llvm.org/focal/ llvm-toolchain-focal-17 main' | sudo tee /etc/apt/sources.list.d/llvm.list
 wget -O - https://apt.llvm.org/llvm-snapshot.gpg.key | sudo apt-key add -
 sudo apt-get update  # execute if needed
+sudo apt-get install libgc-dev
 sudo apt-get install --no-install-recommends llvm-17-dev
 go install -v ./...
 ```
 
-## Demo
+### on Windows
 
-The `_demo` directory contains our demos (it start with `_` to prevent the `go` command from compiling it):
+TODO
 
-* [hello](_demo/hello/hello.go): call C printf to print `Hello world`
-* [concat](_demo/concat/concat.go): call C fprintf with stderr, and Go variadic function
-* [qsort](_demo/qsort/qsort.go): call C function with a callback (eg. qsort)
-* [genints](_demo/genints/genints.go): various forms of closure usage (including C function, recv.method and anonymous function)
 
-### How to run demos
+## Development tools
+
+* [pydump](chore/_xtool/pydump): It's the first program compiled by `llgo` (NOT `go`) in a production environment. It outputs symbol information (functions, variables, and constants) from a Python library in JSON format, preparing for the generation of corresponding packages in `llgo`.
+* [pysigfetch](https://github.com/goplus/hdq/tree/main/chore/pysigfetch): It generates symbol information by extracting information from Python's documentation site. This tool is not part of the `llgo` project, but we depend on it.
+* [llpyg](chore/llpyg): It is used to automatically convert Python libraries into Go packages that `llgo` can import. It depends on `pydump` and `pysigfetch` to accomplish the task.
+* [llgen](chore/llgen): It is used to compile Go packages into LLVM IR files (*.ll).
+* [ssadump](chore/ssadump): It is a Go SSA builder and interpreter.
+
+How do I generate these tools?
 
 ```sh
-cd <demo-directory>  # eg. cd _demo/genints
-llgo run .
+go install -v ./...  # compile all tools except pydump
+cd chore/_xtool
+llgo install ./...   # compile pydump
+go install github.com/goplus/hdq/chore/pysigfetch@v0.8.1  # compile pysigfetch
 ```
+
+## Key modules
+
+Below are the key modules for understanding the implementation principles of `llgo`:
+
+* [llgo/ssa](https://pkg.go.dev/github.com/goplus/llgo/ssa): It generates LLVM IR files (LLVM SSA) using the semantics (interfaces) of Go SSA. Although `LLVM SSA` and `Go SSA` are both IR languages, they work at completely different levels. `LLVM SSA` is closer to machine code, which abstracts different instruction sets. While `Go SSA` is closer to a high-level language. We can think of it as the instruction set of the `Go computer`. `llgo/ssa` is not just limited to the `llgo` compiler. If we view it as the high-level expressive power of `LLVM`, you'll find it very useful. Prior to `llgo/ssa`, you had to operate `LLVM` using machine code semantics. But now, with the advanced SSA form (in the semantics of Go SSA), you can conveniently utilize `LLVM`.
+* [llgo/cl](https://pkg.go.dev/github.com/goplus/llgo/cl): It is the core of the llgo compiler. It converts a Go package into LLVM IR files. It depends on `llgo/ssa`.
+* [llgo/internal/build](https://pkg.go.dev/github.com/goplus/llgo/internal/build): It strings together the entire compilation process of `llgo`. It depends on `llgo/ssa` and `llgo/cl`.

_demo/defer/defer.go

@@ -0,0 +1,17 @@
+package main
+
+func f(s string) bool {
+	return len(s) > 2
+}
+
+func main() {
+	defer func() {
+		println("hi")
+	}()
+	if s := "hello"; f(s) {
+		defer println(s)
+	} else {
+		defer println("world")
+	}
+	defer println("bye")
+}

_demo/errors/errors.go

@@ -0,0 +1,22 @@
+package main
+
+// New returns an error that formats as the given text.
+// Each call to New returns a distinct error value even if the text is identical.
+func New(text string) error {
+	return &errorString{text}
+}
+
+// errorString is a trivial implementation of error.
+type errorString struct {
+	s string
+}
+
+func (e *errorString) Error() string {
+	return e.s
+}
+
+func main() {
+	err := New("an error")
+	println(err)
+	println(err.Error())
+}

_demo/goroutine/goroutine.go

@@ -0,0 +1,12 @@
+package main
+
+func main() {
+	done := false
+	go func() {
+		println("Hello, goroutine")
+		done = true
+	}()
+	for !done {
+		print(".")
+	}
+}

_demo/interf/foo/foo.go

@@ -0,0 +1,9 @@
+package foo
+
+func Bar() any {
+	return struct{ V int }{1}
+}
+
+func F() any {
+	return struct{ v int }{1}
+}

_demo/interf/interf.go

@@ -0,0 +1,35 @@
+package main
+
+import (
+	"github.com/goplus/llgo/_demo/interf/foo"
+)
+
+func Foo() any {
+	return struct{ v int }{1}
+}
+
+func main() {
+	v := Foo()
+	if x, ok := v.(struct{ v int }); ok {
+		println(x.v)
+	} else {
+		println("Foo: not ok")
+	}
+	bar := foo.Bar()
+	if x, ok := bar.(struct{ V int }); ok {
+		println(x.V)
+	} else {
+		println("Bar: not ok")
+	}
+	if x, ok := foo.F().(struct{ v int }); ok {
+		println(x.v)
+	} else {
+		println("F: not ok")
+	}
+}
+
+/* Expected output:
+1
+1
+F: not ok
+*/

_demo/llama2-c/README.md

@@ -0,0 +1,137 @@
+llama2 - Inference Llama 2 in LLGo
+=====
+
+<p align="center">
+  <img src="assets/llama_cute.jpg" width="300" height="300" alt="Cute Llama">
+</p>
+
+Have you ever wanted to inference a baby [Llama 2](https://ai.meta.com/llama/) model in Go? No? Well, now you can!
+
+This is based on [llama2.c](https://github.com/karpathy/llama2.c), we didn't port anything! So it's very different from these Go implementations:
+* https://github.com/nikolaydubina/llama2.go
+* https://github.com/tmc/go-llama2
+
+llgo plays a great role as a bridge, allowing the C ecosystem to be seamlessly connected to Go.
+
+You might think that you need many billion parameter LLMs to do anything useful, but in fact very small LLMs can have surprisingly strong performance if you make the domain narrow enough (ref: [TinyStories](https://huggingface.co/datasets/roneneldan/TinyStories) paper). This repo is a "fullstack" train + inference solution for Llama 2 LLM, with focus on minimalism and simplicity.
+
+As the architecture is identical, you can also load and inference Meta's Llama 2 models. However, the current code only inferences models in fp32, so you will most likely not be able to productively load models larger than 7B.
+
+## feel the magic
+
+How to run this example? The simplest way is to run it without any arguments:
+
+```bash
+llgo run .
+```
+
+This means it uses the default model checkpoint file (`stories15M.bin`), and the default prompt (`Once upon a time`).
+
+You need download the model checkpoint file first. Download this 15M parameter model trained on the [TinyStories](https://huggingface.co/datasets/roneneldan/TinyStories) dataset (~60MB download):
+
+```bash
+wget https://huggingface.co/karpathy/tinyllamas/resolve/main/stories15M.bin
+```
+
+If you want to specify a prompt (eg. `Long long ago`):
+
+```bash
+llgo run . 'Long long ago'
+```
+
+We can also try a bit bigger 42M parameter model (ie. `stories42M.bin`):
+
+```bash
+wget https://huggingface.co/karpathy/tinyllamas/resolve/main/stories42M.bin
+llgo run . -m stories42M.bin 'Long long ago'
+```
+
+There is also an even better 110M param model available, see [models](#models).
+
+Quick note on sampling, the recommendation for ~best results is to sample with `-t 1.0 -p 0.9`, i.e. temperature 1.0 (default) but also top-p sampling at 0.9 (default). Intuitively, top-p ensures that tokens with tiny probabilities do not get sampled, so we can't get "unlucky" during sampling, and we are less likely to go "off the rails" afterwards. More generally, to control the diversity of samples use either the temperature (i.e. vary `-t` between 0 and 1 and keep top-p off with `-p 0`) or the top-p value (i.e. vary `-p` between 0 and 1 and keep `-t 1`), but not both. Nice explainers on LLM sampling strategies include [this](https://peterchng.com/blog/2023/05/02/token-selection-strategies-top-k-top-p-and-temperature/), [this](https://docs.cohere.com/docs/controlling-generation-with-top-k-top-p) or [this](https://huggingface.co/blog/how-to-generate).
+
+
+## Meta's Llama 2 models
+
+As the neural net architecture is identical, we can also inference the Llama 2 models released by Meta. Sadly there is a bit of friction here due to licensing (I can't directly upload the checkpoints, I think). So Step 1, get the Llama 2 checkpoints by following the [Meta instructions](https://github.com/facebookresearch/llama). Once we have those checkpoints, we have to convert them into the llama2.c format.
+For this we need to install the python dependencies (`pip install -r requirements.txt`) and then use the `export.py` file, e.g. for 7B model:
+
+```bash
+python export.py llama2_7b.bin --meta-llama path/to/llama/model/7B
+```
+
+The export will take ~10 minutes or so and generate a 26GB file (the weights of the 7B model in float32) called `llama2_7b.bin` in the current directory. It has been [reported](https://github.com/karpathy/llama2.c/pull/85) that despite efforts. I would not attempt to run anything above 7B right now for two reasons: first, 13B+ currently doesn't work because of integer flow in pointer arithmetic, which is yet to be fixed, and second, even if it were fixed, this repo is doing float32 inference right now, so it would be fairly unusably slow. Once the export is done, we can run it:
+
+```bash
+./run llama2_7b.bin
+```
+
+This ran at about 4 tokens/s compiled with [OpenMP](#OpenMP) on 96 threads on my CPU Linux box in the cloud. (On my MacBook Air M1, currently it's closer to 30 seconds per token if you just build with `make runfast`.) Example output:
+
+> The purpose of this document is to highlight the state-of-the-art of CoO generation technologies, both recent developments and those in commercial use. The focus is on the technologies with the highest merit to become the dominating processes of the future and therefore to be technologies of interest to S&amp;T ... R&amp;D. As such, CoO generation technologies developed in Russia, Japan and Europe are described in some depth. The document starts with an introduction to cobalt oxides as complex products and a short view on cobalt as an essential material. The document continues with the discussion of the available CoO generation processes with respect to energy and capital consumption as well as to environmental damage.
+
+base models... ¯\\_(ツ)_/¯. Since we can inference the base model, it should be possible to also inference the chat model quite easily, and have a conversation with it. And if we can find a way to run 7B more efficiently, we can start adding LoRA to our training script, and going wild with finetunes all within the repo!
+
+You can also try Meta's Code Llama models even if support for them is incomplete. In particular, some hyperparameters changed (e.g. the constant in RoPE layer), so the inference is not exactly correct and a bit buggy right now. Looking into fixes. Make sure to build the tokenizer for the plain and instruct variants and pass it when doing inference.
+
+```bash
+python export.py codellama2_7b.bin --meta-llama /path/to/CodeLlama-7b
+python tokenizer.py --tokenizer-model=/path/to/CodeLlama-7b/tokenizer.model
+./run codellama2_7b.bin -z /path/to/CodeLlama-7b/tokenizer.bin
+```
+
+Chat with Code Llama Instruct:
+
+```bash
+python export.py codellama2_7b_instruct.bin --meta-llama /path/to/CodeLlama-7b-Instruct
+python tokenizer.py --tokenizer-model=/path/to/CodeLlama-7b-Instruct/tokenizer.model
+./run codellama2_7b_instruct.bin -m chat -z /path/to/CodeLlama-7b-Instruct/tokenizer.bin
+```
+
+
+## huggingface models
+
+We can load any huggingface models that use the Llama 2 architecture. See the script [export.py](export.py) and the `--hf` flag to export the model .bin file.
+
+## models
+
+For the sake of examples of smaller, from-scratch models, I trained a small model series on TinyStories. All of these trained in a few hours on my training setup (4X A100 40GB GPUs). The 110M took around 24 hours. I am hosting them on huggingface hub [tinyllamas](https://huggingface.co/karpathy/tinyllamas), both in the original PyTorch .pt, and also in the llama2.c format .bin:
+
+| model | dim | n_layers | n_heads | n_kv_heads | max context length | parameters | val loss | download
+| --- | --- | --- | --- | --- | --- | --- | --- | --- |
+| 260K | 64 | 5 | 8 | 4 | 512 | 260K | 1.297 | [stories260K](https://huggingface.co/karpathy/tinyllamas/tree/main/stories260K)
+| OG | 288 | 6 | 6 | 6 | 256 | 15M | 1.072 | [stories15M.bin](https://huggingface.co/karpathy/tinyllamas/resolve/main/stories15M.bin) |
+| 42M| 512 | 8 | 8 | 8 | 1024 | 42M | 0.847 | [stories42M.bin](https://huggingface.co/karpathy/tinyllamas/resolve/main/stories42M.bin) |
+| 110M| 768 | 12 | 12 | 12 | 1024 | 110M | 0.760 | [stories110M.bin](https://huggingface.co/karpathy/tinyllamas/resolve/main/stories110M.bin) |
+
+You'll notice that the 110M model is equivalent to GPT-1 in size. Alternatively, this is also the smallest model in the GPT-2 series (`GPT-2 small`), except the max context length is only 1024 instead of 2048. The only notable changes from GPT-1/2 architecture is that Llama uses RoPE relatively positional embeddings instead of absolute/learned positional embeddings, a bit more fancy SwiGLU non-linearity in the MLP, RMSNorm instead of LayerNorm, bias=False on all Linear layers, and is optionally multiquery.
+
+
+## training
+
+Let's see how we can train a baby Llama 2 from scratch using the code in this repo. First let's download and pretokenize some source dataset, e.g. I like [TinyStories](https://huggingface.co/datasets/roneneldan/TinyStories) so this is the only example currently available in this repo. But it should be very easy to add datasets, see the code.
+
+```bash
+python tinystories.py download
+python tinystories.py pretokenize
+```
+
+Then train our model:
+
+```bash
+python train.py
+```
+
+**brief training guide**. See the train.py script for more exotic launches and hyperparameter overrides. Here is a brief guide to how to set the parameters. Look at the table at the very end of the [Chinchilla paper](https://arxiv.org/abs/2203.15556) to get a sense of how the Transformer parameters (dim, n_layers, n_heads) grow or shrink together. Extrapolate/interpolate this pattern to get bigger or smaller transformers. Set the max context length however you wish, depending on the problem: this should be the max number of tokens that matter to predict the next token. E.g. Llama 2 uses 2048. Next, you want the _total_ batch size per update (printed by the script as "tokens per iteration will be:") to be somewhere around 100K tokens for medium-sized applications. For tiny applications it could be lower, for large training (e.g. GPTs/LLamas) it is usually ~0.5M, or even more. You get there by first maxing out the batch_size to whatever your system allows (e.g. mine was 16 in a recent run because after that my GPU runs out of memory), and then you want to increase gradient_accumulation_steps to be as high as necessary to reach the total batch size of ~100K. Finally, you want to tune your learning_rate (LR). You want this to be as high as your training allows. Very small networks can get away with a large LR (e.g. 1e-3 or even higher). Large networks need lower LRs. 3e-4 is a safe choice in most medium-sized applications, but can be too low for small networks, so try to increase it! Finally, max_iters is the length of training. Play with different settings. I mostly only ever tune these parameters and leave most of the others unchanged. Here is an example of how I trained the 110M model, which I don't think is anywhere near optimal, but looked sensible to me: dim 768, n_layers 12, n_heads 12 (so size of each head is 768 / 12 = 64 channels), seq len of 1024, batch size 16 (this is the most that fit my A100 40GB GPU), gradient_accumulation_steps = 8 was needed to get total tokens batch size to be 16 batch size * 1024 tokens in sequence * 8 grad_accum = 131,072 tokens per update. Good. Learning rate 4e-4 (probably a little too low). max_iters 200K (probably a bit too high). Dropout 0.1, as that usually helps a bit at medium size. That was it. I ran using Distributed Data Parallel (DDP) on 4 GPUs on my cloud machine, training took ~day or so.
+
+Totally understand if you want to skip model training, for simple demo just download one of the pretrained models (see [models](#models) section), e.g.:
+
+```bash
+wget https://huggingface.co/karpathy/tinyllamas/resolve/main/stories15M.bin
+```
+
+Once we have the model.bin file, we can inference in C. Compile the C code first:
+
+```bash
+llgo run . -m stories15M.bin
+```

_demo/llama2-c/run.go

@@ -0,0 +1,50 @@
+package main
+
+import (
+	"github.com/goplus/llgo/c"
+	"github.com/goplus/llgo/c/llama2"
+)
+
+func main() {
+	var prompt *c.Char = c.Str("Once upon a time")
+	var checkpointPath *c.Char = c.Str("stories15M.bin")
+	var tokenizerPath *c.Char = c.Str("tokenizer.bin")
+	var temperature, topp c.Float = 1.0, 0.9
+	var steps c.Int = 256
+	var rngSeed uint64 = uint64(c.Time(nil))
+
+loop: // parse command line arguments
+	for {
+		switch c.Getopt(c.Argc, c.Argv, c.Str("m:")) {
+		case 'm':
+			checkpointPath = c.Optarg
+			c.Fprintf(c.Stderr, c.Str("==> use model: %s\n"), checkpointPath)
+		case -1:
+			break loop
+		}
+	}
+	if c.Optind < c.Argc {
+		prompt = c.Index(c.Argv, c.Optind)
+		c.Fprintf(c.Stderr, c.Str("==> prompt: %s\n"), prompt)
+	}
+
+	// build the Transformer via the model .bin file
+	var transformer llama2.Transformer
+	llama2.BuildTransformer(&transformer, checkpointPath)
+
+	// build the Tokenizer via the tokenizer .bin file
+	var tokenizer llama2.Tokenizer
+	llama2.BuildTokenizer(&tokenizer, tokenizerPath, transformer.Config.VocabSize)
+
+	// build the Sampler
+	var sampler llama2.Sampler
+	llama2.BuildSampler(&sampler, transformer.Config.VocabSize, temperature, topp, rngSeed)
+
+	// run!
+	llama2.Generate(&transformer, &tokenizer, &sampler, prompt, steps)
+
+	// memory and file handles cleanup
+	llama2.FreeSampler(&sampler)
+	llama2.FreeTokenizer(&tokenizer)
+	llama2.FreeTransformer(&transformer)
+}

_demo/math/math.go

@@ -0,0 +1,11 @@
+package main
+
+import (
+	"math"
+)
+
+func main() {
+	println(math.Sqrt(2))
+	println(math.Abs(-1.2))
+	println(math.Ldexp(1.2, 3))
+}

_demo/setjmp/setjmp.go

@@ -0,0 +1,16 @@
+package main
+
+import (
+	"github.com/goplus/llgo/c/setjmp"
+)
+
+func main() {
+	var jb setjmp.SigjmpBuf
+	switch ret := setjmp.Sigsetjmp(&jb, 0); ret {
+	case 0:
+		println("Hello, setjmp!")
+		setjmp.Siglongjmp(&jb, 1)
+	default:
+		println("exception:", ret)
+	}
+}

_demo/thread/thd.go

@@ -0,0 +1,25 @@
+package main
+
+import (
+	"github.com/goplus/llgo/c"
+	"github.com/goplus/llgo/c/pthread"
+)
+
+var key pthread.Key
+
+func main() {
+	key.Create(nil)
+	key.Set(c.Pointer(c.Str("main value\n")))
+
+	var thd pthread.Thread
+	pthread.Create(&thd, nil, func(arg c.Pointer) c.Pointer {
+		key.Set(c.Pointer(c.Str("thread value\n")))
+		c.Printf(c.Str("Hello, thread\nTLS: %s"), key.Get())
+		return c.Pointer(c.Str("Back to main\n"))
+	}, nil)
+
+	var retval c.Pointer
+	pthread.Join(thd, &retval)
+
+	c.Printf(c.Str("%sTLS: %s"), retval, key.Get())
+}

_pydemo/callpy/callpy.go

@@ -0,0 +1,12 @@
+package main
+
+import (
+	"github.com/goplus/llgo/c"
+	"github.com/goplus/llgo/py"
+	"github.com/goplus/llgo/py/math"
+)
+
+func main() {
+	x := math.Sqrt(py.Float(2))
+	c.Printf(c.Str("sqrt(2) = %f\n"), x.Float64())
+}

_pydemo/matrix/matrix.go

@@ -0,0 +1,22 @@
+package main
+
+import (
+	"github.com/goplus/llgo/c"
+	"github.com/goplus/llgo/py"
+	"github.com/goplus/llgo/py/numpy"
+)
+
+func main() {
+	a := py.List(
+		py.List(1.0, 2.0, 3.0),
+		py.List(4.0, 5.0, 6.0),
+		py.List(7.0, 8.0, 9.0),
+	)
+	b := py.List(
+		py.List(9.0, 8.0, 7.0),
+		py.List(6.0, 5.0, 4.0),
+		py.List(3.0, 2.0, 1.0),
+	)
+	x := numpy.Add(a, b)
+	c.Printf(c.Str("a+b = %s\n"), x.Str().CStr())
+}

_pydemo/max/max.go

@@ -0,0 +1,15 @@
+package main
+
+import (
+	"github.com/goplus/llgo/py"
+	"github.com/goplus/llgo/py/std"
+)
+
+func main() {
+	x := std.Max(py.Float(3.0), py.Float(9.0), py.Float(23.0), py.Float(100.0))
+	std.Print(x)
+
+	list := py.List(3.0, 9.0, 23.0, 100.0)
+	y := std.Max(std.Iter(list))
+	std.Print(y)
+}

_pydemo/pi/pi.go

@@ -0,0 +1,10 @@
+package main
+
+import (
+	"github.com/goplus/llgo/c"
+	"github.com/goplus/llgo/py/math"
+)
+
+func main() {
+	c.Printf(c.Str("pi = %f\n"), math.Pi.Float64())
+}

_pydemo/print/print.go

@@ -0,0 +1,11 @@
+package main
+
+import (
+	"github.com/goplus/llgo/py"
+	"github.com/goplus/llgo/py/std"
+)
+
+func main() {
+	x := py.Float(3.14)
+	std.Print(x)
+}

_pydemo/statistics/statistics.go

@@ -0,0 +1,13 @@
+package main
+
+import (
+	"github.com/goplus/llgo/c"
+	"github.com/goplus/llgo/py"
+	"github.com/goplus/llgo/py/statistics"
+)
+
+func main() {
+	list := py.List(1.0, 2.0, 3.0, 4.0, 4.0)
+	mean := statistics.Mean(list)
+	c.Printf(c.Str("mean(1, 2, 3, 4, 4) = %f\n"), mean.Float64())
+}

_pydemo/tensor/tensor.go

@@ -0,0 +1,16 @@
+package main
+
+import (
+	"github.com/goplus/llgo/py"
+	"github.com/goplus/llgo/py/std"
+	"github.com/goplus/llgo/py/torch"
+)
+
+func main() {
+	data := py.List(
+		py.List(1.0, 2.0),
+		py.List(3.0, 4.0),
+	)
+	x := torch.Tensor(data)
+	std.Print(x)
+}

_test/bdwgc.go

@@ -0,0 +1,101 @@
+package main
+
+import (
+	"unsafe"
+
+	"github.com/goplus/llgo/_test/testing"
+	"github.com/goplus/llgo/c"
+	"github.com/goplus/llgo/c/bdwgc"
+)
+
+// ------ Test malloc ------
+
+func TestMalloc(t *testing.T) {
+	pn := (*int)(bdwgc.Malloc(unsafe.Sizeof(int(0))))
+	*pn = 1 << 30
+	c.Printf(c.Str("value: %d, %x, %p, %p\n"), *pn, *pn, pn, &pn)
+
+	pl := (*int64)(bdwgc.Realloc(c.Pointer(pn), unsafe.Sizeof(int64(0))))
+	*pl = 1 << 60
+	c.Printf(c.Str("value: %lld, %llx, %p, %p\n"), *pl, *pl, pl, &pl)
+
+	bdwgc.Free(c.Pointer(pl))
+}
+
+// ------ Test finalizer ------
+
+const (
+	RETURN_VALUE_FREED = 1 << 31
+)
+
+var called uint = 0
+
+func setReturnValueFreed(pobj c.Pointer, clientData c.Pointer) {
+	called |= RETURN_VALUE_FREED
+	c.Printf(c.Str("called: %x\n"), called)
+}
+
+func setLoopValueFreed(pobj c.Pointer, clientData c.Pointer) {
+	pmask := (*uint)(clientData)
+	called |= *pmask
+	c.Printf(c.Str("called: %x\n"), called)
+}
+
+func isCalled(mask uint) bool {
+	return called&mask != 0
+}
+
+func returnValue() *int {
+	pn := bdwgc.Malloc(unsafe.Sizeof(int(0)))
+	bdwgc.RegisterFinalizer(pn, setReturnValueFreed, nil, nil, nil)
+	return (*int)(pn)
+}
+
+func callFunc() {
+	pn := returnValue()
+	*pn = 1 << 30
+	c.Printf(c.Str("value: %d, %x, %p, %p\n"), *pn, *pn, pn, &pn)
+	bdwgc.Gcollect()
+	check(!isCalled(RETURN_VALUE_FREED), c.Str("finalizer should not be called"))
+}
+
+func loop() {
+	for i := 0; i < 5; i++ {
+		p := bdwgc.Malloc(unsafe.Sizeof(int(0)))
+		pn := (*int)(p)
+		*pn = i
+		c.Printf(c.Str("value: %d, %x, %p, %p\n"), *pn, *pn, pn, &pn)
+		pflag := (*uint)(c.Malloc(unsafe.Sizeof(uint(0))))
+		*pflag = 1 << i
+		bdwgc.RegisterFinalizer(p, setLoopValueFreed, c.Pointer(pflag), nil, nil)
+		bdwgc.Gcollect()
+		check(!isCalled(1<<i), c.Str("finalizer should not be called"))
+		for j := 0; j < i; j++ {
+			check(isCalled(1<<j), c.Str("finalizers of previous objects should be called"))
+		}
+	}
+}
+
+// Clear stack to avoid reference
+func clearStack() {
+	p := c.Alloca(128)
+	c.Memset(p, 0, 128)
+}
+
+func check(b bool, msg *c.Char) {
+	if !b {
+		c.Printf(c.Str("check failed: %s\n"), msg)
+		panic("check failed")
+	}
+}
+
+func TestFinalizer(t *testing.T) {
+	bdwgc.Init()
+
+	callFunc()
+	clearStack()
+	bdwgc.Gcollect()
+	check(isCalled(RETURN_VALUE_FREED), c.Str("finalizer should be called"))
+
+	loop()
+}

_test/main.go

@@ -0,0 +1,31 @@
+package main
+
+import (
+	"github.com/goplus/llgo/_test/testing"
+	"github.com/goplus/llgo/c"
+)
+
+type TestCase struct {
+	Name string
+	F    func(*testing.T)
+}
+
+func main() {
+	tests := []TestCase{
+		{"TestMalloc", TestMalloc},
+		{"TestFinalizer", TestFinalizer},
+	}
+	if c.Argc == 1 {
+		for _, test := range tests {
+			c.Printf(c.Str("%s\n"), c.AllocaCStr(test.Name))
+		}
+		return
+	}
+	c.Fprintf(c.Stderr, c.Str("arg: %s\n"), c.Index(c.Argv, 1))
+	idx := int(c.Atoi(c.Index(c.Argv, 1)))
+	if idx < 0 || idx >= len(tests) {
+		c.Printf(c.Str("invalid test index %d"), idx)
+		panic("invalid test index")
+	}
+	tests[idx].F(nil)
+}

_test/testing/testing.go

@@ -0,0 +1,4 @@
+package testing
+
+type T struct {
+}

c/bdwgc/bdwgc.go

@@ -0,0 +1,103 @@
+/*
+ * Copyright (c) 2024 The GoPlus Authors (goplus.org). All rights reserved.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package bdwgc
+
+import (
+	_ "unsafe"
+
+	"github.com/goplus/llgo/c"
+)
+
+const (
+	LLGoPackage = "link: $(pkg-config --libs bdw-gc); -lgc"
+)
+
+// -----------------------------------------------------------------------------
+
+//go:linkname Init C.GC_init
+func Init()
+
+//go:linkname Malloc C.GC_malloc
+func Malloc(size uintptr) c.Pointer
+
+//go:linkname Realloc C.GC_realloc
+func Realloc(ptr c.Pointer, size uintptr) c.Pointer
+
+//go:linkname Free C.GC_free
+func Free(ptr c.Pointer)
+
+// -----------------------------------------------------------------------------
+
+//go:linkname RegisterFinalizer C.GC_register_finalizer
+func RegisterFinalizer(
+	obj c.Pointer,
+	fn func(c.Pointer, c.Pointer), cd c.Pointer,
+	oldFn *func(c.Pointer, c.Pointer), oldCd *c.Pointer)
+
+//go:linkname RegisterFinalizerNoOrder C.GC_register_finalizer_no_order
+func RegisterFinalizerNoOrder(
+	obj c.Pointer,
+	fn func(c.Pointer, c.Pointer), cd c.Pointer,
+	oldFn *func(c.Pointer, c.Pointer), oldCd *c.Pointer)
+
+//go:linkname RegisterFinalizerIgnoreSelf C.GC_register_finalizer_ignore_self
+func RegisterFinalizerIgnoreSelf(
+	obj c.Pointer,
+	fn func(c.Pointer, c.Pointer), cd c.Pointer,
+	oldFn *func(c.Pointer, c.Pointer), oldCd *c.Pointer)
+
+//go:linkname RegisterFinalizerUnreachable C.GC_register_finalizer_unreachable
+func RegisterFinalizerUnreachable(
+	obj c.Pointer,
+	fn func(c.Pointer, c.Pointer), cd c.Pointer,
+	oldFn *func(c.Pointer, c.Pointer), oldCd *c.Pointer)
+
+// -----------------------------------------------------------------------------
+
+//go:linkname Enable C.GC_enable
+func Enable()
+
+//go:linkname Disable C.GC_disable
+func Disable()
+
+//go:linkname IsDisabled C.GC_is_disabled
+func IsDisabled() c.Int
+
+//go:linkname Gcollect C.GC_gcollect
+func Gcollect()
+
+//go:linkname GetMemoryUse C.GC_get_memory_use
+func GetMemoryUse() uintptr
+
+// -----------------------------------------------------------------------------
+
+//go:linkname EnableIncremental C.GC_enable_incremental
+func EnableIncremental()
+
+//go:linkname IsIncrementalMode C.GC_is_incremental_mode
+func IsIncrementalMode() c.Int
+
+//go:linkname IncrementalProtectionNeeds C.GC_incremental_protection_needs
+func IncrementalProtectionNeeds() c.Int
+
+//go:linkname StartIncrementalCollection C.GC_start_incremental_collection
+func StartIncrementalCollection()
+
+//go:linkname CollectALittle C.GC_collect_a_little
+func CollectALittle()
+
+// -----------------------------------------------------------------------------

c/c.go

@@ -16,6 +16,7 @@
 
 package c
 
+// typedef unsigned int uint;
 import "C"
 import "unsafe"
 
@@ -24,26 +25,31 @@ const (
 )
 
 type (
-	Char    = int8
-	Int     = C.int
-	Pointer = unsafe.Pointer
-	FilePtr = unsafe.Pointer
+	Char      = int8
+	Int       = C.int
+	Uint      = C.uint
+	Long      = int32
+	Ulong     = uint32
+	LongLong  = int64
+	UlongLong = uint64
+	Float     = float32
+	Double    = float64
+	Pointer   = unsafe.Pointer
+	FilePtr   = unsafe.Pointer
 )
 
-//go:linkname Stdin __stdinp
-var Stdin FilePtr
-
-//go:linkname Stdout __stdoutp
-var Stdout FilePtr
-
-//go:linkname Stderr __stderrp
-var Stderr FilePtr
+type integer interface {
+	~int | ~uint | ~uintptr | ~int32 | ~uint32 | ~int64 | ~uint64
+}
 
 //go:linkname Str llgo.cstr
 func Str(string) *Char
 
-//go:linkname Advance llgo.advance
-func Advance(ptr Pointer, offset int) Pointer
+// llgo:link Advance llgo.advance
+func Advance[PtrT any, I integer](ptr PtrT, offset I) PtrT { return ptr }
+
+// llgo:link Index llgo.index
+func Index[T any, I integer](ptr *T, offset I) T { return *ptr }
 
 //go:linkname Alloca llgo.alloca
 func Alloca(size uintptr) Pointer
@@ -51,26 +57,128 @@ func Alloca(size uintptr) Pointer
 //go:linkname AllocaCStr llgo.allocaCStr
 func AllocaCStr(s string) *Char
 
-//go:linkname Unreachable llgo.unreachable
-func Unreachable()
-
-//go:linkname Rand C.rand
-func Rand() Int
-
 //go:linkname Malloc C.malloc
 func Malloc(size uintptr) Pointer
 
+//go:linkname Free C.free
+func Free(ptr Pointer)
+
 //go:linkname Memcpy C.memcpy
 func Memcpy(dst, src Pointer, n uintptr) Pointer
 
+//go:linkname Memmove C.memmove
+func Memmove(dst, src Pointer, n uintptr) Pointer
+
 //go:linkname Memset C.memset
 func Memset(s Pointer, c Int, n uintptr) Pointer
 
+// -----------------------------------------------------------------------------
+
+//go:linkname GoStringData llgo.stringData
+func GoStringData(string) *Char
+
+//go:linkname GoDeferData llgo.deferData
+func GoDeferData() Pointer
+
+// -----------------------------------------------------------------------------
+
+//go:linkname AllocaSigjmpBuf llgo.sigjmpbuf
+func AllocaSigjmpBuf() Pointer
+
+//go:linkname Sigsetjmp llgo.sigsetjmp
+func Sigsetjmp(jb Pointer, savemask Int) Int
+
+//go:linkname Siglongjmp llgo.siglongjmp
+func Siglongjmp(jb Pointer, retval Int)
+
+//go:linkname Unreachable llgo.unreachable
+func Unreachable()
+
+// -----------------------------------------------------------------------------
+
+//go:linkname Exit C.exit
+func Exit(Int)
+
+// -----------------------------------------------------------------------------
+
+//go:linkname Rand C.rand
+func Rand() Int
+
+//go:linkname Qsort C.qsort
+func Qsort(base Pointer, count, elem uintptr, compar func(a, b Pointer) Int)
+
+// -----------------------------------------------------------------------------
+
+//go:linkname Atoi C.atoi
+func Atoi(s *Char) Int
+
+// -----------------------------------------------------------------------------
+
 //go:linkname Printf C.printf
 func Printf(format *Char, __llgo_va_list ...any) Int
 
 //go:linkname Fprintf C.fprintf
 func Fprintf(fp FilePtr, format *Char, __llgo_va_list ...any) Int
 
-//go:linkname Qsort C.qsort
-func Qsort(base Pointer, count, elem uintptr, compar func(a, b Pointer) Int)
+//go:linkname Fwrite C.fwrite
+func Fwrite(data Pointer, size, count uintptr, fp FilePtr) uintptr
+
+//go:linkname Fputc C.fputc
+func Fputc(c Int, fp FilePtr) Int
+
+//go:linkname Fputs C.fputs
+func Fputs(s *Char, fp FilePtr) Int
+
+//go:linkname Fflush C.fflush
+func Fflush(fp FilePtr) Int
+
+// -----------------------------------------------------------------------------
+
+//go:linkname Remove C.remove
+func Remove(path *Char) Int
+
+// -----------------------------------------------------------------------------
+
+//go:linkname Time C.time
+func Time(*int32) int32
+
+//go:linkname Usleep C.usleep
+func Usleep(useconds Uint) Int
+
+// -----------------------------------------------------------------------------
+
+type Option struct {
+	Name   *Char
+	HasArg Int
+	Flag   *Int
+	Val    Int
+}
+
+//go:linkname Argc __llgo_argc
+var Argc Int
+
+//go:linkname Argv __llgo_argv
+var Argv **Char
+
+//go:linkname Optarg optarg
+var Optarg *Char
+
+//go:linkname Optind optind
+var Optind Int
+
+//go:linkname Opterr opterr
+var Opterr Int
+
+//go:linkname Optopt optopt
+var Optopt Int
+
+//go:linkname Getopt C.getopt
+func Getopt(argc Int, argv **Char, optstring *Char) Int
+
+//go:linkname GetoptLong C.getopt_long
+func GetoptLong(argc Int, argv **Char, optstring *Char, longopts *Option, longindex *Int) Int
+
+//go:linkname GetoptLongOnly C.getopt_long_only
+func GetoptLongOnly(argc Int, argv **Char, optstring *Char, longopts *Option, longindex *Int) Int
+
+// -----------------------------------------------------------------------------

c/c_default.go

@@ -1,5 +1,8 @@
+//go:build !linux
+// +build !linux
+
 /*
- * Copyright (c) 2023 The GoPlus Authors (goplus.org). All rights reserved.
+ * Copyright (c) 2024 The GoPlus Authors (goplus.org). All rights reserved.
  *
  * Licensed under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License.
@@ -14,12 +17,15 @@
  * limitations under the License.
  */
 
-package gocmd
+package c
 
-// -----------------------------------------------------------------------------
+import _ "unsafe"
 
-type BuildConfig struct {
-	Output string
-}
+//go:linkname Stdin __stdinp
+var Stdin FilePtr
 
-// -----------------------------------------------------------------------------
+//go:linkname Stdout __stdoutp
+var Stdout FilePtr
+
+//go:linkname Stderr __stderrp
+var Stderr FilePtr

c/c_linux.go

@@ -0,0 +1,31 @@
+//go:build linux
+// +build linux
+
+/*
+ * Copyright (c) 2024 The GoPlus Authors (goplus.org). All rights reserved.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package c
+
+import _ "unsafe"
+
+//go:linkname Stdin stdin
+var Stdin FilePtr
+
+//go:linkname Stdout stdout
+var Stdout FilePtr
+
+//go:linkname Stderr stderr
+var Stderr FilePtr

c/cjson/README.md

@@ -0,0 +1,39 @@
+LLGo wrapper of DaveGamble/cJSON
+=====
+[![Build Status](https://github.com/goplus/cjson/actions/workflows/go.yml/badge.svg)](https://github.com/goplus/cjson/actions/workflows/go.yml)
+[![GitHub release](https://img.shields.io/github/v/tag/goplus/cjson.svg?label=release)](https://github.com/goplus/cjson/releases)
+[![GoDoc](https://pkg.go.dev/badge/github.com/goplus/cjson.svg)](https://pkg.go.dev/github.com/goplus/cjson)
+[![Compiler](https://img.shields.io/badge/compiler-llgo-darkgreen.svg)](https://github.com/goplus/llgo)
+[![Language](https://img.shields.io/badge/language-Go+-blue.svg)](https://github.com/goplus/gop)
+
+## How to install
+### on macOS (Homebrew)
+```sh
+brew install cjson 
+```
+### from source code
+```sh
+git clone https://github.com/goplus/cjson.git
+cd cjson
+git submodule init
+git submodule update
+mkdir build.dir
+cd build.dir
+cmake ../cJSON
+sudo make install
+```
+
+## Demos
+
+The `_demo` directory contains our demos (it start with `_` to prevent the `go` command from compiling it):
+
+* [mkjson](_demo/mkjson/mkjson.go): create a json object and print it
+
+### How to run demos
+
+To run the demos in directory `_demo`:
+
+```sh
+cd <demo-directory>  # eg. cd _demo/mkjson
+llgo run .
+```

c/cjson/_demo/mkjson/mkjson.go

@@ -0,0 +1,27 @@
+package main
+
+import (
+	"github.com/goplus/llgo/c"
+	"github.com/goplus/llgo/c/cjson"
+)
+
+func main() {
+	mod := cjson.Object()
+	mod.SetItem(c.Str("name"), cjson.String(c.Str("math")))
+
+	syms := cjson.Array()
+
+	fn := cjson.Object()
+	fn.SetItem(c.Str("name"), cjson.String(c.Str("sqrt")))
+	fn.SetItem(c.Str("sig"), cjson.String(c.Str("(x, /)")))
+	syms.AddItem(fn)
+
+	v := cjson.Object()
+	v.SetItem(c.Str("name"), cjson.String(c.Str("pi")))
+	syms.AddItem(v)
+
+	mod.SetItem(c.Str("items"), syms)
+
+	c.Printf(c.Str("%s\n"), mod.CStr())
+	mod.Delete()
+}

c/cjson/cjson.go

@@ -0,0 +1,121 @@
+/*
+ * Copyright (c) 2024 The GoPlus Authors (goplus.org). All rights reserved.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package cjson
+
+import (
+	_ "unsafe"
+
+	"github.com/goplus/llgo/c"
+)
+
+const (
+	LLGoPackage = "link: $(pkg-config --libs libcjson); -lcjson"
+)
+
+// llgo:type C
+type JSON struct {
+	Unused [0]byte
+}
+
+//go:linkname Null C.cJSON_CreateNull
+func Null() *JSON
+
+//go:linkname True C.cJSON_CreateTrue
+func True() *JSON
+
+//go:linkname False C.cJSON_CreateFalse
+func False() *JSON
+
+//go:linkname Bool C.cJSON_CreateBool
+func Bool(boolean c.Int) *JSON
+
+//go:linkname Number C.cJSON_CreateNumber
+func Number(num float64) *JSON
+
+//go:linkname String C.cJSON_CreateString
+func String(str *c.Char) *JSON
+
+//go:linkname Array C.cJSON_CreateArray
+func Array() *JSON
+
+//go:linkname Object C.cJSON_CreateObject
+func Object() *JSON
+
+// raw json
+//
+//go:linkname Raw C.cJSON_CreateRaw
+func Raw(raw *c.Char) *JSON
+
+// Create a string where valuestring references a string so
+// it will not be freed by Delete
+//
+//go:linkname StringRef C.cJSON_CreateStringReference
+func StringRef(str *c.Char) *JSON
+
+// Create an object that only references it's elements so
+// they will not be freed by Delete
+//
+//go:linkname ObjectRef C.cJSON_CreateObjectReference
+func ObjectRef(child *JSON) *JSON
+
+// Create an array that only references it's elements so
+// they will not be freed by Delete
+//
+//go:linkname ArrayRef C.cJSON_CreateArrayReference
+func ArrayRef(child *JSON) *JSON
+
+// Delete a JSON entity and all subentities.
+//
+// llgo:link (*JSON).Delete C.cJSON_Delete
+func (o *JSON) Delete() {}
+
+// Append item to the specified array.
+//
+// llgo:link (*JSON).AddItem C.cJSON_AddItemToArray
+func (o *JSON) AddItem(item *JSON) c.Int { return 0 }
+
+// Append item to the specified object.
+//
+// llgo:link (*JSON).SetItem C.cJSON_AddItemToObject
+func (o *JSON) SetItem(key *c.Char, item *JSON) c.Int { return 0 }
+
+// llgo:link (*JSON).CStr C.cJSON_PrintUnformatted
+func (o *JSON) CStr() *c.Char { return nil }
+
+// Same as CStr. Provided for Go+.
+//
+// llgo:link (*JSON).Cstr C.cJSON_PrintUnformatted
+func (o *JSON) Cstr() *c.Char { return nil }
+
+// Render a JSON entity to text for transfer/storage.
+//
+// llgo:link (*JSON).Print C.cJSON_Print
+func (o *JSON) Print() *c.Char { return nil }
+
+// Render a JSON entity to text for transfer/storage without any formatting.
+//
+// llgo:link (*JSON).PrintUnformatted C.cJSON_PrintUnformatted
+func (o *JSON) PrintUnformatted() *c.Char { return nil }
+
+// Render a JSON entity to text using a buffered strategy.
+//
+// prebuffer is a guess at the final size. guessing well reduces reallocation.
+//
+// fmt=0 gives unformatted, =1 gives formatted.
+//
+// llgo:link (*JSON).PrintBuffered C.cJSON_PrintBuffered
+func (o *JSON) PrintBuffered(prebuffer c.Int, fmt c.Int) *c.Char { return nil }

c/llama2/.gitignore

@@ -0,0 +1,26 @@
+# If you prefer the allow list template instead of the deny list, see community template:
+# https://github.com/github/gitignore/blob/main/community/Golang/Go.AllowList.gitignore
+#
+# Binaries for programs and plugins
+*.exe
+*.exe~
+*.dll
+*.so
+*.dylib
+
+stories*.bin
+.DS_Store
+err.log
+
+# Test binary, built with `go test -c`
+*.test
+
+# Output of the go coverage tool, specifically when used with LiteIDE
+*.out
+*.swp
+
+# Dependency directories (remove the comment below to include it)
+# vendor/
+
+# Go workspace file
+go.work*

c/llama2/llama2.go

@@ -0,0 +1,159 @@
+/*
+ * Copyright (c) 2024 The GoPlus Authors (goplus.org). All rights reserved.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package llama2
+
+import (
+	_ "unsafe"
+
+	"github.com/goplus/llgo/c"
+)
+
+const (
+	LLGoPackage = "link"
+)
+
+// -----------------------------------------------------------------------------
+
+// llgo:type C
+type TokenIndex struct {
+	Str *c.Char
+	Id  c.Int
+}
+
+// llgo:type C
+type Tokenizer struct {
+	Vocab          **c.Char
+	VocabScores    *c.Float
+	SortedVocab    *TokenIndex
+	VocabSize      c.Int
+	MaxTokenLength c.Uint
+	BytePieces     [512]uint8 // stores all single-byte strings
+}
+
+//go:linkname BuildTokenizer C.build_tokenizer
+func BuildTokenizer(t *Tokenizer, tokenizerPath *c.Char, vocabSize c.Int)
+
+//go:linkname FreeTokenizer C.free_tokenizer
+func FreeTokenizer(t *Tokenizer)
+
+// -----------------------------------------------------------------------------
+
+// llgo:type C
+type Config struct {
+	Dim       c.Int // transformer dimension
+	HiddenDim c.Int // for ffn layers
+	NLayers   c.Int // number of layers
+	NHeads    c.Int // number of query heads
+	NKVHeads  c.Int // number of key/value heads (can be < query heads because of multiquery)
+	VocabSize c.Int // vocabulary size, usually 256 (byte-level)
+	SeqLen    c.Int // max sequence length
+}
+
+// llgo:type C
+type TransformerWeights struct {
+	// token embedding table
+	TokenEmbeddingTable *c.Float // (vocab_size, dim)
+	// weights for rmsnorms
+	RmsAttWeight *c.Float // (layer, dim) rmsnorm weights
+	RmsFfnWeight *c.Float // (layer, dim)
+	// weights for matmuls. note dim == n_heads * head_size
+	Wq *c.Float // (layer, dim, n_heads * head_size)
+	Wk *c.Float // (layer, dim, n_kv_heads * head_size)
+	Wv *c.Float // (layer, dim, n_kv_heads * head_size)
+	Wo *c.Float // (layer, n_heads * head_size, dim)
+	// weights for ffn
+	W1 *c.Float // (layer, hidden_dim, dim)
+	W2 *c.Float // (layer, dim, hidden_dim)
+	W3 *c.Float // (layer, hidden_dim, dim)
+	// final rmsnorm
+	RmsFinalWeight *c.Float // (dim,)
+	// (optional) classifier weights for the logits, on the last layer
+	Wcls *c.Float
+}
+
+// llgo:type C
+type RunState struct {
+	// current wave of activations
+	X      *c.Float // activation at current time stamp (dim,)
+	Xb     *c.Float // same, but inside a residual branch (dim,)
+	Xb2    *c.Float // an additional buffer just for convenience (dim,)
+	Hb     *c.Float // buffer for hidden dimension in the ffn (hidden_dim,)
+	Hb2    *c.Float // buffer for hidden dimension in the ffn (hidden_dim,)
+	Q      *c.Float // query (dim,)
+	K      *c.Float // key (dim,)
+	V      *c.Float // value (dim,)
+	Att    *c.Float // buffer for scores/attention values (n_heads, seq_len)
+	Logits *c.Float // output logits
+	// kv cache
+	KeyCache   *c.Float // (layer, seq_len, dim)
+	ValueCache *c.Float // (layer, seq_len, dim)
+}
+
+// llgo:type C
+type Transformer struct {
+	Config  Config             // the hyperparameters of the architecture (the blueprint)
+	Weights TransformerWeights // the weights of the model
+	State   RunState           // buffers for the "wave" of activations in the forward pass
+
+	// some more state needed to properly clean up the memory mapping (sigh)
+	Fd       c.Int    // file descriptor for memory mapping
+	Data     *c.Float // memory mapped data pointer
+	FileSize uintptr  // size of the checkpoint file in bytes
+}
+
+//go:linkname BuildTransformer C.build_transformer
+func BuildTransformer(t *Transformer, checkpointPath *c.Char)
+
+//go:linkname FreeTransformer C.free_transformer
+func FreeTransformer(t *Transformer)
+
+// -----------------------------------------------------------------------------
+
+// llgo:type C
+type ProbIndex struct {
+	Prob  c.Float
+	Index c.Int
+} // struct used when sorting probabilities during top-p sampling
+
+// llgo:type C
+type Sampler struct {
+	VocabSize   c.Int
+	Probindex   *ProbIndex // buffer used in top-p sampling
+	Temperature c.Float
+	Topp        c.Float
+	RngState    uint64
+}
+
+//go:linkname BuildSampler C.build_sampler
+func BuildSampler(sampler *Sampler, vocabSize c.Int, temperature c.Float, topp c.Float, rngSeed uint64)
+
+//go:linkname FreeSampler C.free_sampler
+func FreeSampler(sampler *Sampler)
+
+// -----------------------------------------------------------------------------
+
+//go:linkname Generate C.generate
+func Generate(
+	transformer *Transformer, tokenizer *Tokenizer, sampler *Sampler,
+	prompt *c.Char, steps c.Int)
+
+//go:linkname Chat C.chat
+func Chat(
+	transformer *Transformer, tokenizer *Tokenizer, sampler *Sampler,
+	cliUserPrompt *c.Char, cliSystemPrompt *c.Char, steps c.Int)
+
+// -----------------------------------------------------------------------------

c/llama2/llama2/run.c

@@ -0,0 +1,2 @@
+#define TESTING
+#include "../llama2.c/run.c"

c/llama2/llgo.cfg

@@ -0,0 +1,6 @@
+{
+    "cl": [
+        "clang -emit-llvm -S -o llgo_autogen.ll -c llama2/run.c",
+        "rm llgo_autogen.lla; zip llgo_autogen.lla llgo_autogen.ll"
+    ]
+}

c/math/math.go

@@ -0,0 +1,179 @@
+/*
+ * Copyright (c) 2024 The GoPlus Authors (goplus.org). All rights reserved.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package math
+
+import (
+	_ "unsafe"
+
+	"github.com/goplus/llgo/c"
+)
+
+const (
+	LLGoPackage = "decl"
+)
+
+//go:linkname Acos C.acos
+func Acos(x float64) float64
+
+//go:linkname Acosh C.acosh
+func Acosh(x float64) float64
+
+//go:linkname Asin C.asin
+func Asin(x float64) float64
+
+//go:linkname Asinh C.asinh
+func Asinh(x float64) float64
+
+//go:linkname Atan C.atan
+func Atan(x float64) float64
+
+//go:linkname Atan2 C.atan2
+func Atan2(y, x float64) float64
+
+//go:linkname Atanh C.atanh
+func Atanh(x float64) float64
+
+//go:linkname Cbrt C.cbrt
+func Cbrt(x float64) float64
+
+//go:linkname Ceil C.ceil
+func Ceil(x float64) float64
+
+//go:linkname Cos C.cos
+func Cos(x float64) float64
+
+//go:linkname Cosh C.cosh
+func Cosh(x float64) float64
+
+//go:linkname Copysign C.copysign
+func Copysign(x, y float64) float64
+
+//go:linkname Erf C.erf
+func Erf(x float64) float64
+
+//go:linkname Erfc C.erfc
+func Erfc(x float64) float64
+
+//go:linkname Exp C.exp
+func Exp(x float64) float64
+
+//go:linkname Exp2 C.exp2
+func Exp2(x float64) float64
+
+//go:linkname Expm1 C.expm1
+func Expm1(x float64) float64
+
+//go:linkname Fdim C.fdim
+func Fdim(x, y float64) float64
+
+//go:linkname Floor C.floor
+func Floor(x float64) float64
+
+//go:linkname Fma C.fma
+func Fma(x, y, z float64) float64
+
+//go:linkname Fmax C.fmax
+func Fmax(x, y float64) float64
+
+//go:linkname Fmin C.fmin
+func Fmin(x, y float64) float64
+
+//go:linkname Fmod C.fmod
+func Fmod(x, y float64) float64
+
+//go:linkname Frexp C.frexp
+func Frexp(x float64, exp *c.Int) float64
+
+//go:linkname Gamma C.gamma
+func Gamma(x float64) float64
+
+//go:linkname Hypot C.hypot
+func Hypot(x, y float64) float64
+
+//go:linkname Ilogb C.ilogb
+func Ilogb(x float64) c.Int
+
+//go:linkname J0 C.j0
+func J0(x float64) float64
+
+//go:linkname J1 C.j1
+func J1(x float64) float64
+
+//go:linkname Jn C.jn
+func Jn(n c.Int, x float64) float64
+
+//go:linkname Ldexp C.ldexp
+func Ldexp(x float64, exp c.Int) float64
+
+//go:linkname Lgamma C.lgamma
+func Lgamma(x float64) float64
+
+//go:linkname Log C.log
+func Log(x float64) float64
+
+//go:linkname Log10 C.log10
+func Log10(x float64) float64
+
+//go:linkname Log1p C.log1p
+func Log1p(x float64) float64
+
+//go:linkname Log2 C.log2
+func Log2(x float64) float64
+
+//go:linkname Logb C.logb
+func Logb(x float64) float64
+
+//go:linkname Modf C.modf
+func Modf(x float64, ipart *float64) float64
+
+//go:linkname Nan C.nan
+func Nan(tag *c.Char) float64
+
+//go:linkname Nextafter C.nextafter
+func Nextafter(x, y float64) float64
+
+//go:linkname Pow C.pow
+func Pow(x, y float64) float64
+
+//go:linkname Remainder C.remainder
+func Remainder(x, y float64) float64
+
+//go:linkname Round C.round
+func Round(x float64) float64
+
+//go:linkname Sin C.sin
+func Sin(x float64) float64
+
+//go:linkname Sinh C.sinh
+func Sinh(x float64) float64
+
+//go:linkname Sqrt C.sqrt
+func Sqrt(x float64) float64
+
+//go:linkname Tan C.tan
+func Tan(x float64) float64
+
+//go:linkname Tanh C.tanh
+func Tanh(x float64) float64
+
+//go:linkname Tgamma C.tgamma
+func Tgamma(x float64) float64
+
+//go:linkname Trunc C.trunc
+func Trunc(x float64) float64
+
+// -----------------------------------------------------------------------------

c/pthread/pthread.go

@@ -0,0 +1,160 @@
+/*
+ * Copyright (c) 2024 The GoPlus Authors (goplus.org). All rights reserved.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package pthread
+
+import (
+	_ "unsafe"
+
+	"github.com/goplus/llgo/c"
+)
+
+const (
+	LLGoPackage = "decl"
+)
+
+func __noop__() c.Int {
+	return 0
+}
+
+// -----------------------------------------------------------------------------
+
+type aThread struct {
+	Unused [8]byte
+}
+
+// Thread represents a POSIX thread.
+type Thread = *aThread
+
+// The pthread_create() function starts a new thread in the calling
+// process.  The new thread starts execution by invoking
+// start_routine(); arg is passed as the sole argument of
+// start_routine().
+//
+// The new thread terminates in one of the following ways:
+//
+//   - It calls pthread_exit(3), specifying an exit status value that
+//     is available to another thread in the same process that calls
+//     pthread_join(3).
+//
+//   - It returns from start_routine().  This is equivalent to
+//     calling pthread_exit(3) with the value supplied in the return
+//     statement.
+//
+//   - It is canceled (see pthread_cancel(3)).
+//
+//   - Any of the threads in the process calls exit(3), or the main
+//     thread performs a return from main().  This causes the
+//     termination of all threads in the process.
+//
+// On success, pthread_create() returns 0; on error, it returns an
+// error number, and the contents of *thread are undefined.
+//
+// See https://man7.org/linux/man-pages/man3/pthread_create.3.html
+//
+//go:linkname Create C.pthread_create
+func Create(pthread *Thread, attr *Attr, routine func(c.Pointer) c.Pointer, arg c.Pointer) c.Int
+
+// The pthread_join() function waits for the thread specified by
+// thread to terminate.  If that thread has already terminated, then
+// pthread_join() returns immediately.  The thread specified by
+// thread must be joinable.
+//
+// If retval is not NULL, then pthread_join() copies the exit status
+// of the target thread (i.e., the value that the target thread
+// supplied to pthread_exit(3)) into the location pointed to by
+// retval.  If the target thread was canceled, then PTHREAD_CANCELED
+// is placed in the location pointed to by retval.
+//
+// If multiple threads simultaneously try to join with the same
+// thread, the results are undefined.  If the thread calling
+// pthread_join() is canceled, then the target thread will remain
+// joinable (i.e., it will not be detached).
+//
+// See https://man7.org/linux/man-pages/man3/pthread_join.3.html
+//
+//go:linkname Join C.pthread_join
+func Join(thread Thread, retval *c.Pointer) c.Int
+
+// The pthread_exit() function terminates the calling thread and
+// returns a value via retval that (if the thread is joinable) is
+// available to another thread in the same process that calls
+// pthread_join(3).
+//
+// See https://man7.org/linux/man-pages/man3/pthread_exit.3.html
+//
+//go:linkname Exit C.pthread_exit
+func Exit(retval c.Pointer)
+
+// The pthread_cancel() function sends a cancelation request to the
+// thread thread.
+//
+// See https://man7.org/linux/man-pages/man3/pthread_cancel.3.html
+//
+//go:linkname Cancel C.pthread_cancel
+func Cancel(thread Thread) c.Int
+
+// -----------------------------------------------------------------------------
+
+// Attr represents a POSIX thread attributes.
+type Attr struct {
+	Detached byte
+	SsSp     *c.Char
+	SsSize   uintptr
+}
+
+// llgo:link (*Attr).Init C.pthread_attr_init
+func (attr *Attr) Init() c.Int { return 0 }
+
+// llgo:link (*Attr).Destroy C.pthread_attr_destroy
+func (attr *Attr) Destroy() c.Int { return 0 }
+
+// llgo:link (*Attr).GetDetached C.pthread_attr_getdetachstate
+func (attr *Attr) GetDetached(detached *c.Int) c.Int { return 0 }
+
+// llgo:link (*Attr).SetDetached C.pthread_attr_setdetachstate
+func (attr *Attr) SetDetached(detached c.Int) c.Int { return 0 }
+
+// llgo:link (*Attr).GetStackSize C.pthread_attr_getstacksize
+func (attr *Attr) GetStackSize(stackSize *uintptr) c.Int { return 0 }
+
+// llgo:link (*Attr).SetStackSize C.pthread_attr_setstacksize
+func (attr *Attr) SetStackSize(stackSize uintptr) c.Int { return 0 }
+
+// llgo:link (*Attr).GetStackAddr C.pthread_attr_getstackaddr
+func (attr *Attr) GetStackAddr(stackAddr *c.Pointer) c.Int { return 0 }
+
+// llgo:link (*Attr).SetStackAddr C.pthread_attr_setstackaddr
+func (attr *Attr) SetStackAddr(stackAddr c.Pointer) c.Int { return 0 }
+
+// -----------------------------------------------------------------------------
+// Thread Local Storage
+
+type Key c.Uint
+
+// llgo:link (*Key).Create C.pthread_key_create
+func (key *Key) Create(destructor func(c.Pointer)) c.Int { return 0 }
+
+// llgo:link Key.Delete C.pthread_key_delete
+func (key Key) Delete() c.Int { return 0 }
+
+// llgo:link Key.Get C.pthread_getspecific
+func (key Key) Get() c.Pointer { return nil }
+
+// llgo:link Key.Set C.pthread_setspecific
+func (key Key) Set(value c.Pointer) c.Int { return __noop__() }
+
+// -----------------------------------------------------------------------------

c/setjmp/setjmp.go

@@ -0,0 +1,53 @@
+/*
+ * Copyright (c) 2024 The GoPlus Authors (goplus.org). All rights reserved.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package setjmp
+
+// #include <setjmp.h>
+import "C"
+
+import (
+	_ "unsafe"
+
+	"github.com/goplus/llgo/c"
+)
+
+const (
+	LLGoPackage = "decl"
+)
+
+type (
+	JmpBuf    = C.jmp_buf
+	SigjmpBuf = C.sigjmp_buf
+)
+
+// -----------------------------------------------------------------------------
+
+//go:linkname Setjmp C.setjmp
+func Setjmp(env *JmpBuf) c.Int
+
+//go:linkname Longjmp C.longjmp
+func Longjmp(env *JmpBuf, val c.Int)
+
+// -----------------------------------------------------------------------------
+
+//go:linkname Sigsetjmp C.sigsetjmp
+func Sigsetjmp(env *SigjmpBuf, savemask c.Int) c.Int
+
+//go:linkname Siglongjmp C.siglongjmp
+func Siglongjmp(env *SigjmpBuf, val c.Int)
+
+// -----------------------------------------------------------------------------

c/setjmp/trycatch/_code/demo.cpp

@@ -0,0 +1,5 @@
+#include <stdexcept>
+
+extern "C" void throwCppException() {
+    throw std::runtime_error("C++ exception");
+}

c/setjmp/trycatch/_code/try_catch.cpp

@@ -0,0 +1,13 @@
+#include <exception>
+#include <stdio.h>
+
+extern "C" void throwCppException();
+
+int main() {
+    try {
+        throwCppException();
+    } catch (std::exception& e) {
+        printf("Hi, %s\n", e.what());
+    }
+    return 0;
+}

c/setjmp/trycatch/demo.go

@@ -0,0 +1,28 @@
+/*
+ * Copyright (c) 2024 The GoPlus Authors (goplus.org). All rights reserved.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package trycatch
+
+import (
+	_ "unsafe"
+)
+
+const (
+	LLGoPackage = "link: c++"
+)
+
+//go:linkname ThrowCppException C.throwCppException
+func ThrowCppException()

c/setjmp/trycatch/llgo.cfg

@@ -0,0 +1,8 @@
+{
+    "cl": [
+        "clang -emit-llvm -S -o demo.ll -c _code/demo.cpp",
+        "clang -emit-llvm -S -o _code/llgo_autogen.ll -c _code/try_catch.cpp",
+        "llgen .",
+        "rm llgo_autogen.lla; zip llgo_autogen.lla llgo_autogen.ll demo.ll",
+    ]
+}

c/sqlite/README.md

@@ -0,0 +1,35 @@
+LLGo wrapper of sqlite
+=====
+[![Build Status](https://github.com/goplus/sqlite/actions/workflows/go.yml/badge.svg)](https://github.com/goplus/sqlite/actions/workflows/go.yml)
+[![GitHub release](https://img.shields.io/github/v/tag/goplus/sqlite.svg?label=release)](https://github.com/goplus/sqlite/releases)
+[![GoDoc](https://pkg.go.dev/badge/github.com/goplus/sqlite.svg)](https://pkg.go.dev/github.com/goplus/sqlite)
+[![Compiler](https://img.shields.io/badge/compiler-llgo-darkgreen.svg)](https://github.com/goplus/llgo)
+[![Language](https://img.shields.io/badge/language-Go+-blue.svg)](https://github.com/goplus/gop)
+
+## How to install
+
+```sh
+git clone https://github.com/goplus/sqlite.git
+cd sqlite
+git submodule init
+git submodule update
+mkdir build.dir
+cd build.dir
+../sqlite/configure --enable-shared
+sudo make install
+```
+
+## Demos
+
+The `_demo` directory contains our demos (it start with `_` to prevent the `go` command from compiling it):
+
+* [sqlitedemo](_demo/sqlitedemo/demo.go): a basic sqlite demo
+
+### How to run demos
+
+To run the demos in directory `_demo`:
+
+```sh
+cd <demo-directory>  # eg. cd _demo/sqlitedemo
+llgo run .
+```

c/sqlite/_demo/sqlitedemo/demo.go

@@ -0,0 +1,61 @@
+package main
+
+import (
+	"github.com/goplus/llgo/c"
+	"github.com/goplus/llgo/c/sqlite"
+)
+
+func main() {
+	c.Remove(c.Str("test.db"))
+
+	db, err := sqlite.Open(c.Str("test.db"))
+	check(err, db, "sqlite: Open")
+
+	err = db.Exec(c.Str("CREATE TABLE users (id INTEGER PRIMARY KEY, name TEXT)"), nil, nil, nil)
+	check(err, db, "sqlite: Exec CREATE TABLE")
+
+	stmt, err := db.PrepareV3("INSERT INTO users (id, name) VALUES (?, ?)", 0, nil)
+	check(err, db, "sqlite: PrepareV3 INSERT")
+
+	stmt.BindInt(1, 100)
+	stmt.BindText(2, c.Str("Hello World"), -1, nil)
+
+	err = stmt.Step()
+	checkDone(err, db, "sqlite: Step INSERT 1")
+
+	stmt.Reset()
+	stmt.BindInt(1, 200)
+	stmt.BindText(2, c.Str("This is llgo"), -1, nil)
+
+	err = stmt.Step()
+	checkDone(err, db, "sqlite: Step INSERT 2")
+
+	stmt.Close()
+
+	stmt, err = db.PrepareV3("SELECT * FROM users", 0, nil)
+	check(err, db, "sqlite: PrepareV3 SELECT")
+
+	for {
+		if err = stmt.Step(); err != sqlite.HasRow {
+			break
+		}
+		c.Printf(c.Str("==> id=%d, name=%s\n"), stmt.ColumnInt(0), stmt.ColumnText(1))
+	}
+	checkDone(err, db, "sqlite: Step done")
+
+	stmt.Close()
+	db.Close()
+}
+
+func check(err sqlite.Errno, db *sqlite.Sqlite3, at string) {
+	if err != sqlite.OK {
+		c.Printf(c.Str("==> %s Error: (%d) %s\n"), c.AllocaCStr(at), err, db.Errmsg())
+		c.Exit(1)
+	}
+}
+
+func checkDone(err sqlite.Errno, db *sqlite.Sqlite3, at string) {
+	if err != sqlite.Done {
+		check(err, db, at)
+	}
+}

c/sqlite/sqlite.go

@@ -0,0 +1,262 @@
+/*
+ * Copyright (c) 2024 The GoPlus Authors (goplus.org). All rights reserved.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package sqlite
+
+import (
+	_ "unsafe"
+
+	"github.com/goplus/llgo/c"
+)
+
+const (
+	LLGoPackage = "link: $(pkg-config --libs sqlite3); -lsqlite3"
+)
+
+// llgo:type C
+type Sqlite3 struct {
+	Unused [8]byte
+}
+
+// llgo:type C
+type Stmt struct {
+	Unused [8]byte
+}
+
+// -----------------------------------------------------------------------------
+
+type Errno c.Int
+
+const (
+	OK Errno = 0 // Successful result
+
+	Error         Errno = 1  // Generic error
+	ErrInternal   Errno = 2  // Internal logic error in SQLite
+	ErrPerm       Errno = 3  // Access permission denied
+	ErrAbort      Errno = 4  // Callback routine requested an abort
+	ErrBusy       Errno = 5  // The database file is locked
+	ErrLocked     Errno = 6  // A table in the database is locked
+	ErrNomem      Errno = 7  // A malloc() failed
+	ErrReadOnly   Errno = 8  // Attempt to write a readonly database
+	ErrInterrupt  Errno = 9  // Operation terminated by sqlite3_interrupt()
+	ErrIo         Errno = 10 // Some kind of disk I/O error occurred
+	ErrCorrupt    Errno = 11 // The database disk image is malformed
+	ErrNotfound   Errno = 12 // Unknown opcode in sqlite3_file_control()
+	ErrFull       Errno = 13 // Insertion failed because database is full
+	ErrCantopen   Errno = 14 // Unable to open the database file
+	ErrProtocol   Errno = 15 // Database lock protocol error
+	_ErrEmpty     Errno = 16 // Internal use only
+	ErrSchema     Errno = 17 // The database schema changed
+	ErrToobig     Errno = 18 // String or BLOB exceeds size limit
+	ErrConstraint Errno = 19 // Abort due to constraint violation
+	ErrMismatch   Errno = 20 // Data type mismatch
+	ErrMisuse     Errno = 21 // Library used incorrectly
+	ErrNolfs      Errno = 22 // Uses OS features not supported on host
+	ErrAuth       Errno = 23 // Authorization denied
+	_ErrFormat    Errno = 24 // Not used
+	ErrRange      Errno = 25 // 2nd parameter to sqlite3_bind out of range
+	ErrNotadb     Errno = 26 // File opened that is not a database file
+	ErrNotice     Errno = 27 // Notifications from sqlite3_log()
+	ErrWarning    Errno = 28 // Warnings from sqlite3_log()
+
+	HasRow Errno = 100 // sqlite3_step() has another row ready
+	Done   Errno = 101 // sqlite3_step() has finished executing
+)
+
+// llgo:link Errno.Errstr C.sqlite3_errstr
+func (err Errno) Errstr() *c.Char { return nil }
+
+// llgo:link (*Sqlite3).Errmsg C.sqlite3_errmsg
+func (db *Sqlite3) Errmsg() *c.Char { return nil }
+
+// llgo:link (*Sqlite3).Errcode C.sqlite3_errcode
+func (db *Sqlite3) Errcode() Errno { return 0 }
+
+// llgo:link (*Sqlite3).ExtendedErrcode C.sqlite3_extended_errcode
+func (db *Sqlite3) ExtendedErrcode() Errno { return 0 }
+
+// -----------------------------------------------------------------------------
+
+//go:linkname doOpen C.sqlite3_open
+func doOpen(filename *c.Char, ppDb **Sqlite3) Errno
+
+//go:linkname doOpenV2 C.sqlite3_open_v2
+func doOpenV2(filename *c.Char, ppDb **Sqlite3, flags OpenFlags, zVfs *c.Char) Errno
+
+// OpenFlags represents SQLite open flags.
+type OpenFlags c.Int
+
+const (
+	OpenReadOnly      OpenFlags = 0x00000001
+	OpenReadWrite     OpenFlags = 0x00000002
+	OpenCreate        OpenFlags = 0x00000004
+	OpenDeleteOnClose OpenFlags = 0x00000008 // VFS only
+	OpenExclusive     OpenFlags = 0x00000010 // VFS only
+	OpenAutoProxy     OpenFlags = 0x00000020 // VFS only
+	OpenUri           OpenFlags = 0x00000040
+	OpenMemory        OpenFlags = 0x00000080
+	OpenMainDb        OpenFlags = 0x00000100 // VFS only
+	OpenTempDb        OpenFlags = 0x00000200 // VFS only
+	OpenTransientDb   OpenFlags = 0x00000400 // VFS only
+	OpenMainJournal   OpenFlags = 0x00000800 // VFS only
+	OpenTempJournal   OpenFlags = 0x00001000 // VFS only
+	OpenSubJournal    OpenFlags = 0x00002000 // VFS only
+	OpenSuperJournal  OpenFlags = 0x00004000 // VFS only
+	OpenNoMutex       OpenFlags = 0x00008000
+	OpenFullMutex     OpenFlags = 0x00010000
+	OpenSharedCache   OpenFlags = 0x00020000
+	OpenPrivateCache  OpenFlags = 0x00040000
+	OpenWal           OpenFlags = 0x00080000 // VFS only
+	OpenNoFollow      OpenFlags = 0x01000000
+	OpenExResCode     OpenFlags = 0x02000000 // Extended result codes
+)
+
+// Opening A New Database Connection
+// filename: Database filename (UTF-8)
+func Open(filename *c.Char) (db *Sqlite3, err Errno) {
+	err = doOpen(filename, &db)
+	return
+}
+
+// Opening A New Database Connection
+// filename: Database filename (UTF-8)
+// zVfs: Name of VFS module to use
+func OpenV2(filename *c.Char, flags OpenFlags, zVfs *c.Char) (db *Sqlite3, err Errno) {
+	err = doOpenV2(filename, &db, flags, zVfs)
+	return
+}
+
+// Closing A Database Connection
+//
+// llgo:link (*Sqlite3).Close C.sqlite3_close
+func (db *Sqlite3) Close() Errno { return 0 }
+
+// Closing A Database Connection
+//
+// llgo:link (*Sqlite3).CloseV2 C.sqlite3_close_v2
+func (db *Sqlite3) CloseV2() Errno { return 0 }
+
+// -----------------------------------------------------------------------------
+
+// llgo:link (*Sqlite3).doPrepare C.sqlite3_prepare
+func (*Sqlite3) doPrepare(*c.Char, c.Int, **Stmt, **c.Char) Errno {
+	return 0
+}
+
+// llgo:link (*Sqlite3).doPrepareV2 C.sqlite3_prepare_v2
+func (*Sqlite3) doPrepareV2(*c.Char, c.Int, **Stmt, **c.Char) Errno {
+	return 0
+}
+
+// llgo:link (*Sqlite3).doPrepareV3 C.sqlite3_prepare_v3
+func (*Sqlite3) doPrepareV3(*c.Char, c.Int, PrepareFlags, **Stmt, **c.Char) Errno {
+	return 0
+}
+
+// PrepareFlags represents SQLite prepare flags.
+type PrepareFlags c.Int
+
+const (
+	PreparePersistent PrepareFlags = 0x01
+	PrepareNormalize  PrepareFlags = 0x02
+	PrepareNoVtab     PrepareFlags = 0x04
+)
+
+// Compiling An SQL Statement
+// tail: Pointer to unused portion of sql
+func (db *Sqlite3) Prepare(sql string, tail **c.Char) (stmt *Stmt, err Errno) {
+	err = db.doPrepare(c.GoStringData(sql), c.Int(len(sql)), &stmt, tail)
+	return
+}
+
+func (db *Sqlite3) PrepareV2(sql string, tail **c.Char) (stmt *Stmt, err Errno) {
+	err = db.doPrepareV2(c.GoStringData(sql), c.Int(len(sql)), &stmt, tail)
+	return
+}
+
+func (db *Sqlite3) PrepareV3(sql string, flags PrepareFlags, tail **c.Char) (stmt *Stmt, err Errno) {
+	err = db.doPrepareV3(c.GoStringData(sql), c.Int(len(sql)), flags, &stmt, tail)
+	return
+}
+
+// Destroy A Prepared Statement Object
+//
+// llgo:link (*Stmt).Close C.sqlite3_finalize
+func (stmt *Stmt) Close() Errno { return 0 }
+
+// -----------------------------------------------------------------------------
+
+// llgo:link (*Stmt).BindInt C.sqlite3_bind_int
+func (*Stmt) BindInt(idx c.Int, val c.Int) Errno { return 0 }
+
+// llgo:link (*Stmt).BindInt64 C.sqlite3_bind_int64
+func (*Stmt) BindInt64(idx c.Int, val int64) Errno { return 0 }
+
+/*
+const (
+	Static    = (func(Pointer))(nil) // val is a static string
+	Transient = (func(Pointer))(-1)  // val is a transient (temporary) string
+)
+*/
+
+// llgo:link (*Stmt).BindText C.sqlite3_bind_text
+func (*Stmt) BindText(idx c.Int, val *c.Char, nByte c.Int, destructor func(c.Pointer)) Errno {
+	return 0
+}
+
+// -----------------------------------------------------------------------------
+
+// Reset A Prepared Statement Object
+//
+// llgo:link (*Stmt).Reset C.sqlite3_reset
+func (stmt *Stmt) Reset() Errno {
+	return 0
+}
+
+// Evaluate An SQL Statement
+//
+// llgo:link (*Stmt).Step C.sqlite3_step
+func (*Stmt) Step() Errno { return 0 }
+
+// -----------------------------------------------------------------------------
+
+// llgo:link (*Stmt).ColumnCount C.sqlite3_column_count
+func (stmt *Stmt) ColumnCount() c.Int { return 0 }
+
+// llgo:link (*Stmt).ColumnName C.sqlite3_column_name
+func (stmt *Stmt) ColumnName(idx c.Int) *c.Char { return nil }
+
+// llgo:link (*Stmt).ColumnInt C.sqlite3_column_int
+func (stmt *Stmt) ColumnInt(idx c.Int) c.Int { return 0 }
+
+// llgo:link (*Stmt).ColumnInt64 C.sqlite3_column_int64
+func (stmt *Stmt) ColumnInt64(idx c.Int) int64 { return 0 }
+
+// llgo:link (*Stmt).ColumnText C.sqlite3_column_text
+func (stmt *Stmt) ColumnText(idx c.Int) *c.Char { return nil }
+
+// -----------------------------------------------------------------------------
+
+// One-Step Query Execution Interface
+//
+// llgo:link (*Sqlite3).Exec C.sqlite3_exec
+func (*Sqlite3) Exec(
+	sql *c.Char, callback func(arg c.Pointer, resultCols c.Int, colVals, colNames **c.Char) c.Int,
+	arg c.Pointer, errmsg **c.Char) Errno {
+	return 0
+}
+
+// -----------------------------------------------------------------------------

chore/_xtool/pydump/pydump.go

@@ -0,0 +1,60 @@
+/*
+ * Copyright (c) 2024 The GoPlus Authors (goplus.org). All rights reserved.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package main
+
+import (
+	"github.com/goplus/llgo/c"
+	"github.com/goplus/llgo/c/cjson"
+	"github.com/goplus/llgo/py"
+	"github.com/goplus/llgo/py/inspect"
+)
+
+func main() {
+	if c.Argc < 2 {
+		c.Fprintf(c.Stderr, c.Str("Usage: pydump <pythonLibPath>\n"))
+		return
+	}
+	pyLib := c.Index(c.Argv, 1)
+
+	py.Initialize()
+
+	root := cjson.Object()
+	root.SetItem(c.Str("name"), cjson.String(pyLib))
+
+	items := cjson.Array()
+	mod := py.ImportModule(pyLib)
+	keys := mod.ModuleGetDict().DictKeys()
+	for i, n := uintptr(0), keys.ListLen(); i < n; i++ {
+		key := keys.ListItem(i)
+		val := mod.GetAttr(key)
+		doc := val.GetAttrString(c.Str("__doc__"))
+		sym := cjson.Object()
+		sym.SetItem(c.Str("type"), cjson.String(val.Type().TypeName().CStr()))
+		sym.SetItem(c.Str("name"), cjson.String(key.CStr()))
+		if doc != nil {
+			sym.SetItem(c.Str("doc"), cjson.String(doc.CStr()))
+		}
+		if val.Callable() != 0 {
+			sig := inspect.Signature(val)
+			sym.SetItem(c.Str("sig"), cjson.String(sig.Str().CStr()))
+		}
+		items.AddItem(sym)
+	}
+	root.SetItem(c.Str("items"), items)
+
+	c.Printf(c.Str("%s\n"), root.CStr())
+}

chore/ardump/ardump.go

@@ -22,7 +22,7 @@ import (
 	"log"
 	"os"
 
-	"github.com/goplus/llgo/x/ar"
+	"github.com/goplus/llgo/xtool/ar"
 )
 
 func main() {

chore/clangast/clangast.go

@@ -22,7 +22,7 @@ import (
 	"fmt"
 	"os"
 
-	"github.com/goplus/llgo/x/clang/parser"
+	"github.com/goplus/llgo/xtool/clang/parser"
 )
 
 var (

chore/clangpp/clangpp.go

@@ -20,7 +20,7 @@ import (
 	"fmt"
 	"os"
 
-	"github.com/goplus/llgo/x/clang/preprocessor"
+	"github.com/goplus/llgo/xtool/clang/preprocessor"
 )
 
 func usage() {

chore/gentests/gentests.go

@@ -22,6 +22,7 @@ import (
 	"strings"
 
 	"github.com/goplus/llgo/internal/llgen"
+	"github.com/goplus/llgo/ssa"
 	"github.com/goplus/mod"
 )
 
@@ -29,9 +30,14 @@ func main() {
 	dir, _, err := mod.FindGoMod(".")
 	check(err)
 
+	ssa.Initialize(ssa.InitAll | ssa.InitNative)
 	llgen.Verbose = false
 
+	llgenDir(dir + "/cl/_testlibc")
+	llgenDir(dir + "/cl/_testlibgo")
 	llgenDir(dir + "/cl/_testrt")
+	llgenDir(dir + "/cl/_testgo")
+	llgenDir(dir+"/cl/_testpy", "")
 	llgenDir(dir+"/cl/_testdata", "")
 }
 

chore/llpyg/llpyg.go

@@ -0,0 +1,249 @@
+/*
+ * Copyright (c) 2024 The GoPlus Authors (goplus.org). All rights reserved.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package main
+
+import (
+	"bytes"
+	"encoding/json"
+	"fmt"
+	"go/ast"
+	"go/token"
+	"go/types"
+	"log"
+	"os"
+	"os/exec"
+	"strings"
+
+	"github.com/goplus/gogen"
+	"github.com/goplus/llgo/chore/llpyg/pysig"
+	"github.com/goplus/llgo/ssa"
+)
+
+type symbol struct {
+	Name string `json:"name"`
+	Type string `json:"type"`
+	Doc  string `json:"doc"`
+	Sig  string `json:"sig"`
+	URL  string `json:"url"`
+}
+
+type module struct {
+	Name  string    `json:"name"`
+	Items []*symbol `json:"items"`
+}
+
+func pydump(pyLib string) (mod module) {
+	var out bytes.Buffer
+	cmd := exec.Command("pydump", pyLib)
+	cmd.Stdout = &out
+	cmd.Stderr = os.Stderr
+	cmd.Run()
+
+	json.Unmarshal(out.Bytes(), &mod)
+	return
+}
+
+func pysigfetch(pyLib string, names []string) (mod module) {
+	var out bytes.Buffer
+	cmd := exec.Command("pysigfetch", pyLib, "-")
+	cmd.Stdin = strings.NewReader(strings.Join(names, " "))
+	cmd.Stdout = &out
+	cmd.Stderr = os.Stderr
+	cmd.Run()
+
+	json.Unmarshal(out.Bytes(), &mod)
+	return
+}
+
+func main() {
+	if len(os.Args) < 2 {
+		fmt.Fprintln(os.Stderr, "Usage: llpyg <pythonLibPath>")
+		return
+	}
+	pyLib := os.Args[1]
+
+	mod := pydump(pyLib)
+	if mod.Name != pyLib {
+		log.Printf("import module %s failed\n", pyLib)
+		os.Exit(1)
+	}
+	pkg := gogen.NewPackage("", pkgName(pyLib), nil)
+	pkg.Import("unsafe").MarkForceUsed(pkg)       // import _ "unsafe"
+	py := pkg.Import("github.com/goplus/llgo/py") // import "github.com/goplus/llgo/py"
+
+	f := func(cb *gogen.CodeBuilder) int {
+		cb.Val("py." + mod.Name)
+		return 1
+	}
+	defs := pkg.NewConstDefs(pkg.Types.Scope())
+	defs.New(f, 0, 0, nil, "LLGoPackage")
+
+	obj := py.Ref("Object").(*types.TypeName).Type().(*types.Named)
+	objPtr := types.NewPointer(obj)
+	ret := types.NewTuple(pkg.NewParam(0, "", objPtr))
+
+	ctx := &context{pkg, obj, objPtr, ret, nil, py}
+	ctx.genMod(pkg, &mod)
+	skips := ctx.skips
+	if n := len(skips); n > 0 {
+		log.Printf("==> There are %d signatures not found, fetch from doc site\n", n)
+		mod = pysigfetch(pyLib, skips)
+		ctx.skips = skips[:0]
+		ctx.genMod(pkg, &mod)
+		if len(mod.Items) > 0 {
+			skips = ctx.skips
+		}
+		if n := len(skips); n > 0 {
+			log.Printf("==> Skip %d symbols:\n%v\n", n, skips)
+		}
+	}
+
+	pkg.WriteTo(os.Stdout)
+}
+
+func pkgName(pyLib string) string {
+	if pos := strings.LastIndexByte(pyLib, '.'); pos >= 0 {
+		return pyLib[pos+1:]
+	}
+	return pyLib
+}
+
+type context struct {
+	pkg    *gogen.Package
+	obj    *types.Named
+	objPtr *types.Pointer
+	ret    *types.Tuple
+	skips  []string
+	py     gogen.PkgRef
+}
+
+func (ctx *context) genMod(pkg *gogen.Package, mod *module) {
+	for _, sym := range mod.Items {
+		switch sym.Type {
+		case "builtin_function_or_method", "function", "method", "ufunc", "method-wrapper":
+			ctx.genFunc(pkg, sym)
+		case "str", "float", "bool", "type", "dict", "tuple", "list", "object", "module",
+			"int", "set", "frozenset", "flags", "bool_", "pybind11_type", "layout",
+			"memory_format", "qscheme", "dtype", "tensortype", "ellipsis": // skip
+		case "": // pysigfetch: page not found
+			ctx.skips = append(ctx.skips, sym.Name)
+		default:
+			t := sym.Type
+			if len(t) > 0 && (t[0] >= 'a' && t[0] <= 'z') && !strings.HasSuffix(t, "_info") {
+				log.Panicln("unsupport type:", sym.Type)
+			}
+		}
+	}
+}
+
+func (ctx *context) genFunc(pkg *gogen.Package, sym *symbol) {
+	name, symSig := sym.Name, sym.Sig
+	if len(name) == 0 || name[0] == '_' {
+		return
+	}
+	if symSig == "<NULL>" {
+		ctx.skips = append(ctx.skips, name)
+		return
+	}
+	params, variadic := ctx.genParams(pkg, symSig)
+	name = genName(name, -1)
+	sig := types.NewSignatureType(nil, nil, nil, params, ctx.ret, variadic)
+	fn := pkg.NewFuncDecl(token.NoPos, name, sig)
+	list := ctx.genDoc(sym.Doc)
+	if sym.URL != "" {
+		if len(list) > 0 {
+			list = append(list, emptyCommentLine)
+		}
+		list = append(list, genSee(sym.URL))
+	}
+	if len(list) > 0 {
+		list = append(list, emptyCommentLine)
+	}
+	list = append(list, ctx.genLinkname(name, sym))
+	fn.SetComments(pkg, &ast.CommentGroup{List: list})
+	// fn.BodyStart(pkg).End()
+}
+
+func (ctx *context) genParams(pkg *gogen.Package, sig string) (*types.Tuple, bool) {
+	args := pysig.Parse(sig)
+	if len(args) == 0 {
+		return nil, false
+	}
+	n := len(args)
+	objPtr := ctx.objPtr
+	list := make([]*types.Var, 0, n)
+	for i := 0; i < n; i++ {
+		name := args[i].Name
+		if name == "/" {
+			continue
+		}
+		if name == "*" || name == "\\*" {
+			break
+		}
+		if strings.HasPrefix(name, "*") {
+			if name[1] != '*' {
+				list = append(list, ssa.VArg())
+				return types.NewTuple(list...), true
+			}
+			return types.NewTuple(list...), false
+		}
+		list = append(list, pkg.NewParam(0, genName(name, 0), objPtr))
+	}
+	return types.NewTuple(list...), false
+}
+
+func genName(name string, idxDontTitle int) string {
+	parts := strings.Split(name, "_")
+	for i, part := range parts {
+		if i != idxDontTitle && part != "" {
+			if c := part[0]; c >= 'a' && c <= 'z' {
+				part = string(c+'A'-'a') + part[1:]
+			}
+			parts[i] = part
+		}
+	}
+	name = strings.Join(parts, "")
+	switch name {
+	case "default", "func", "var", "range", "":
+		name += "_"
+	}
+	return name
+}
+
+func (ctx *context) genLinkname(name string, sym *symbol) *ast.Comment {
+	return &ast.Comment{Text: "//go:linkname " + name + " py." + sym.Name}
+}
+
+func (ctx *context) genDoc(doc string) []*ast.Comment {
+	if doc == "" {
+		return make([]*ast.Comment, 0, 4)
+	}
+	lines := strings.Split(doc, "\n")
+	list := make([]*ast.Comment, len(lines), len(lines)+4)
+	for i, line := range lines {
+		list[i] = &ast.Comment{Text: "// " + line}
+	}
+	return list
+}
+
+func genSee(url string) *ast.Comment {
+	return &ast.Comment{Text: "// See " + url}
+}
+
+var (
+	emptyCommentLine = &ast.Comment{Text: "//"}
+)

chore/llpyg/pysig/parse.go

@@ -0,0 +1,100 @@
+/*
+ * Copyright (c) 2024 The GoPlus Authors (goplus.org). All rights reserved.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package pysig
+
+import (
+	"strings"
+)
+
+type Arg struct {
+	Name   string
+	Type   string
+	DefVal string
+}
+
+// Parse parses a Python function signature.
+func Parse(sig string) (args []*Arg) {
+	sig = strings.TrimPrefix(sig, "(")
+	for {
+		pos := strings.IndexAny(sig, ",:=)")
+		if pos <= 0 {
+			return
+		}
+		arg := &Arg{Name: strings.TrimSpace(sig[:pos])}
+		args = append(args, arg)
+		c := sig[pos]
+		sig = sig[pos+1:]
+		switch c {
+		case ',':
+			continue
+		case ':':
+			arg.Type, sig = parseType(sig)
+			if strings.HasPrefix(sig, "=") {
+				arg.DefVal, sig = parseDefVal(sig[1:])
+			}
+		case '=':
+			arg.DefVal, sig = parseDefVal(sig)
+		case ')':
+			return
+		}
+		sig = strings.TrimPrefix(sig, ",")
+	}
+}
+
+const (
+	allSpecials = "([<'\""
+)
+
+var pairStops = map[byte]string{
+	'(':  ")" + allSpecials,
+	'[':  "]" + allSpecials,
+	'<':  ">" + allSpecials,
+	'\'': "'" + allSpecials,
+	'"':  "\"",
+}
+
+func parseText(sig string, stops string) (left string) {
+	for {
+		pos := strings.IndexAny(sig, stops)
+		if pos < 0 {
+			return sig
+		}
+		if c := sig[pos]; c != stops[0] {
+			if pstop, ok := pairStops[c]; ok {
+				sig = strings.TrimPrefix(parseText(sig[pos+1:], pstop), pstop[:1])
+				continue
+			}
+		}
+		return sig[pos:]
+	}
+}
+
+// stops: "=,)"
+func parseType(sig string) (string, string) {
+	left := parseText(sig, "=,)"+allSpecials)
+	return resultOf(sig, left), left
+}
+
+// stops: ",)"
+func parseDefVal(sig string) (string, string) {
+	left := parseText(sig, ",)"+allSpecials)
+	return resultOf(sig, left), left
+}
+
+func resultOf(sig, left string) string {
+	return strings.TrimSpace(sig[:len(sig)-len(left)])
+}

chore/llpyg/pysig/parse_test.go

@@ -0,0 +1,52 @@
+/*
+ * Copyright (c) 2024 The GoPlus Authors (goplus.org). All rights reserved.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package pysig
+
+import "testing"
+
+func TestParse(t *testing.T) {
+	type testCase struct {
+		sig  string
+		args []*Arg
+	}
+	cases := []testCase{
+		{"(start=None, *, unit: 'str | None' = None) -> 'TimedeltaIndex'", []*Arg{
+			{Name: "start", DefVal: "None"},
+			{Name: "*"},
+			{Name: "unit", Type: "'str | None'", DefVal: "None"},
+		}},
+		{"()", nil},
+		{"(a =", []*Arg{{Name: "a"}}},
+		{"(a) -> int", []*Arg{{Name: "a"}}},
+		{"(a: int)", []*Arg{{Name: "a", Type: "int"}}},
+		{"(a: int = 1, b: float)", []*Arg{{Name: "a", Type: "int", DefVal: "1"}, {Name: "b", Type: "float"}}},
+		{"(a = <1>, b = 2.0)", []*Arg{{Name: "a", DefVal: "<1>"}, {Name: "b", DefVal: "2.0"}}},
+		{"(a: 'Suffixes' = ('_x', '_y'))", []*Arg{{Name: "a", Type: "'Suffixes'", DefVal: "('_x', '_y')"}}},
+	}
+	for _, c := range cases {
+		args := Parse(c.sig)
+		if len(args) != len(c.args) {
+			t.Fatalf("%s: len(args) = %v, want %v", c.sig, len(args), len(c.args))
+		}
+		for i, arg := range args {
+			want := c.args[i]
+			if arg.Name != want.Name || arg.Type != want.Type || arg.DefVal != want.DefVal {
+				t.Fatalf("%s: args[%v] = %v, want %v", c.sig, i, arg, want)
+			}
+		}
+	}
+}

chore/llvmtargets/llvm_targets.go

@@ -0,0 +1,18 @@
+package main
+
+import (
+	"fmt"
+
+	"github.com/goplus/llvm"
+)
+
+func main() {
+	llvm.InitializeAllTargetInfos()
+	llvm.InitializeAllTargets()
+	llvm.InitializeAllTargetMCs()
+	llvm.InitializeNativeTarget()
+	fmt.Println("targets:")
+	for it := llvm.FirstTarget(); it.C != nil; it = it.NextTarget() {
+		fmt.Printf("- %s: %s\n", it.Name(), it.Description())
+	}
+}

chore/nmdump/nmdump.go

@@ -18,9 +18,10 @@ package main
 
 import (
 	"fmt"
+	"log"
 	"os"
 
-	"github.com/goplus/llgo/x/nm"
+	"github.com/goplus/llgo/xtool/env/llvm"
 )
 
 func main() {
@@ -29,9 +30,8 @@ func main() {
 		return
 	}
 
-	nm := nm.New("nm")
+	nm := llvm.New().Nm()
 	items, err := nm.List(os.Args[1])
-	check(err)
 	for _, item := range items {
 		if item.File != "" {
 			fmt.Printf("\n%s:\n", item.File)
@@ -44,10 +44,7 @@ func main() {
 			}
 		}
 	}
-}
-
-func check(err error) {
 	if err != nil {
-		panic(err)
+		log.Println(err)
 	}
 }

chore/nmindex/nmindex.go

@@ -20,8 +20,8 @@ import (
 	"fmt"
 	"os"
 
-	"github.com/goplus/llgo/x/env/llvm"
-	"github.com/goplus/llgo/x/nm"
+	"github.com/goplus/llgo/xtool/env/llvm"
+	"github.com/goplus/llgo/xtool/nm"
 )
 
 func main() {
@@ -64,6 +64,7 @@ func makeIndex() {
 		usrLib(true),
 		stdLib("LLGO_STDROOT"),
 		stdLib("LLGO_USRROOT"),
+		pythonLib(),
 	}
 	err := b.Index(libDirs, idxDir, func(path string) {
 		fmt.Println("==>", path)
@@ -72,6 +73,11 @@ func makeIndex() {
 }
 
 func query(q string) {
+	if len(q) > 0 {
+		if c := q[0]; c != '*' && c != '_' {
+			q = "_" + q
+		}
+	}
 	files, err := nm.Query(indexDir(), q)
 	check(err)
 	for _, f := range files {
@@ -103,6 +109,10 @@ func usrLib(local bool) string {
 	return "/usr/lib"
 }
 
+func pythonLib() string {
+	return os.Getenv("LLGO_PYTHON_ROOT")
+}
+
 func check(err error) {
 	if err != nil {
 		panic(err)

cl/_testdata/apkg/out.ll

@@ -1,7 +1,7 @@
 ; ModuleID = 'apkg'
 source_filename = "apkg"
 
-@"apkg.init$guard" = global ptr null
+@"apkg.init$guard" = global i1 false, align 1
 
 define double @apkg.Max(double %0, double %1) {
 _llgo_0:

cl/_testdata/fncall/out.ll

@@ -1,7 +1,9 @@
 ; ModuleID = 'main'
 source_filename = "main"
 
-@"main.init$guard" = global ptr null
+@"main.init$guard" = global i1 false, align 1
+@__llgo_argc = global i32 0, align 4
+@__llgo_argv = global ptr null, align 8
 
 define void @main.init() {
 _llgo_0:
@@ -16,12 +18,14 @@ _llgo_2:                                          ; preds = %_llgo_1, %_llgo_0
   ret void
 }
 
-define void @main() {
+define i32 @main(i32 %0, ptr %1) {
 _llgo_0:
+  store i32 %0, ptr @__llgo_argc, align 4
+  store ptr %1, ptr @__llgo_argv, align 8
   call void @"github.com/goplus/llgo/internal/runtime.init"()
   call void @main.init()
-  %0 = call i64 @main.max(i64 1, i64 2)
-  ret void
+  %2 = call i64 @main.max(i64 1, i64 2)
+  ret i32 0
 }
 
 define i64 @main.max(i64 %0, i64 %1) {

cl/_testdata/importpkg/out.ll

@@ -1,8 +1,10 @@
 ; ModuleID = 'main'
 source_filename = "main"
 
-@main.hello = global ptr null
-@"main.init$guard" = global ptr null
+@main.hello = global [7 x i8] zeroinitializer, align 1
+@"main.init$guard" = global i1 false, align 1
+@__llgo_argc = global i32 0, align 4
+@__llgo_argv = global ptr null, align 8
 
 define void @main.init() {
 _llgo_0:
@@ -25,13 +27,15 @@ _llgo_2:                                          ; preds = %_llgo_1, %_llgo_0
   ret void
 }
 
-define void @main() {
+define i32 @main(i32 %0, ptr %1) {
 _llgo_0:
+  store i32 %0, ptr @__llgo_argc, align 4
+  store ptr %1, ptr @__llgo_argv, align 8
   call void @"github.com/goplus/llgo/internal/runtime.init"()
   call void @main.init()
-  %0 = call i64 @"github.com/goplus/llgo/cl/internal/stdio.Max"(i64 2, i64 100)
+  %2 = call i64 @"github.com/goplus/llgo/cl/internal/stdio.Max"(i64 2, i64 100)
   call void (ptr, ...) @printf(ptr @main.hello)
-  ret void
+  ret i32 0
 }
 
 declare void @"github.com/goplus/llgo/cl/internal/stdio.init"()

cl/_testdata/method/out.ll

@@ -1,19 +1,21 @@
 ; ModuleID = 'main'
 source_filename = "main"
 
-@main.format = global ptr null
-@"main.init$guard" = global ptr null
+@main.format = global [10 x i8] zeroinitializer, align 1
+@"main.init$guard" = global i1 false, align 1
+@__llgo_argc = global i32 0, align 4
+@__llgo_argv = global ptr null, align 8
 
-define i64 @"(main.T).Add"(i64 %0, i64 %1) {
+define i64 @main.T.Add(i64 %0, i64 %1) {
 _llgo_0:
   %2 = add i64 %0, %1
   ret i64 %2
 }
 
-define i64 @"(*main.T).Add"(ptr %0, i64 %1) {
+define i64 @"main.(*T).Add"(ptr %0, i64 %1) {
 _llgo_0:
   %2 = load i64, ptr %0, align 4
-  %3 = call i64 @"(main.T).Add"(i64 %2, i64 %1)
+  %3 = call i64 @main.T.Add(i64 %2, i64 %1)
   ret i64 %3
 }
 
@@ -40,13 +42,15 @@ _llgo_2:                                          ; preds = %_llgo_1, %_llgo_0
   ret void
 }
 
-define void @main() {
+define i32 @main(i32 %0, ptr %1) {
 _llgo_0:
+  store i32 %0, ptr @__llgo_argc, align 4
+  store ptr %1, ptr @__llgo_argv, align 8
   call void @"github.com/goplus/llgo/internal/runtime.init"()
   call void @main.init()
-  %0 = call i64 @"(main.T).Add"(i64 1, i64 2)
-  call void (ptr, ...) @printf(ptr @main.format, i64 %0)
-  ret void
+  %2 = call i64 @main.T.Add(i64 1, i64 2)
+  call void (ptr, ...) @printf(ptr @main.format, i64 %2)
+  ret i32 0
 }
 
 declare void @"github.com/goplus/llgo/internal/runtime.init"()

cl/_testdata/print/in.go

@@ -3,89 +3,95 @@ package main
 import (
 	"unsafe"
 
-	"github.com/goplus/llgo/internal/runtime/c"
+	"github.com/goplus/llgo/c"
 )
 
 func gwrite(b []byte) {
 	if len(b) == 0 {
 		return
 	}
-	for _, v := range b {
-		c.Printf(c.Str("%c"), v)
+	c.Printf(c.Str("%s"), b)
+}
+
+func printbool(v bool) {
+	if v {
+		printstring("true")
+	} else {
+		printstring("false")
 	}
 }
 
-// func printfloat(v float64) {
-// 	switch {
-// 	case v != v:
-// 		printstring("NaN")
-// 		return
-// 	case v+v == v && v > 0:
-// 		printstring("+Inf")
-// 		return
-// 	case v+v == v && v < 0:
-// 		printstring("-Inf")
-// 		return
-// 	}
+func printfloat(v float64) {
+	switch {
+	case v != v:
+		printstring("NaN")
+		return
+	case v+v == v && v > 0:
+		printstring("+Inf")
+		return
+	case v+v == v && v < 0:
+		printstring("-Inf")
+		return
+	}
 
-// 	const n = 7 // digits printed
-// 	var buf [n + 7]byte
-// 	buf[0] = '+'
-// 	e := 0 // exp
-// 	if v == 0 {
-// 		if 1/v < 0 {
-// 			buf[0] = '-'
-// 		}
-// 	} else {
-// 		if v < 0 {
-// 			v = -v
-// 			buf[0] = '-'
-// 		}
+	const n = 7 // digits printed
+	var buf [n + 7]byte
+	buf[0] = '+'
+	e := 0 // exp
+	if v == 0 {
+		if 1/v < 0 {
+			buf[0] = '-'
+		}
+	} else {
+		if v < 0 {
+			v = -v
+			buf[0] = '-'
+		}
 
-// 		// normalize
-// 		for v >= 10 {
-// 			e++
-// 			v /= 10
-// 		}
-// 		for v < 1 {
-// 			e--
-// 			v *= 10
-// 		}
+		// normalize
+		for v >= 10 {
+			e++
+			v /= 10
+		}
+		for v < 1 {
+			e--
+			v *= 10
+		}
 
-// 		// round
-// 		h := 5.0
-// 		for i := 0; i < n; i++ {
-// 			h /= 10
-// 		}
-// 		v += h
-// 		if v >= 10 {
-// 			e++
-// 			v /= 10
-// 		}
-// 	}
+		// round
+		h := 5.0
+		for i := 0; i < n; i++ {
+			h /= 10
+		}
+		v += h
+		if v >= 10 {
+			e++
+			v /= 10
+		}
+	}
 
-// 	// format +d.dddd+edd
-// 	for i := 0; i < n; i++ {
-// 		s := int(v)
-// 		buf[i+2] = byte(s + '0')
-// 		v -= float64(s)
-// 		v *= 10
-// 	}
-// 	buf[1] = buf[2]
-// 	buf[2] = '.'
+	// format +d.dddd+edd
+	for i := 0; i < n; i++ {
+		s := int(v)
+		buf[i+2] = byte(s + '0')
+		v -= float64(s)
+		v *= 10
+	}
+	buf[1] = buf[2]
+	buf[2] = '.'
 
-// 	buf[n+2] = 'e'
-// 	buf[n+3] = '+'
-// 	if e < 0 {
-// 		e = -e
-// 		buf[n+3] = '-'
-// 	}
+	buf[n+2] = 'e'
+	buf[n+3] = '+'
+	if e < 0 {
+		e = -e
+		buf[n+3] = '-'
+	}
 
-// 	buf[n+4] = byte(e/100) + '0'
-// 	buf[n+5] = byte(e/10)%10 + '0'
-// 	buf[n+6] = byte(e%10) + '0'
-// 	gwrite(buf[:])
-// }
+	buf[n+4] = byte(e/100) + '0'
+	buf[n+5] = byte(e/10)%10 + '0'
+	buf[n+6] = byte(e%10) + '0'
+	gwrite(buf[:])
+}
 
 func printuint(v uint64) {
 	var buf [100]byte
@@ -100,13 +106,13 @@ func printuint(v uint64) {
 	gwrite(buf[i:])
 }
 
-// func printint(v int64) {
-// 	if v < 0 {
-// 		printstring("-")
-// 		v = -v
-// 	}
-// 	printuint(uint64(v))
-// }
+func printint(v int64) {
+	if v < 0 {
+		printstring("-")
+		v = -v
+	}
+	printuint(uint64(v))
+}
 
 var minhexdigits = 0
 
@@ -171,4 +177,88 @@ func main() {
 	printnl()
 	printhex(0x1234abcf)
 	printnl()
+	prinxor(1)
+	printnl()
+	prinsub(100)
+	printnl()
+	prinusub(1<<64 - 1)
+	printnl()
+	prinfsub(100.1)
+	printnl()
+	printany(float32(1e9))
+	printnl()
+	printany(float64(2e9))
+	printnl()
+	var b bool = true
+	if b == true && b != false {
+		println("check bool", b)
+	}
+	n1 := 0b1001
+	n2 := 0b0011
+	println("check &^", n1&^n2 == 0b1000, n2&^n1 == 0b0010)
+	println(true, false, 'a', 'A', rune('中'),
+		int8(1), int16(2), int32(3), int64(4), 5,
+		uint8(1), uint16(2), uint32(3), uint64(4), uintptr(5),
+		"llgo")
+}
+
+func println(args ...any) {
+	for i, v := range args {
+		if i != 0 {
+			printstring(" ")
+		}
+		printany(v)
+	}
+	printnl()
+}
+
+func printany(v any) {
+	switch v := v.(type) {
+	case bool:
+		printbool(v)
+	case int:
+		printint(int64(v))
+	case int8:
+		printint(int64(v))
+	case int16:
+		printint(int64(v))
+	case int32:
+		printint(int64(v))
+	case int64:
+		printint(int64(v))
+	case uint:
+		printuint(uint64(v))
+	case uint8:
+		printuint(uint64(v))
+	case uint16:
+		printuint(uint64(v))
+	case uint32:
+		printuint(uint64(v))
+	case uint64:
+		printuint(uint64(v))
+	case uintptr:
+		printuint(uint64(v))
+	case float32:
+		printfloat(float64(v))
+	case float64:
+		printfloat(float64(v))
+	case string:
+		printstring(v)
+	}
+}
+
+func prinxor(n int64) {
+	printint(^n)
+}
+
+func prinsub(n int64) {
+	printint(-n)
+}
+
+func prinusub(n uint64) {
+	printuint(-n)
+}
+
+func prinfsub(n float64) {
+	printfloat(-n)
 }

cl/_testdata/printf/out.ll

@@ -1,8 +1,10 @@
 ; ModuleID = 'main'
 source_filename = "main"
 
-@main.hello = global ptr null
-@"main.init$guard" = global ptr null
+@main.hello = global [7 x i8] zeroinitializer, align 1
+@"main.init$guard" = global i1 false, align 1
+@__llgo_argc = global i32 0, align 4
+@__llgo_argv = global ptr null, align 8
 
 define void @main.init() {
 _llgo_0:
@@ -24,12 +26,14 @@ _llgo_2:                                          ; preds = %_llgo_1, %_llgo_0
   ret void
 }
 
-define void @main() {
+define i32 @main(i32 %0, ptr %1) {
 _llgo_0:
+  store i32 %0, ptr @__llgo_argc, align 4
+  store ptr %1, ptr @__llgo_argv, align 8
   call void @"github.com/goplus/llgo/internal/runtime.init"()
   call void @main.init()
   call void (ptr, ...) @printf(ptr @main.hello)
-  ret void
+  ret i32 0
 }
 
 declare void @"github.com/goplus/llgo/internal/runtime.init"()

cl/_testdata/printval/out.ll

@@ -1,8 +1,10 @@
 ; ModuleID = 'main'
 source_filename = "main"
 
-@main.format = global ptr null
-@"main.init$guard" = global ptr null
+@main.format = global [10 x i8] zeroinitializer, align 1
+@"main.init$guard" = global i1 false, align 1
+@__llgo_argc = global i32 0, align 4
+@__llgo_argv = global ptr null, align 8
 
 define void @main.init() {
 _llgo_0:
@@ -27,12 +29,14 @@ _llgo_2:                                          ; preds = %_llgo_1, %_llgo_0
   ret void
 }
 
-define void @main() {
+define i32 @main(i32 %0, ptr %1) {
 _llgo_0:
+  store i32 %0, ptr @__llgo_argc, align 4
+  store ptr %1, ptr @__llgo_argv, align 8
   call void @"github.com/goplus/llgo/internal/runtime.init"()
   call void @main.init()
   call void (ptr, ...) @printf(ptr @main.format, i64 100)
-  ret void
+  ret i32 0
 }
 
 declare void @"github.com/goplus/llgo/internal/runtime.init"()

cl/_testdata/ptrmthd/out.ll

@@ -1,10 +1,12 @@
 ; ModuleID = 'main'
 source_filename = "main"
 
-@main.format = global ptr null
-@"main.init$guard" = global ptr null
+@main.format = global [10 x i8] zeroinitializer, align 1
+@"main.init$guard" = global i1 false, align 1
+@__llgo_argc = global i32 0, align 4
+@__llgo_argv = global ptr null, align 8
 
-define void @"(*main.T).Print"(ptr %0, i64 %1) {
+define void @"main.(*T).Print"(ptr %0, i64 %1) {
 _llgo_0:
   call void (ptr, ...) @printf(ptr %0, i64 %1)
   ret void
@@ -33,12 +35,14 @@ _llgo_2:                                          ; preds = %_llgo_1, %_llgo_0
   ret void
 }
 
-define void @main() {
+define i32 @main(i32 %0, ptr %1) {
 _llgo_0:
+  store i32 %0, ptr @__llgo_argc, align 4
+  store ptr %1, ptr @__llgo_argv, align 8
   call void @"github.com/goplus/llgo/internal/runtime.init"()
   call void @main.init()
-  call void @"(*main.T).Print"(ptr @main.format, i64 100)
-  ret void
+  call void @"main.(*T).Print"(ptr @main.format, i64 100)
+  ret i32 0
 }
 
 declare void @printf(ptr, ...)

cl/_testdata/uint/in.go

@@ -0,0 +1,13 @@
+package main
+
+import "github.com/goplus/llgo/c"
+
+func f(a c.Uint) c.Uint {
+	a++
+	return a
+}
+
+func main() {
+	var a c.Uint = 100
+	c.Printf(c.Str("Hello, %u\n"), f(a))
+}

cl/_testdata/uint/out.ll

@@ -0,0 +1,41 @@
+; ModuleID = 'main'
+source_filename = "main"
+
+@"main.init$guard" = global i1 false, align 1
+@__llgo_argc = global i32 0, align 4
+@__llgo_argv = global ptr null, align 8
+@0 = private unnamed_addr constant [11 x i8] c"Hello, %u\0A\00", align 1
+
+define i32 @main.f(i32 %0) {
+_llgo_0:
+  %1 = add i32 %0, 1
+  ret i32 %1
+}
+
+define void @main.init() {
+_llgo_0:
+  %0 = load i1, ptr @"main.init$guard", align 1
+  br i1 %0, label %_llgo_2, label %_llgo_1
+
+_llgo_1:                                          ; preds = %_llgo_0
+  store i1 true, ptr @"main.init$guard", align 1
+  br label %_llgo_2
+
+_llgo_2:                                          ; preds = %_llgo_1, %_llgo_0
+  ret void
+}
+
+define i32 @main(i32 %0, ptr %1) {
+_llgo_0:
+  store i32 %0, ptr @__llgo_argc, align 4
+  store ptr %1, ptr @__llgo_argv, align 8
+  call void @"github.com/goplus/llgo/internal/runtime.init"()
+  call void @main.init()
+  %2 = call i32 @main.f(i32 100)
+  %3 = call i32 (ptr, ...) @printf(ptr @0, i32 %2)
+  ret i32 0
+}
+
+declare void @"github.com/goplus/llgo/internal/runtime.init"()
+
+declare i32 @printf(ptr, ...)

cl/_testdata/untyped/out.ll

@@ -1,8 +1,10 @@
 ; ModuleID = 'main'
 source_filename = "main"
 
-@main.a = global ptr null
-@"main.init$guard" = global ptr null
+@main.a = global double 0.000000e+00, align 8
+@"main.init$guard" = global i1 false, align 1
+@__llgo_argc = global i32 0, align 4
+@__llgo_argv = global ptr null, align 8
 
 define void @main.init() {
 _llgo_0:
@@ -18,8 +20,10 @@ _llgo_2:                                          ; preds = %_llgo_1, %_llgo_0
   ret void
 }
 
-define void @main() {
+define i32 @main(i32 %0, ptr %1) {
 _llgo_0:
+  store i32 %0, ptr @__llgo_argc, align 4
+  store ptr %1, ptr @__llgo_argv, align 8
   call void @"github.com/goplus/llgo/internal/runtime.init"()
   call void @main.init()
   br i1 false, label %_llgo_1, label %_llgo_2
@@ -29,7 +33,7 @@ _llgo_1:                                          ; preds = %_llgo_0
   br label %_llgo_2
 
 _llgo_2:                                          ; preds = %_llgo_1, %_llgo_0
-  ret void
+  ret i32 0
 }
 
 declare void @"github.com/goplus/llgo/internal/runtime.init"()

cl/_testdata/utf8/in.go

@@ -0,0 +1,23 @@
+package main
+
+import (
+	"unicode/utf8"
+)
+
+func main() {
+	var str = "中abcd"
+	for i := 0; i < len(str); {
+		r, n := utf8.DecodeRuneInString(str[i:])
+		i += n
+		println(r)
+	}
+	println(index(2) == 3)
+}
+
+var array = [...]uint8{
+	1, 2, 3, 4, 5, 6, 7, 8,
+}
+
+func index(n int8) uint8 {
+	return array[n]
+}

cl/_testdata/utf8/out.ll

@@ -0,0 +1,104 @@
+; ModuleID = 'main'
+source_filename = "main"
+
+%"github.com/goplus/llgo/internal/runtime.String" = type { ptr, i64 }
+
+@main.array = global [8 x i8] zeroinitializer, align 1
+@"main.init$guard" = global i1 false, align 1
+@__llgo_argc = global i32 0, align 4
+@__llgo_argv = global ptr null, align 8
+@0 = private unnamed_addr constant [7 x i8] c"\E4\B8\ADabcd", align 1
+
+define i8 @main.index(i8 %0) {
+_llgo_0:
+  %1 = icmp slt i8 %0, 0
+  call void @"github.com/goplus/llgo/internal/runtime.AssertIndexRange"(i1 %1)
+  %2 = zext i8 %0 to i64
+  %3 = getelementptr inbounds i8, ptr @main.array, i64 %2
+  %4 = load i8, ptr %3, align 1
+  ret i8 %4
+}
+
+define void @main.init() {
+_llgo_0:
+  %0 = load i1, ptr @"main.init$guard", align 1
+  br i1 %0, label %_llgo_2, label %_llgo_1
+
+_llgo_1:                                          ; preds = %_llgo_0
+  store i1 true, ptr @"main.init$guard", align 1
+  call void @"unicode/utf8.init"()
+  store i8 1, ptr @main.array, align 1
+  store i8 2, ptr getelementptr inbounds (i8, ptr @main.array, i64 1), align 1
+  store i8 3, ptr getelementptr inbounds (i8, ptr @main.array, i64 2), align 1
+  store i8 4, ptr getelementptr inbounds (i8, ptr @main.array, i64 3), align 1
+  store i8 5, ptr getelementptr inbounds (i8, ptr @main.array, i64 4), align 1
+  store i8 6, ptr getelementptr inbounds (i8, ptr @main.array, i64 5), align 1
+  store i8 7, ptr getelementptr inbounds (i8, ptr @main.array, i64 6), align 1
+  store i8 8, ptr getelementptr inbounds (i8, ptr @main.array, i64 7), align 1
+  br label %_llgo_2
+
+_llgo_2:                                          ; preds = %_llgo_1, %_llgo_0
+  ret void
+}
+
+define i32 @main(i32 %0, ptr %1) {
+_llgo_0:
+  store i32 %0, ptr @__llgo_argc, align 4
+  store ptr %1, ptr @__llgo_argv, align 8
+  call void @"github.com/goplus/llgo/internal/runtime.init"()
+  call void @main.init()
+  br label %_llgo_3
+
+_llgo_1:                                          ; preds = %_llgo_3
+  %2 = alloca %"github.com/goplus/llgo/internal/runtime.String", align 8
+  %3 = getelementptr inbounds %"github.com/goplus/llgo/internal/runtime.String", ptr %2, i32 0, i32 0
+  store ptr @0, ptr %3, align 8
+  %4 = getelementptr inbounds %"github.com/goplus/llgo/internal/runtime.String", ptr %2, i32 0, i32 1
+  store i64 7, ptr %4, align 4
+  %5 = load %"github.com/goplus/llgo/internal/runtime.String", ptr %2, align 8
+  %6 = extractvalue %"github.com/goplus/llgo/internal/runtime.String" %5, 1
+  %7 = call %"github.com/goplus/llgo/internal/runtime.String" @"github.com/goplus/llgo/internal/runtime.NewStringSlice"(%"github.com/goplus/llgo/internal/runtime.String" %5, i64 %15, i64 %6)
+  %8 = call { i32, i64 } @"unicode/utf8.DecodeRuneInString"(%"github.com/goplus/llgo/internal/runtime.String" %7)
+  %9 = extractvalue { i32, i64 } %8, 0
+  %10 = extractvalue { i32, i64 } %8, 1
+  %11 = add i64 %15, %10
+  %12 = sext i32 %9 to i64
+  call void @"github.com/goplus/llgo/internal/runtime.PrintInt"(i64 %12)
+  call void @"github.com/goplus/llgo/internal/runtime.PrintByte"(i8 10)
+  br label %_llgo_3
+
+_llgo_2:                                          ; preds = %_llgo_3
+  %13 = call i8 @main.index(i8 2)
+  %14 = icmp eq i8 %13, 3
+  call void @"github.com/goplus/llgo/internal/runtime.PrintBool"(i1 %14)
+  call void @"github.com/goplus/llgo/internal/runtime.PrintByte"(i8 10)
+  ret i32 0
+
+_llgo_3:                                          ; preds = %_llgo_1, %_llgo_0
+  %15 = phi i64 [ 0, %_llgo_0 ], [ %11, %_llgo_1 ]
+  %16 = alloca %"github.com/goplus/llgo/internal/runtime.String", align 8
+  %17 = getelementptr inbounds %"github.com/goplus/llgo/internal/runtime.String", ptr %16, i32 0, i32 0
+  store ptr @0, ptr %17, align 8
+  %18 = getelementptr inbounds %"github.com/goplus/llgo/internal/runtime.String", ptr %16, i32 0, i32 1
+  store i64 7, ptr %18, align 4
+  %19 = load %"github.com/goplus/llgo/internal/runtime.String", ptr %16, align 8
+  %20 = extractvalue %"github.com/goplus/llgo/internal/runtime.String" %19, 1
+  %21 = icmp slt i64 %15, %20
+  br i1 %21, label %_llgo_1, label %_llgo_2
+}
+
+declare void @"github.com/goplus/llgo/internal/runtime.AssertIndexRange"(i1)
+
+declare void @"unicode/utf8.init"()
+
+declare void @"github.com/goplus/llgo/internal/runtime.init"()
+
+declare %"github.com/goplus/llgo/internal/runtime.String" @"github.com/goplus/llgo/internal/runtime.NewStringSlice"(%"github.com/goplus/llgo/internal/runtime.String", i64, i64)
+
+declare { i32, i64 } @"unicode/utf8.DecodeRuneInString"(%"github.com/goplus/llgo/internal/runtime.String")
+
+declare void @"github.com/goplus/llgo/internal/runtime.PrintInt"(i64)
+
+declare void @"github.com/goplus/llgo/internal/runtime.PrintByte"(i8)
+
+declare void @"github.com/goplus/llgo/internal/runtime.PrintBool"(i1)

cl/_testdata/vargs/in.go

@@ -0,0 +1,13 @@
+package main
+
+import "github.com/goplus/llgo/c"
+
+func test(a ...any) {
+	for _, v := range a {
+		c.Printf(c.Str("%d\n"), v.(int))
+	}
+}
+
+func main() {
+	test(1, 2, 3)
+}

cl/_testdata/vargs/out.ll

@@ -0,0 +1,181 @@
+; ModuleID = 'main'
+source_filename = "main"
+
+%"github.com/goplus/llgo/internal/runtime.eface" = type { ptr, ptr }
+%"github.com/goplus/llgo/internal/abi.Type" = type { i64, i64, i32, i8, i8, i8, i8, { ptr, ptr }, ptr, %"github.com/goplus/llgo/internal/runtime.String", ptr }
+%"github.com/goplus/llgo/internal/runtime.String" = type { ptr, i64 }
+%"github.com/goplus/llgo/internal/runtime.Slice" = type { ptr, i64, i64 }
+
+@"main.init$guard" = global i1 false, align 1
+@__llgo_argc = global i32 0, align 4
+@__llgo_argv = global ptr null, align 8
+@_llgo_int = linkonce global ptr null, align 8
+@0 = private unnamed_addr constant [4 x i8] c"%d\0A\00", align 1
+@1 = private unnamed_addr constant [21 x i8] c"type assertion failed", align 1
+@_llgo_string = linkonce global ptr null, align 8
+
+define void @main.init() {
+_llgo_0:
+  %0 = load i1, ptr @"main.init$guard", align 1
+  br i1 %0, label %_llgo_2, label %_llgo_1
+
+_llgo_1:                                          ; preds = %_llgo_0
+  store i1 true, ptr @"main.init$guard", align 1
+  call void @"main.init$after"()
+  br label %_llgo_2
+
+_llgo_2:                                          ; preds = %_llgo_1, %_llgo_0
+  ret void
+}
+
+define i32 @main(i32 %0, ptr %1) {
+_llgo_0:
+  store i32 %0, ptr @__llgo_argc, align 4
+  store ptr %1, ptr @__llgo_argv, align 8
+  call void @"github.com/goplus/llgo/internal/runtime.init"()
+  call void @main.init()
+  %2 = call ptr @"github.com/goplus/llgo/internal/runtime.AllocZ"(i64 48)
+  %3 = getelementptr inbounds %"github.com/goplus/llgo/internal/runtime.eface", ptr %2, i64 0
+  %4 = load ptr, ptr @_llgo_int, align 8
+  %5 = getelementptr inbounds %"github.com/goplus/llgo/internal/abi.Type", ptr %4, i32 0, i32 6
+  %6 = load i8, ptr %5, align 1
+  %7 = or i8 %6, 32
+  store i8 %7, ptr %5, align 1
+  %8 = alloca %"github.com/goplus/llgo/internal/runtime.eface", align 8
+  %9 = getelementptr inbounds %"github.com/goplus/llgo/internal/runtime.eface", ptr %8, i32 0, i32 0
+  store ptr %4, ptr %9, align 8
+  %10 = getelementptr inbounds %"github.com/goplus/llgo/internal/runtime.eface", ptr %8, i32 0, i32 1
+  store ptr inttoptr (i64 1 to ptr), ptr %10, align 8
+  %11 = load %"github.com/goplus/llgo/internal/runtime.eface", ptr %8, align 8
+  store %"github.com/goplus/llgo/internal/runtime.eface" %11, ptr %3, align 8
+  %12 = getelementptr inbounds %"github.com/goplus/llgo/internal/runtime.eface", ptr %2, i64 1
+  %13 = load ptr, ptr @_llgo_int, align 8
+  %14 = getelementptr inbounds %"github.com/goplus/llgo/internal/abi.Type", ptr %13, i32 0, i32 6
+  %15 = load i8, ptr %14, align 1
+  %16 = or i8 %15, 32
+  store i8 %16, ptr %14, align 1
+  %17 = alloca %"github.com/goplus/llgo/internal/runtime.eface", align 8
+  %18 = getelementptr inbounds %"github.com/goplus/llgo/internal/runtime.eface", ptr %17, i32 0, i32 0
+  store ptr %13, ptr %18, align 8
+  %19 = getelementptr inbounds %"github.com/goplus/llgo/internal/runtime.eface", ptr %17, i32 0, i32 1
+  store ptr inttoptr (i64 2 to ptr), ptr %19, align 8
+  %20 = load %"github.com/goplus/llgo/internal/runtime.eface", ptr %17, align 8
+  store %"github.com/goplus/llgo/internal/runtime.eface" %20, ptr %12, align 8
+  %21 = getelementptr inbounds %"github.com/goplus/llgo/internal/runtime.eface", ptr %2, i64 2
+  %22 = load ptr, ptr @_llgo_int, align 8
+  %23 = getelementptr inbounds %"github.com/goplus/llgo/internal/abi.Type", ptr %22, i32 0, i32 6
+  %24 = load i8, ptr %23, align 1
+  %25 = or i8 %24, 32
+  store i8 %25, ptr %23, align 1
+  %26 = alloca %"github.com/goplus/llgo/internal/runtime.eface", align 8
+  %27 = getelementptr inbounds %"github.com/goplus/llgo/internal/runtime.eface", ptr %26, i32 0, i32 0
+  store ptr %22, ptr %27, align 8
+  %28 = getelementptr inbounds %"github.com/goplus/llgo/internal/runtime.eface", ptr %26, i32 0, i32 1
+  store ptr inttoptr (i64 3 to ptr), ptr %28, align 8
+  %29 = load %"github.com/goplus/llgo/internal/runtime.eface", ptr %26, align 8
+  store %"github.com/goplus/llgo/internal/runtime.eface" %29, ptr %21, align 8
+  %30 = alloca %"github.com/goplus/llgo/internal/runtime.Slice", align 8
+  %31 = getelementptr inbounds %"github.com/goplus/llgo/internal/runtime.Slice", ptr %30, i32 0, i32 0
+  store ptr %2, ptr %31, align 8
+  %32 = getelementptr inbounds %"github.com/goplus/llgo/internal/runtime.Slice", ptr %30, i32 0, i32 1
+  store i64 3, ptr %32, align 4
+  %33 = getelementptr inbounds %"github.com/goplus/llgo/internal/runtime.Slice", ptr %30, i32 0, i32 2
+  store i64 3, ptr %33, align 4
+  %34 = load %"github.com/goplus/llgo/internal/runtime.Slice", ptr %30, align 8
+  call void @main.test(%"github.com/goplus/llgo/internal/runtime.Slice" %34)
+  ret i32 0
+}
+
+define void @main.test(%"github.com/goplus/llgo/internal/runtime.Slice" %0) {
+_llgo_0:
+  %1 = extractvalue %"github.com/goplus/llgo/internal/runtime.Slice" %0, 1
+  br label %_llgo_1
+
+_llgo_1:                                          ; preds = %_llgo_4, %_llgo_0
+  %2 = phi i64 [ -1, %_llgo_0 ], [ %3, %_llgo_4 ]
+  %3 = add i64 %2, 1
+  %4 = icmp slt i64 %3, %1
+  br i1 %4, label %_llgo_2, label %_llgo_3
+
+_llgo_2:                                          ; preds = %_llgo_1
+  %5 = icmp slt i64 %3, 0
+  call void @"github.com/goplus/llgo/internal/runtime.AssertIndexRange"(i1 %5)
+  %6 = extractvalue %"github.com/goplus/llgo/internal/runtime.Slice" %0, 0
+  %7 = getelementptr inbounds %"github.com/goplus/llgo/internal/runtime.eface", ptr %6, i64 %3
+  %8 = load %"github.com/goplus/llgo/internal/runtime.eface", ptr %7, align 8
+  %9 = extractvalue %"github.com/goplus/llgo/internal/runtime.eface" %8, 0
+  %10 = load ptr, ptr @_llgo_int, align 8
+  %11 = icmp eq ptr %9, %10
+  br i1 %11, label %_llgo_4, label %_llgo_5
+
+_llgo_3:                                          ; preds = %_llgo_1
+  ret void
+
+_llgo_4:                                          ; preds = %_llgo_2
+  %12 = extractvalue %"github.com/goplus/llgo/internal/runtime.eface" %8, 1
+  %13 = ptrtoint ptr %12 to i64
+  %14 = call i32 (ptr, ...) @printf(ptr @0, i64 %13)
+  br label %_llgo_1
+
+_llgo_5:                                          ; preds = %_llgo_2
+  %15 = alloca %"github.com/goplus/llgo/internal/runtime.String", align 8
+  %16 = getelementptr inbounds %"github.com/goplus/llgo/internal/runtime.String", ptr %15, i32 0, i32 0
+  store ptr @1, ptr %16, align 8
+  %17 = getelementptr inbounds %"github.com/goplus/llgo/internal/runtime.String", ptr %15, i32 0, i32 1
+  store i64 21, ptr %17, align 4
+  %18 = load %"github.com/goplus/llgo/internal/runtime.String", ptr %15, align 8
+  %19 = load ptr, ptr @_llgo_string, align 8
+  %20 = call ptr @"github.com/goplus/llgo/internal/runtime.AllocU"(i64 16)
+  store %"github.com/goplus/llgo/internal/runtime.String" %18, ptr %20, align 8
+  %21 = alloca %"github.com/goplus/llgo/internal/runtime.eface", align 8
+  %22 = getelementptr inbounds %"github.com/goplus/llgo/internal/runtime.eface", ptr %21, i32 0, i32 0
+  store ptr %19, ptr %22, align 8
+  %23 = getelementptr inbounds %"github.com/goplus/llgo/internal/runtime.eface", ptr %21, i32 0, i32 1
+  store ptr %20, ptr %23, align 8
+  %24 = load %"github.com/goplus/llgo/internal/runtime.eface", ptr %21, align 8
+  call void @"github.com/goplus/llgo/internal/runtime.Panic"(%"github.com/goplus/llgo/internal/runtime.eface" %24)
+  unreachable
+}
+
+declare void @"github.com/goplus/llgo/internal/runtime.init"()
+
+declare ptr @"github.com/goplus/llgo/internal/runtime.AllocZ"(i64)
+
+define void @"main.init$after"() {
+_llgo_0:
+  %0 = load ptr, ptr @_llgo_int, align 8
+  %1 = icmp eq ptr %0, null
+  br i1 %1, label %_llgo_1, label %_llgo_2
+
+_llgo_1:                                          ; preds = %_llgo_0
+  %2 = call ptr @"github.com/goplus/llgo/internal/runtime.Basic"(i64 2)
+  store ptr %2, ptr @_llgo_int, align 8
+  br label %_llgo_2
+
+_llgo_2:                                          ; preds = %_llgo_1, %_llgo_0
+  %3 = getelementptr inbounds %"github.com/goplus/llgo/internal/abi.Type", ptr %2, i32 0, i32 6
+  %4 = load i8, ptr %3, align 1
+  %5 = or i8 %4, 32
+  store i8 %5, ptr %3, align 1
+  %6 = load ptr, ptr @_llgo_string, align 8
+  %7 = icmp eq ptr %6, null
+  br i1 %7, label %_llgo_3, label %_llgo_4
+
+_llgo_3:                                          ; preds = %_llgo_2
+  %8 = call ptr @"github.com/goplus/llgo/internal/runtime.Basic"(i64 24)
+  store ptr %8, ptr @_llgo_string, align 8
+  br label %_llgo_4
+
+_llgo_4:                                          ; preds = %_llgo_3, %_llgo_2
+  ret void
+}
+
+declare ptr @"github.com/goplus/llgo/internal/runtime.Basic"(i64)
+
+declare void @"github.com/goplus/llgo/internal/runtime.AssertIndexRange"(i1)
+
+declare ptr @"github.com/goplus/llgo/internal/runtime.AllocU"(i64)
+
+declare void @"github.com/goplus/llgo/internal/runtime.Panic"(%"github.com/goplus/llgo/internal/runtime.eface")
+
+declare i32 @printf(ptr, ...)

cl/_testdata/varinit/out.ll

@@ -1,8 +1,10 @@
 ; ModuleID = 'main'
 source_filename = "main"
 
-@main.a = global ptr null
-@"main.init$guard" = global ptr null
+@main.a = global i64 0, align 8
+@"main.init$guard" = global i1 false, align 1
+@__llgo_argc = global i32 0, align 4
+@__llgo_argv = global ptr null, align 8
 
 define void @main.init() {
 _llgo_0:
@@ -18,15 +20,17 @@ _llgo_2:                                          ; preds = %_llgo_1, %_llgo_0
   ret void
 }
 
-define void @main() {
+define i32 @main(i32 %0, ptr %1) {
 _llgo_0:
+  store i32 %0, ptr @__llgo_argc, align 4
+  store ptr %1, ptr @__llgo_argv, align 8
   call void @"github.com/goplus/llgo/internal/runtime.init"()
   call void @main.init()
-  %0 = load i64, ptr @main.a, align 4
-  %1 = add i64 %0, 1
-  store i64 %1, ptr @main.a, align 4
   %2 = load i64, ptr @main.a, align 4
-  ret void
+  %3 = add i64 %2, 1
+  store i64 %3, ptr @main.a, align 4
+  %4 = load i64, ptr @main.a, align 4
+  ret i32 0
 }
 
 declare void @"github.com/goplus/llgo/internal/runtime.init"()

cl/_testdefer/firstloop1/in.go

@@ -0,0 +1,16 @@
+package foo
+
+func f(s string) bool {
+	return len(s) > 2
+}
+
+func Loop() {
+	for i := 0; i < 3; i++ {
+		if s := "hello"; f(s) {
+			defer println(s)
+		} else {
+			defer println("world")
+			return
+		}
+	}
+}

cl/_testdefer/firstloop1/out.txt

@@ -0,0 +1,7 @@
+ 0: always
+ 6: cond
+ 3: loop
+ 1: loop
+ 4: loop
+ 2: cond
+ 5: cond

cl/_testdefer/firstloop2/in.go

@@ -0,0 +1,7 @@
+package foo
+
+func Loop() {
+	for i := 0; i < 3; i++ {
+		println(i)
+	}
+}

cl/_testdefer/firstloop2/out.txt

@@ -0,0 +1,4 @@
+ 0: always
+ 3: loop
+ 1: loop
+ 2: always

cl/_testdefer/loop/in.go

@@ -0,0 +1,20 @@
+package main
+
+func f(s string) bool {
+	return len(s) > 2
+}
+
+func main() {
+	defer func() {
+		println("hi")
+	}()
+	for i := 0; i < 3; i++ {
+		if s := "hello"; f(s) {
+			defer println(s)
+		} else {
+			defer println("world")
+			return
+		}
+	}
+	defer println("bye")
+}

cl/_testdefer/loop/out.txt

@@ -0,0 +1,7 @@
+ 0: always
+ 1: cond
+ 4: loop
+ 2: loop
+ 5: loop
+ 3: cond
+ 6: cond

cl/_testdefer/multiret/in.go

@@ -0,0 +1,18 @@
+package main
+
+func f(s string) bool {
+	return len(s) > 2
+}
+
+func main() {
+	defer func() {
+		println("hi")
+	}()
+	if s := "hello"; f(s) {
+		defer println(s)
+	} else {
+		defer println("world")
+		return
+	}
+	defer println("bye")
+}

cl/_testdefer/multiret/out.txt

@@ -0,0 +1,4 @@
+ 0: always
+ 1: cond
+ 2: cond
+ 3: cond

cl/_testdefer/print/in.go

@@ -0,0 +1,52 @@
+package main
+
+func f() float64 {
+	return 1.0
+}
+
+func main() {
+	var v = f()
+	const n = 7 // digits printed
+	var buf [n + 7]byte
+	buf[0] = '+'
+	e := 0 // exp
+	if v == 0 {
+		if 1/v < 0 {
+			buf[0] = '-'
+		}
+	} else {
+		if v < 0 {
+			v = -v
+			buf[0] = '-'
+		}
+
+		// normalize
+		for v >= 10 {
+			e++
+			v /= 10
+		}
+		for v < 1 {
+			e--
+			v *= 10
+		}
+
+		// round
+		h := 5.0
+		for i := 0; i < n; i++ {
+			h /= 10
+		}
+		v += h
+		if v >= 10 {
+			e++
+			v /= 10
+		}
+	}
+
+	// format +d.dddd+edd
+	for i := 0; i < n; i++ {
+		s := int(v)
+		buf[i+2] = byte(s + '0')
+		v -= float64(s)
+		v *= 10
+	}
+}

cl/_testdefer/print/out.txt

@@ -0,0 +1,18 @@
+ 0: always
+ 1: cond
+ 3: cond
+ 4: cond
+ 5: cond
+ 7: loop
+ 6: loop
+10: loop
+ 8: loop
+ 9: cond
+13: loop
+11: loop
+12: cond
+14: cond
+ 2: cond
+17: loop
+15: loop
+16: always

cl/_testdefer/singleret/in.go

@@ -0,0 +1,17 @@
+package main
+
+func f(s string) bool {
+	return len(s) > 2
+}
+
+func main() {
+	defer func() {
+		println("hi")
+	}()
+	if s := "hello"; f(s) {
+		defer println(s)
+	} else {
+		defer println("world")
+	}
+	defer println("bye")
+}

cl/_testdefer/singleret/out.txt

@@ -0,0 +1,5 @@
+ 0: always
+ 1: cond
+ 2: cond
+ 4: cond
+ 3: always

cl/_testgo/defer1/in.go

@@ -0,0 +1,18 @@
+package main
+
+func f(s string) bool {
+	return len(s) > 2
+}
+
+func main() {
+	defer func() {
+		println("hi")
+	}()
+	if s := "hello"; f(s) {
+		defer println(s)
+	} else {
+		defer println("world")
+		return
+	}
+	defer println("bye")
+}

cl/_testgo/defer1/out.ll

@@ -0,0 +1 @@
+;

cl/_testgo/defer2/in.go

@@ -0,0 +1,15 @@
+package main
+
+func f(s string) bool {
+	return len(s) > 2
+}
+
+func main() {
+	if s := "hello"; f(s) {
+		defer println(s)
+	} else {
+		defer println("world")
+		return
+	}
+	defer println("bye")
+}

cl/_testgo/defer2/out.ll

@@ -0,0 +1 @@
+;

cl/_testgo/defer3/in.go

@@ -0,0 +1,24 @@
+package main
+
+func f(s string) bool {
+	return len(s) > 2
+}
+
+func fail() {
+	defer println("bye")
+	panic("panic message")
+}
+
+func main() {
+	defer func() {
+		println("hi")
+	}()
+	if s := "hello"; f(s) {
+		defer println(s)
+	} else {
+		defer println("world")
+		return
+	}
+	fail()
+	println("unreachable")
+}