feat: python parser skeleton with custom pylsp

Custom pylsp is based on [python-lsp-server](https://github.com/python-lsp/python-lsp-server), and plus the following pull requests:
1. semanticTokens/full: python-lsp/python-lsp-server#645
2. typeDefinition: python-lsp/python-lsp-server#533
Maybe also
3. implementation: python-lsp/python-lsp-server#644

Author: Hoblovski

README.md

@@ -52,6 +52,7 @@ ABCoder currently supports the following languages:
 | Go       | ✅           | ✅           |
 | Rust     | ✅           | Coming Soon |
 | C        | Coming Soon | ❌           |
+| Python   | Coming Soon | ❌           |
 
 
 

lang/collect/collect.go

@@ -23,6 +23,7 @@ import (
 	"unicode"
 
 	"github.com/cloudwego/abcoder/lang/cxx"
+	"github.com/cloudwego/abcoder/lang/python"
 	"github.com/cloudwego/abcoder/lang/log"
 	. "github.com/cloudwego/abcoder/lang/lsp"
 	"github.com/cloudwego/abcoder/lang/rust"
@@ -82,6 +83,8 @@ func switchSpec(l uniast.Language) LanguageSpec {
 		return &rust.RustSpec{}
 	case uniast.Cxx:
 		return &cxx.CxxSpec{}
+	case uniast.Python:
+		return &python.PythonSpec{}
 	default:
 		panic(fmt.Sprintf("unsupported language %s", l))
 	}

lang/parse.go

@@ -27,6 +27,7 @@ import (
 
 	"github.com/cloudwego/abcoder/lang/collect"
 	"github.com/cloudwego/abcoder/lang/cxx"
+	"github.com/cloudwego/abcoder/lang/python"
 	"github.com/cloudwego/abcoder/lang/golang/parser"
 	"github.com/cloudwego/abcoder/lang/log"
 	"github.com/cloudwego/abcoder/lang/lsp"
@@ -97,6 +98,9 @@ func checkRepoPath(repoPath string, language uniast.Language) (openfile string,
 		openfile, wait = rust.CheckRepo(repoPath)
 	case uniast.Cxx:
 		openfile, wait = cxx.CheckRepo(repoPath)
+	case uniast.Python:
+		// NOTICE: open the Cargo.toml file is required for Rust projects
+		openfile, wait = python.CheckRepo(repoPath)
 	default:
 		openfile = ""
 		wait = 0
@@ -112,6 +116,8 @@ func checkLSP(language uniast.Language, lspPath string) (l uniast.Language, s st
 		l, s = rust.GetDefaultLSP()
 	case uniast.Cxx:
 		l, s = cxx.GetDefaultLSP()
+	case uniast.Python:
+		l, s = python.GetDefaultLSP()
 	case uniast.Golang:
 		l = uniast.Golang
 		s = ""

lang/python/lib.go

@@ -0,0 +1,42 @@
+// Copyright 2025 CloudWeGo Authors
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     https://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package python
+
+import (
+	"time"
+
+	"github.com/cloudwego/abcoder/lang/uniast"
+	"github.com/cloudwego/abcoder/lang/utils"
+)
+
+const MaxWaitDuration = 5 * time.Minute
+
+func GetDefaultLSP() (lang uniast.Language, name string) {
+	// needs to use the pylsp from https://github.com/python-lsp/python-lsp-server/pull/533
+	return uniast.Python, "pylsp"
+}
+
+func CheckRepo(repo string) (string, time.Duration) {
+	openfile := ""
+	// TODO: check if the project compiles.
+
+	// NOTICE: wait for Rust projects based on code files
+	_, size := utils.CountFiles(repo, ".py", "SKIPDIR")
+	wait := 2*time.Second + time.Second*time.Duration(size/1024)
+	if wait > MaxWaitDuration {
+		wait = MaxWaitDuration
+	}
+	return openfile, wait
+}

lang/python/spec.go

@@ -0,0 +1,83 @@
+// Copyright 2025 CloudWeGo Authors
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     https://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package python
+
+import (
+	lsp "github.com/cloudwego/abcoder/lang/lsp"
+)
+
+type PythonSpec struct {
+	repo string
+}
+
+func NewPythonSpec() *PythonSpec {
+	return &PythonSpec{}
+}
+
+func (c *PythonSpec) WorkSpace(root string) (map[string]string, error) {
+	panic("TODO")
+}
+
+func (c *PythonSpec) NameSpace(path string) (string, string, error) {
+	panic("TODO")
+}
+
+func (c *PythonSpec) ShouldSkip(path string) bool {
+	panic("TODO")
+}
+
+func (c *PythonSpec) DeclareTokenOfSymbol(sym lsp.DocumentSymbol) int {
+	panic("TODO")
+}
+
+func (c *PythonSpec) IsEntityToken(tok lsp.Token) bool {
+	panic("TODO")
+}
+
+func (c *PythonSpec) IsStdToken(tok lsp.Token) bool {
+	panic("TODO")
+}
+
+func (c *PythonSpec) TokenKind(tok lsp.Token) lsp.SymbolKind {
+	panic("TODO")
+}
+
+func (c *PythonSpec) IsMainFunction(sym lsp.DocumentSymbol) bool {
+	panic("TODO")
+}
+
+func (c *PythonSpec) IsEntitySymbol(sym lsp.DocumentSymbol) bool {
+	panic("TODO")
+}
+
+func (c *PythonSpec) IsPublicSymbol(sym lsp.DocumentSymbol) bool {
+	panic("TODO")
+}
+
+func (c *PythonSpec) HasImplSymbol() bool {
+	panic("TODO")
+}
+
+func (c *PythonSpec) ImplSymbol(sym lsp.DocumentSymbol) (int, int, int) {
+	panic("TODO")
+}
+
+func (c *PythonSpec) FunctionSymbol(sym lsp.DocumentSymbol) (int, []int, []int, []int) {
+	panic("TODO")
+}
+
+func (c *PythonSpec) GetUnloadedSymbol(from lsp.Token, define lsp.Location) (string, error) {
+	panic("TODO")
+}

lang/uniast/ast.go

@@ -29,6 +29,7 @@ const (
 	Golang  Language = "go"
 	Rust    Language = "rust"
 	Cxx     Language = "cxx"
+	Python     Language = "python"
 	Unknown Language = ""
 )
 
@@ -40,6 +41,8 @@ func (l Language) String() string {
 		return "go"
 	case Cxx:
 		return "cxx"
+	case Python:
+		return "python"
 	default:
 		return string(l)
 	}
@@ -58,6 +61,8 @@ func NewLanguage(lang string) (l Language) {
 		return Rust
 	case "cxx":
 		return Cxx
+	case "python":
+		return Python
 	default:
 		return Unknown
 	}

main.go

@@ -51,6 +51,7 @@ Action:
 Language:
    rust			for rust codes
    cxx  		for c codes (cpp support is on the way)
+   python  		for python codes
    go  			for golang codes
 URI:
    for action parse: the directory path of the repo