436 lines
11 KiB
Go
436 lines
11 KiB
Go
|
package runners
|
|||
|
|
|
|||
|
|
import (
|
|||
|
|
"context"
|
|||
|
|
"fmt"
|
|||
|
|
"net"
|
|||
|
|
"strings"
|
|||
|
|
"time"
|
|||
|
|
|
|||
|
|
actions_module "code.gitea.io/gitea/models/actions"
|
|||
|
|
docker_module "code.gitea.io/gitea/modules/docker"
|
|||
|
|
"code.gitea.io/gitea/modules/log"
|
|||
|
|
"code.gitea.io/gitea/modules/setting"
|
|||
|
|
appsv1 "k8s.io/api/apps/v1"
|
|||
|
|
corev1 "k8s.io/api/core/v1"
|
|||
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|||
|
|
"k8s.io/client-go/kubernetes"
|
|||
|
|
"k8s.io/client-go/rest"
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
func RegistGlobalRunner(ctx context.Context) error {
|
|||
|
|
log.Info("获取全局RunnerToken...")
|
|||
|
|
actionRunnerToken, err := actions_module.NewRunnerToken(ctx, 0, 0)
|
|||
|
|
if err != nil {
|
|||
|
|
return fmt.Errorf("获取全局RunnerToken失败:%v", err)
|
|||
|
|
}
|
|||
|
|
runnerCount := setting.Runner.Count
|
|||
|
|
for i := 0; i < runnerCount; i++ {
|
|||
|
|
err := RegistRunner(ctx, actionRunnerToken.Token)
|
|||
|
|
if err != nil {
|
|||
|
|
return fmt.Errorf("注册Runner失败:%v", err)
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
return nil
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
func checkK8sIsEnable() bool {
|
|||
|
|
return setting.K8sConfig.Enable
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
func RegistRunner(ctx context.Context, token string) error {
|
|||
|
|
log.Info("开始注册Runner...")
|
|||
|
|
var err error
|
|||
|
|
if checkK8sIsEnable() {
|
|||
|
|
err = registK8sRunner(ctx, token)
|
|||
|
|
} else {
|
|||
|
|
err = registDockerRunner(ctx, token)
|
|||
|
|
}
|
|||
|
|
if err != nil {
|
|||
|
|
return fmt.Errorf("注册Runner失败:%v", err)
|
|||
|
|
}
|
|||
|
|
log.Info("Runner注册成功: %s", token)
|
|||
|
|
return nil
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
func registDockerRunner(ctx context.Context, token string) error {
|
|||
|
|
log.Info("开始注册Runner...")
|
|||
|
|
cli, err := docker_module.CreateDockerClient(ctx)
|
|||
|
|
if err != nil {
|
|||
|
|
return err
|
|||
|
|
}
|
|||
|
|
defer cli.Close()
|
|||
|
|
//拉取act_runner镜像
|
|||
|
|
dockerHost, err := docker_module.GetDockerSocketPath()
|
|||
|
|
if err != nil {
|
|||
|
|
return fmt.Errorf("获取docker socket路径失败:%v", err)
|
|||
|
|
}
|
|||
|
|
// 拉取镜像
|
|||
|
|
err = docker_module.PullImage(cli, dockerHost, setting.Runner.Image)
|
|||
|
|
if err != nil {
|
|||
|
|
return fmt.Errorf("拉取act_runner镜像失败:%v", err)
|
|||
|
|
}
|
|||
|
|
//获取本机IP
|
|||
|
|
ips, err := getLocalIP()
|
|||
|
|
if err != nil {
|
|||
|
|
return fmt.Errorf("获取本机IP失败:%v", err)
|
|||
|
|
}
|
|||
|
|
//获取InstanceUrl
|
|||
|
|
conntype := strings.Split(setting.AppURL, "://")[0]
|
|||
|
|
port := setting.HTTPPort
|
|||
|
|
instanceURL := conntype + "://" + ips[0] + ":" + port
|
|||
|
|
timestamp := time.Now().Format("20060102150405")
|
|||
|
|
//Runner配置
|
|||
|
|
env := []string{
|
|||
|
|
"GITEA_INSTANCE_URL=" + instanceURL,
|
|||
|
|
"GITEA_RUNNER_REGISTRATION_TOKEN=" + token,
|
|||
|
|
"GITEA_RUNNER_NAME=runner-" + timestamp,
|
|||
|
|
}
|
|||
|
|
binds := []string{
|
|||
|
|
"/var/run/docker.sock:/var/run/docker.sock",
|
|||
|
|
}
|
|||
|
|
containerName := "runner-" + timestamp
|
|||
|
|
//创建并启动Runner容器
|
|||
|
|
err = docker_module.CreateAndStartContainer(cli, setting.Runner.Image, nil, env, binds, nil, containerName)
|
|||
|
|
if err != nil {
|
|||
|
|
return fmt.Errorf("创建并注册Runner失败:%v", err)
|
|||
|
|
}
|
|||
|
|
return nil
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
func DeleteRunnerByName(ctx context.Context, runnerName string) error {
|
|||
|
|
log.Info("开始停止并删除容器: %s", runnerName)
|
|||
|
|
var err error
|
|||
|
|
if checkK8sIsEnable() {
|
|||
|
|
err = deleteK8sRunnerByName(ctx, runnerName)
|
|||
|
|
} else {
|
|||
|
|
err = deleteDockerRunnerByName(ctx, runnerName)
|
|||
|
|
}
|
|||
|
|
if err != nil {
|
|||
|
|
return fmt.Errorf("删除Runner失败:%v", err)
|
|||
|
|
}
|
|||
|
|
log.Info("Runner删除成功: %s", runnerName)
|
|||
|
|
return nil
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
func deleteDockerRunnerByName(ctx context.Context, runnerName string) error {
|
|||
|
|
log.Info("开始停止并删除容器: %s", runnerName)
|
|||
|
|
|
|||
|
|
// 创建Docker客户端
|
|||
|
|
cli, err := docker_module.CreateDockerClient(ctx)
|
|||
|
|
if err != nil {
|
|||
|
|
return fmt.Errorf("Docker client创建失败:%v", err)
|
|||
|
|
}
|
|||
|
|
log.Info("[StopAndRemoveContainer]Docker client创建成功")
|
|||
|
|
defer cli.Close()
|
|||
|
|
err = docker_module.DeleteContainer(cli, runnerName)
|
|||
|
|
if err != nil {
|
|||
|
|
return fmt.Errorf("Runner创建失败:%v", err)
|
|||
|
|
}
|
|||
|
|
return nil
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
func getLocalIP() ([]string, error) {
|
|||
|
|
var ips []string
|
|||
|
|
interfaces, err := net.Interfaces()
|
|||
|
|
if err != nil {
|
|||
|
|
return nil, err
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
for _, iface := range interfaces {
|
|||
|
|
if iface.Flags&net.FlagUp == 0 ||
|
|||
|
|
iface.Flags&net.FlagLoopback != 0 {
|
|||
|
|
continue
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
addrs, err := iface.Addrs()
|
|||
|
|
if err != nil {
|
|||
|
|
continue
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 遍历地址列表
|
|||
|
|
for _, addr := range addrs {
|
|||
|
|
var ip net.IP
|
|||
|
|
switch v := addr.(type) {
|
|||
|
|
case *net.IPNet:
|
|||
|
|
ip = v.IP
|
|||
|
|
case *net.IPAddr:
|
|||
|
|
ip = v.IP
|
|||
|
|
}
|
|||
|
|
if ip == nil || ip.IsLoopback() {
|
|||
|
|
continue
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
ip = ip.To4()
|
|||
|
|
if ip == nil {
|
|||
|
|
continue // 非IPv4地址
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
ips = append(ips, ip.String())
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
if len(ips) == 0 {
|
|||
|
|
return nil, fmt.Errorf("no valid IP address found")
|
|||
|
|
}
|
|||
|
|
return ips, nil
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
func getK8sUrlAndToken() (string, string, error) {
|
|||
|
|
if !checkK8sIsEnable() {
|
|||
|
|
return "", "", fmt.Errorf("K8s未启用")
|
|||
|
|
}
|
|||
|
|
k8sUrl := setting.K8sConfig.Url
|
|||
|
|
k8sToken := setting.K8sConfig.Token
|
|||
|
|
|
|||
|
|
if k8sUrl == "" || k8sToken == "" {
|
|||
|
|
return "", "", fmt.Errorf("K8s配置不完整")
|
|||
|
|
}
|
|||
|
|
return k8sUrl, k8sToken, nil
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
func registK8sRunner(ctx context.Context, token string) error {
|
|||
|
|
log.Info("开始注册Kubernetes Runner: %s", token)
|
|||
|
|
k8sURL, k8sToken, err := getK8sUrlAndToken()
|
|||
|
|
if err != nil {
|
|||
|
|
return fmt.Errorf("获取K8s配置失败: %v", err)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 测试连接
|
|||
|
|
err = testKubernetesConnection(k8sURL, k8sToken)
|
|||
|
|
if err != nil {
|
|||
|
|
return fmt.Errorf("Kubernetes连接测试失败: %v", err)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 创建K8s客户端
|
|||
|
|
clientset, err := createKubernetesClient(k8sURL, k8sToken)
|
|||
|
|
if err != nil {
|
|||
|
|
return fmt.Errorf("创建Kubernetes客户端失败: %v", err)
|
|||
|
|
}
|
|||
|
|
// 获取实例URL
|
|||
|
|
instanceURL, err := getInstanceURL()
|
|||
|
|
if err != nil {
|
|||
|
|
return fmt.Errorf("获取实例URL失败: %v", err)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 创建Runner Deployment
|
|||
|
|
deployment, err := createRunnerDeployment(token, instanceURL)
|
|||
|
|
if err != nil {
|
|||
|
|
return fmt.Errorf("创建Runner Deployment配置失败: %v", err)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 部署到Kubernetes
|
|||
|
|
//namespace := setting.K8sConfig.Namespace
|
|||
|
|
var namespace string
|
|||
|
|
if namespace == "" {
|
|||
|
|
namespace = "act-runner"
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
_, err = clientset.AppsV1().Deployments(namespace).Create(ctx, deployment, metav1.CreateOptions{})
|
|||
|
|
if err != nil {
|
|||
|
|
return fmt.Errorf("在Kubernetes中创建Runner Deployment失败: %v", err)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
log.Info("成功在Kubernetes中创建Runner: %s", deployment.Name)
|
|||
|
|
return nil
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
func getInstanceURL() (string, error) {
|
|||
|
|
// 如果AppURL是公网地址，直接使用
|
|||
|
|
if setting.AppURL != "" &&
|
|||
|
|
!strings.Contains(setting.AppURL, "127.0.0.1") &&
|
|||
|
|
!strings.Contains(setting.AppURL, "localhost") {
|
|||
|
|
log.Info("使用配置的AppURL: %s", setting.AppURL)
|
|||
|
|
return setting.AppURL, nil
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 否则构建URL
|
|||
|
|
ips, err := getLocalIP()
|
|||
|
|
if err != nil {
|
|||
|
|
return "", fmt.Errorf("获取本机IP失败: %v", err)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if len(ips) == 0 {
|
|||
|
|
return "", fmt.Errorf("没有找到有效的IP地址")
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 使用第一个IP构建URL
|
|||
|
|
conntype := "http"
|
|||
|
|
if strings.Contains(setting.AppURL, "https://") {
|
|||
|
|
conntype = "https"
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
port := setting.HTTPPort
|
|||
|
|
instanceURL := conntype + "://" + ips[0] + ":" + port
|
|||
|
|
|
|||
|
|
log.Info("构建的实例URL: %s", instanceURL)
|
|||
|
|
return instanceURL, nil
|
|||
|
|
}
|
|||
|
|
func deleteK8sRunnerByName(ctx context.Context, runnerName string) error {
|
|||
|
|
log.Info("开始删除K8s Runner: %s", runnerName)
|
|||
|
|
|
|||
|
|
// 创建Kubernetes客户端
|
|||
|
|
clientset, err := createKubernetesClient(setting.K8sConfig.Url, setting.K8sConfig.Token)
|
|||
|
|
if err != nil {
|
|||
|
|
return fmt.Errorf("创建Kubernetes客户端失败: %v", err)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 设置namespace，与创建时保持一致
|
|||
|
|
|
|||
|
|
namespace := "act-runner"
|
|||
|
|
|
|||
|
|
// 删除Deployment
|
|||
|
|
err = clientset.AppsV1().Deployments(namespace).Delete(ctx, runnerName, metav1.DeleteOptions{})
|
|||
|
|
if err != nil {
|
|||
|
|
return fmt.Errorf("删除K8s Runner Deployment失败: %v", err)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
log.Info("成功删除K8s Runner Deployment: %s", runnerName)
|
|||
|
|
return nil
|
|||
|
|
}
|
|||
|
|
func createKubernetesClient(k8sURL, token string) (*kubernetes.Clientset, error) {
|
|||
|
|
config := &rest.Config{
|
|||
|
|
Host: k8sURL,
|
|||
|
|
BearerToken: token,
|
|||
|
|
TLSClientConfig: rest.TLSClientConfig{
|
|||
|
|
Insecure: true,
|
|||
|
|
},
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 创建客户端
|
|||
|
|
clientset, err := kubernetes.NewForConfig(config)
|
|||
|
|
if err != nil {
|
|||
|
|
return nil, fmt.Errorf("创建Kubernetes客户端失败: %v", err)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
return clientset, nil
|
|||
|
|
}
|
|||
|
|
func testKubernetesConnection(k8sURL, token string) error {
|
|||
|
|
clientset, err := createKubernetesClient(k8sURL, token)
|
|||
|
|
if err != nil {
|
|||
|
|
return err
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 尝试获取节点列表来测试连接
|
|||
|
|
ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
|
|||
|
|
defer cancel()
|
|||
|
|
|
|||
|
|
_, err = clientset.CoreV1().Nodes().List(ctx, metav1.ListOptions{Limit: 1})
|
|||
|
|
if err != nil {
|
|||
|
|
return fmt.Errorf("无法连接到Kubernetes集群: %v", err)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
log.Info("Kubernetes连接测试成功")
|
|||
|
|
return nil
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
func createRunnerDeployment(token, instanceURL string) (*appsv1.Deployment, error) {
|
|||
|
|
timestamp := time.Now().Format("20060102150405")
|
|||
|
|
name := "act-runner-" + timestamp
|
|||
|
|
|
|||
|
|
labels := map[string]string{
|
|||
|
|
"app": "act-runner",
|
|||
|
|
"type": "runner",
|
|||
|
|
"version": "1.0",
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 副本数从配置获取
|
|||
|
|
replicas := int32(1)
|
|||
|
|
|
|||
|
|
// 创建Deployment配置
|
|||
|
|
deployment := &appsv1.Deployment{
|
|||
|
|
ObjectMeta: metav1.ObjectMeta{
|
|||
|
|
Name: name,
|
|||
|
|
Labels: labels,
|
|||
|
|
},
|
|||
|
|
Spec: appsv1.DeploymentSpec{
|
|||
|
|
Replicas: &replicas,
|
|||
|
|
Selector: &metav1.LabelSelector{
|
|||
|
|
MatchLabels: map[string]string{
|
|||
|
|
"app": "act-runner",
|
|||
|
|
},
|
|||
|
|
},
|
|||
|
|
Template: corev1.PodTemplateSpec{
|
|||
|
|
ObjectMeta: metav1.ObjectMeta{
|
|||
|
|
Labels: map[string]string{
|
|||
|
|
"app": "act-runner",
|
|||
|
|
},
|
|||
|
|
},
|
|||
|
|
Spec: corev1.PodSpec{
|
|||
|
|
Containers: []corev1.Container{
|
|||
|
|
{
|
|||
|
|
Name: "act-runner", // 匹配现有配置中的容器名
|
|||
|
|
Image: setting.Runner.Image,
|
|||
|
|
Ports: []corev1.ContainerPort{
|
|||
|
|
{
|
|||
|
|
Name: "http-0",
|
|||
|
|
ContainerPort: 3000,
|
|||
|
|
Protocol: corev1.ProtocolTCP,
|
|||
|
|
},
|
|||
|
|
},
|
|||
|
|
Env: []corev1.EnvVar{
|
|||
|
|
{
|
|||
|
|
Name: "GITEA_INSTANCE_URL",
|
|||
|
|
Value: instanceURL,
|
|||
|
|
},
|
|||
|
|
{
|
|||
|
|
Name: "GITEA_RUNNER_REGISTRATION_TOKEN",
|
|||
|
|
Value: token,
|
|||
|
|
},
|
|||
|
|
{
|
|||
|
|
Name: "GITEA_RUNNER_NAME", // 可选：如果需要设置runner名称
|
|||
|
|
Value: name,
|
|||
|
|
},
|
|||
|
|
},
|
|||
|
|
// 移除资源限制以匹配现有配置（现有配置中 resources: {}）
|
|||
|
|
Resources: corev1.ResourceRequirements{},
|
|||
|
|
// 挂载Docker socket
|
|||
|
|
VolumeMounts: []corev1.VolumeMount{
|
|||
|
|
{
|
|||
|
|
Name: "docker-sock",
|
|||
|
|
MountPath: "/var/run/docker.sock",
|
|||
|
|
},
|
|||
|
|
},
|
|||
|
|
ImagePullPolicy: corev1.PullIfNotPresent,
|
|||
|
|
},
|
|||
|
|
},
|
|||
|
|
// Docker socket卷
|
|||
|
|
Volumes: []corev1.Volume{
|
|||
|
|
{
|
|||
|
|
Name: "docker-sock",
|
|||
|
|
VolumeSource: corev1.VolumeSource{
|
|||
|
|
HostPath: &corev1.HostPathVolumeSource{
|
|||
|
|
Path: "/var/run/docker.sock",
|
|||
|
|
},
|
|||
|
|
},
|
|||
|
|
},
|
|||
|
|
},
|
|||
|
|
RestartPolicy: corev1.RestartPolicyAlways,
|
|||
|
|
ServiceAccountName: "default", // 匹配现有配置
|
|||
|
|
DNSPolicy: corev1.DNSClusterFirst,
|
|||
|
|
// 添加节点选择器（如果需要）
|
|||
|
|
NodeSelector: map[string]string{
|
|||
|
|
"kubernetes.io/hostname": "node1", // 可以从配置中读取
|
|||
|
|
},
|
|||
|
|
// 添加容忍度
|
|||
|
|
Tolerations: []corev1.Toleration{
|
|||
|
|
{
|
|||
|
|
Key: "node.kubernetes.io/not-ready",
|
|||
|
|
Operator: corev1.TolerationOpExists,
|
|||
|
|
Effect: corev1.TaintEffectNoExecute,
|
|||
|
|
TolerationSeconds: func() *int64 { i := int64(300); return &i }(),
|
|||
|
|
},
|
|||
|
|
{
|
|||
|
|
Key: "node.kubernetes.io/unreachable",
|
|||
|
|
Operator: corev1.TolerationOpExists,
|
|||
|
|
Effect: corev1.TaintEffectNoExecute,
|
|||
|
|
TolerationSeconds: func() *int64 { i := int64(300); return &i }(),
|
|||
|
|
},
|
|||
|
|
},
|
|||
|
|
},
|
|||
|
|
},
|
|||
|
|
},
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
return deployment, nil
|
|||
|
|
}
|