mirror of
https://github.com/amir20/dozzle.git
synced 2025-12-21 21:33:18 +01:00
408 lines
10 KiB
Go
408 lines
10 KiB
Go
package agent
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"crypto/tls"
|
|
"crypto/x509"
|
|
"errors"
|
|
"fmt"
|
|
"io"
|
|
"time"
|
|
|
|
"encoding/json"
|
|
|
|
"github.com/amir20/dozzle/internal/agent/pb"
|
|
"github.com/amir20/dozzle/internal/container"
|
|
"github.com/amir20/dozzle/internal/utils"
|
|
"github.com/rs/zerolog/log"
|
|
orderedmap "github.com/wk8/go-ordered-map/v2"
|
|
"google.golang.org/grpc"
|
|
"google.golang.org/grpc/codes"
|
|
"google.golang.org/grpc/credentials"
|
|
"google.golang.org/grpc/status"
|
|
"google.golang.org/protobuf/types/known/timestamppb"
|
|
)
|
|
|
|
type Client struct {
|
|
client pb.AgentServiceClient
|
|
conn *grpc.ClientConn
|
|
endpoint string
|
|
}
|
|
|
|
func NewClient(endpoint string, certificates tls.Certificate, opts ...grpc.DialOption) (*Client, error) {
|
|
caCertPool := x509.NewCertPool()
|
|
c, err := x509.ParseCertificate(certificates.Certificate[0])
|
|
if err != nil {
|
|
return nil, fmt.Errorf("failed to parse certificate: %w", err)
|
|
}
|
|
caCertPool.AddCert(c)
|
|
tlsConfig := &tls.Config{
|
|
Certificates: []tls.Certificate{certificates},
|
|
RootCAs: caCertPool,
|
|
InsecureSkipVerify: true, // Set to true if the server's hostname does not match the certificate
|
|
}
|
|
|
|
// Create the gRPC transport credentials
|
|
creds := credentials.NewTLS(tlsConfig)
|
|
|
|
opts = append(opts, grpc.WithTransportCredentials(creds))
|
|
conn, err := grpc.NewClient(endpoint, opts...)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("failed to connect to %s: %w", endpoint, err)
|
|
}
|
|
|
|
client := pb.NewAgentServiceClient(conn)
|
|
|
|
return &Client{
|
|
client: client,
|
|
conn: conn,
|
|
endpoint: endpoint,
|
|
}, nil
|
|
}
|
|
|
|
func rpcErrToErr(err error) error {
|
|
if err == nil {
|
|
return nil
|
|
}
|
|
|
|
status, ok := status.FromError(err)
|
|
if !ok {
|
|
return err
|
|
}
|
|
|
|
if status.Code() == codes.Unknown && status.Message() == "EOF" {
|
|
return fmt.Errorf("EOF error while converting gRPC to error: %w", io.EOF)
|
|
}
|
|
|
|
switch status.Code() {
|
|
case codes.Canceled:
|
|
return fmt.Errorf("canceled: %v with %w", status.Message(), context.Canceled)
|
|
case codes.DeadlineExceeded:
|
|
return fmt.Errorf("deadline exceeded: %v with %w", status.Message(), context.DeadlineExceeded)
|
|
case codes.Unknown:
|
|
return fmt.Errorf("unknown error: %v with %w", status.Message(), err)
|
|
case codes.OK:
|
|
return nil
|
|
default:
|
|
return fmt.Errorf("unknown code: %v with %w", status.Code(), err)
|
|
}
|
|
}
|
|
|
|
func (c *Client) LogsBetweenDates(ctx context.Context, containerID string, since time.Time, until time.Time, std container.StdType) (<-chan *container.LogEvent, error) {
|
|
stream, err := c.client.LogsBetweenDates(ctx, &pb.LogsBetweenDatesRequest{
|
|
ContainerId: containerID,
|
|
Since: timestamppb.New(since),
|
|
Until: timestamppb.New(until),
|
|
StreamTypes: int32(std),
|
|
})
|
|
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
events := make(chan *container.LogEvent)
|
|
|
|
go func() {
|
|
sendLogs(stream, events)
|
|
close(events)
|
|
}()
|
|
|
|
return events, nil
|
|
}
|
|
|
|
func (c *Client) StreamContainerLogs(ctx context.Context, containerID string, since time.Time, std container.StdType, events chan<- *container.LogEvent) error {
|
|
stream, err := c.client.StreamLogs(ctx, &pb.StreamLogsRequest{
|
|
ContainerId: containerID,
|
|
Since: timestamppb.New(since),
|
|
StreamTypes: int32(std),
|
|
})
|
|
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
return sendLogs(stream, events)
|
|
}
|
|
|
|
func sendLogs(stream pb.AgentService_StreamLogsClient, events chan<- *container.LogEvent) error {
|
|
for {
|
|
resp, err := stream.Recv()
|
|
if err != nil {
|
|
return rpcErrToErr(err)
|
|
}
|
|
|
|
m, err := resp.Event.Message.UnmarshalNew()
|
|
if err != nil {
|
|
log.Error().Err(err).Msg("agent client: failed to unmarshal message")
|
|
continue
|
|
}
|
|
|
|
var message any
|
|
switch m := m.(type) {
|
|
case *pb.SimpleMessage:
|
|
message = m.Message
|
|
|
|
case *pb.ComplexMessage:
|
|
message = jsonBytesToOrderedMap(m.Data)
|
|
|
|
default:
|
|
log.Error().Type("message", m).Msg("agent client: unknown message type")
|
|
continue
|
|
}
|
|
|
|
events <- &container.LogEvent{
|
|
Id: resp.Event.Id,
|
|
ContainerID: resp.Event.ContainerId,
|
|
Message: message,
|
|
Timestamp: resp.Event.Timestamp.AsTime().Unix(),
|
|
Position: container.LogPosition(resp.Event.Position),
|
|
Level: resp.Event.Level,
|
|
Stream: resp.Event.Stream,
|
|
}
|
|
}
|
|
}
|
|
|
|
func (c *Client) StreamRawBytes(ctx context.Context, containerID string, since time.Time, until time.Time, std container.StdType) (io.ReadCloser, error) {
|
|
out, err := c.client.StreamRawBytes(context.Background(), &pb.StreamRawBytesRequest{
|
|
ContainerId: containerID,
|
|
Since: timestamppb.New(since),
|
|
Until: timestamppb.New(until),
|
|
StreamTypes: int32(std),
|
|
})
|
|
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
r, w := io.Pipe()
|
|
|
|
go func() {
|
|
defer w.Close()
|
|
for {
|
|
resp, err := out.Recv()
|
|
if err != nil {
|
|
err = rpcErrToErr(err)
|
|
e := errors.Unwrap(err)
|
|
if e == io.EOF || e == context.Canceled {
|
|
return
|
|
} else {
|
|
log.Error().Err(err).Msg("agent client: failed to receive raw bytes")
|
|
return
|
|
}
|
|
}
|
|
|
|
w.Write(resp.Data)
|
|
}
|
|
}()
|
|
|
|
return r, nil
|
|
}
|
|
|
|
func (c *Client) StreamStats(ctx context.Context, stats chan<- container.ContainerStat) error {
|
|
stream, err := c.client.StreamStats(ctx, &pb.StreamStatsRequest{})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
for {
|
|
resp, err := stream.Recv()
|
|
if err != nil {
|
|
return rpcErrToErr(err)
|
|
}
|
|
|
|
stats <- container.ContainerStat{
|
|
CPUPercent: resp.Stat.CpuPercent,
|
|
MemoryPercent: resp.Stat.MemoryPercent,
|
|
MemoryUsage: resp.Stat.MemoryUsage,
|
|
ID: resp.Stat.Id,
|
|
}
|
|
}
|
|
}
|
|
|
|
func (c *Client) StreamEvents(ctx context.Context, events chan<- container.ContainerEvent) error {
|
|
stream, err := c.client.StreamEvents(ctx, &pb.StreamEventsRequest{})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
for {
|
|
resp, err := stream.Recv()
|
|
if err != nil {
|
|
return rpcErrToErr(err)
|
|
}
|
|
|
|
events <- container.ContainerEvent{
|
|
ActorID: resp.Event.ActorId,
|
|
Name: resp.Event.Name,
|
|
Host: resp.Event.Host,
|
|
Time: resp.Event.Timestamp.AsTime(),
|
|
}
|
|
}
|
|
}
|
|
|
|
func (c *Client) StreamNewContainers(ctx context.Context, containers chan<- container.Container) error {
|
|
stream, err := c.client.StreamContainerStarted(ctx, &pb.StreamContainerStartedRequest{})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
for {
|
|
resp, err := stream.Recv()
|
|
if err != nil {
|
|
return rpcErrToErr(err)
|
|
}
|
|
|
|
containers <- container.Container{
|
|
ID: resp.Container.Id,
|
|
Name: resp.Container.Name,
|
|
Image: resp.Container.Image,
|
|
Labels: resp.Container.Labels,
|
|
Group: resp.Container.Group,
|
|
Created: resp.Container.Created.AsTime(),
|
|
State: resp.Container.State,
|
|
Health: resp.Container.Health,
|
|
Host: resp.Container.Host,
|
|
Tty: resp.Container.Tty,
|
|
StartedAt: resp.Container.Started.AsTime(),
|
|
FinishedAt: resp.Container.Finished.AsTime(),
|
|
Command: resp.Container.Command,
|
|
}
|
|
}
|
|
}
|
|
|
|
func (c *Client) FindContainer(ctx context.Context, containerID string) (container.Container, error) {
|
|
response, err := c.client.FindContainer(ctx, &pb.FindContainerRequest{ContainerId: containerID})
|
|
if err != nil {
|
|
return container.Container{}, err
|
|
}
|
|
|
|
var stats []container.ContainerStat
|
|
|
|
for _, stat := range response.Container.Stats {
|
|
stats = append(stats, container.ContainerStat{
|
|
ID: stat.Id,
|
|
CPUPercent: stat.CpuPercent,
|
|
MemoryPercent: stat.MemoryPercent,
|
|
MemoryUsage: stat.MemoryUsage,
|
|
})
|
|
}
|
|
|
|
return container.Container{
|
|
ID: response.Container.Id,
|
|
Name: response.Container.Name,
|
|
Image: response.Container.Image,
|
|
Labels: response.Container.Labels,
|
|
Group: response.Container.Group,
|
|
Created: response.Container.Created.AsTime(),
|
|
State: response.Container.State,
|
|
Health: response.Container.Health,
|
|
Host: response.Container.Host,
|
|
Tty: response.Container.Tty,
|
|
Command: response.Container.Command,
|
|
StartedAt: response.Container.Started.AsTime(),
|
|
FinishedAt: response.Container.Finished.AsTime(),
|
|
Stats: utils.RingBufferFrom(300, stats),
|
|
}, nil
|
|
}
|
|
|
|
func (c *Client) ListContainers(ctx context.Context, labels container.ContainerLabels) ([]container.Container, error) {
|
|
in := &pb.ListContainersRequest{}
|
|
|
|
if labels != nil {
|
|
in.Filter = make(map[string]*pb.RepeatedString)
|
|
for k, v := range labels {
|
|
in.Filter[k] = &pb.RepeatedString{Values: v}
|
|
}
|
|
}
|
|
|
|
response, err := c.client.ListContainers(ctx, in)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
containers := make([]container.Container, 0)
|
|
for _, c := range response.Containers {
|
|
var stats []container.ContainerStat
|
|
for _, stat := range c.Stats {
|
|
stats = append(stats, container.ContainerStat{
|
|
ID: stat.Id,
|
|
CPUPercent: stat.CpuPercent,
|
|
MemoryPercent: stat.MemoryPercent,
|
|
MemoryUsage: stat.MemoryUsage,
|
|
})
|
|
}
|
|
|
|
containers = append(containers, container.Container{
|
|
ID: c.Id,
|
|
Name: c.Name,
|
|
Image: c.Image,
|
|
Labels: c.Labels,
|
|
Group: c.Group,
|
|
Created: c.Created.AsTime(),
|
|
State: c.State,
|
|
Health: c.Health,
|
|
Host: c.Host,
|
|
Tty: c.Tty,
|
|
Command: c.Command,
|
|
StartedAt: c.Started.AsTime(),
|
|
FinishedAt: c.Finished.AsTime(),
|
|
Stats: utils.RingBufferFrom(300, stats),
|
|
})
|
|
}
|
|
|
|
return containers, nil
|
|
}
|
|
|
|
func (c *Client) Host(ctx context.Context) (container.Host, error) {
|
|
info, err := c.client.HostInfo(ctx, &pb.HostInfoRequest{})
|
|
if err != nil {
|
|
return container.Host{
|
|
Endpoint: c.endpoint,
|
|
Type: "agent",
|
|
Available: false,
|
|
}, err
|
|
}
|
|
|
|
return container.Host{
|
|
ID: info.Host.Id,
|
|
Name: info.Host.Name,
|
|
NCPU: int(info.Host.CpuCores),
|
|
MemTotal: int64(info.Host.Memory),
|
|
Endpoint: c.endpoint,
|
|
Type: "agent",
|
|
DockerVersion: info.Host.DockerVersion,
|
|
AgentVersion: info.Host.AgentVersion,
|
|
}, nil
|
|
}
|
|
|
|
func (c *Client) ContainerAction(ctx context.Context, containerId string, action container.ContainerAction) error {
|
|
var containerAction pb.ContainerAction
|
|
switch action {
|
|
case container.Start:
|
|
containerAction = pb.ContainerAction_Start
|
|
|
|
case container.Stop:
|
|
containerAction = pb.ContainerAction_Stop
|
|
|
|
case container.Restart:
|
|
containerAction = pb.ContainerAction_Restart
|
|
|
|
}
|
|
|
|
_, err := c.client.ContainerAction(ctx, &pb.ContainerActionRequest{ContainerId: containerId, Action: containerAction})
|
|
|
|
return err
|
|
}
|
|
|
|
func (c *Client) Close() error {
|
|
return c.conn.Close()
|
|
}
|
|
|
|
func jsonBytesToOrderedMap(b []byte) *orderedmap.OrderedMap[string, any] {
|
|
var data *orderedmap.OrderedMap[string, any]
|
|
reader := bytes.NewReader(b)
|
|
json.NewDecoder(reader).Decode(&data)
|
|
return data
|
|
}
|