mirror of
https://codeberg.org/scip/esctl.git
synced 2026-08-24 13:14:18 +02:00
Compare commits
11 Commits
feature/ca
...
internal/g
| Author | SHA1 | Date | |
|---|---|---|---|
| 2b12e7e0bf | |||
| b6f6eabba2 | |||
| 135792eea0 | |||
| 02fe22b18f | |||
| 2f77c27715 | |||
| 24038e36f7 | |||
|
|
f10366dbde | ||
|
|
c35ffa5e4b | ||
| 92865c0fe2 | |||
| 5475b9986d | |||
|
|
82c017144a |
3
.gitignore
vendored
3
.gitignore
vendored
@@ -32,3 +32,6 @@ esctl
|
||||
*.log
|
||||
|
||||
cpu.profile
|
||||
|
||||
t
|
||||
single
|
||||
|
||||
@@ -2,7 +2,7 @@ matrix:
|
||||
platform:
|
||||
- linux/amd64
|
||||
goversion:
|
||||
- 1.25.8
|
||||
- 1.26.4
|
||||
|
||||
labels:
|
||||
platform: ${platform}
|
||||
@@ -21,6 +21,6 @@ steps:
|
||||
event: [push,manual]
|
||||
image: golang:${goversion}
|
||||
commands:
|
||||
- curl -sSfL https://raw.githubusercontent.com/golangci/golangci-lint/HEAD/install.sh | sh -s -- -b $(go env GOPATH)/bin v2.5.0
|
||||
- curl -sSfL https://raw.githubusercontent.com/golangci/golangci-lint/HEAD/install.sh | sh -s -- -b $(go env GOPATH)/bin v2.12.2
|
||||
- golangci-lint --version
|
||||
- golangci-lint run ./...
|
||||
|
||||
5
Makefile
5
Makefile
@@ -62,9 +62,8 @@ install: buildlocal
|
||||
clean:
|
||||
rm -rf $(tool) coverage.out testdata t/out pkg/es/openspec.go
|
||||
|
||||
test: clean
|
||||
mkdir -p t/out
|
||||
go test ./... $(ARGS)
|
||||
test: clean buildlocal
|
||||
make -C t test
|
||||
|
||||
testlint: test lint
|
||||
|
||||
|
||||
@@ -536,7 +536,6 @@ index - manage indicies
|
||||
update - update an index
|
||||
delete - delete an index
|
||||
close - close an index
|
||||
allocation - explain index allocation
|
||||
fields - show info about field capabilities
|
||||
ilm - show ilm status
|
||||
alias - manage index aliases
|
||||
@@ -564,6 +563,7 @@ search - search within an index
|
||||
shard - manage shards
|
||||
list - list shards
|
||||
show - show details about a shard
|
||||
allocation - explain shard allocation
|
||||
snapshot - manage snapshots
|
||||
list - list snapshots
|
||||
show - show details about a snapshot
|
||||
|
||||
4
TODO.md
4
TODO.md
@@ -3,10 +3,6 @@
|
||||
|
||||
- index show: add more details, see screenshots
|
||||
|
||||
- add shard explain, aka:
|
||||
get /_cluster/allocation/explain {"index":"yourindex", "primary": true, "shard":0}
|
||||
|
||||
|
||||
- add datastream support:
|
||||
https://www.elastic.co/docs/api/doc/elasticsearch/operation/operation-indices-get-data-stream
|
||||
|
||||
|
||||
33
cmd/index.go
33
cmd/index.go
@@ -40,7 +40,6 @@ func Index(conf *cfg.Config) *cli.Command {
|
||||
IndexCreate(conf, true),
|
||||
IndexDelete(conf),
|
||||
IndexClose(conf),
|
||||
IndexAllocation(conf),
|
||||
IndexFields(conf),
|
||||
IndexIlm(conf),
|
||||
|
||||
@@ -96,38 +95,6 @@ func IndexList(conf *cfg.Config) *cli.Command {
|
||||
}
|
||||
}
|
||||
|
||||
func IndexAllocation(conf *cfg.Config) *cli.Command {
|
||||
return &cli.Command{
|
||||
Name: "allocation",
|
||||
Aliases: []string{"a"},
|
||||
Usage: "explain index allocation",
|
||||
|
||||
Flags: []cli.Flag{
|
||||
&cli.IntFlag{
|
||||
Name: "shard",
|
||||
Usage: "shard number to explain for",
|
||||
Destination: &conf.Shards,
|
||||
Aliases: []string{"s"},
|
||||
},
|
||||
&cli.BoolFlag{
|
||||
Name: "primary",
|
||||
Usage: "explain primary allocation (default true)",
|
||||
Destination: &conf.Primary,
|
||||
Aliases: []string{"p"},
|
||||
},
|
||||
},
|
||||
|
||||
Action: func(ctx context.Context, cmd *cli.Command) error {
|
||||
index := cmd.Args().Get(0)
|
||||
if index == "" {
|
||||
return errors.New("no index specified")
|
||||
}
|
||||
|
||||
return es.IndexAllocation(conf, cmd.Args().Get(0))
|
||||
},
|
||||
}
|
||||
}
|
||||
|
||||
func IndexShow(conf *cfg.Config) *cli.Command {
|
||||
return &cli.Command{
|
||||
Name: "show",
|
||||
|
||||
@@ -89,7 +89,7 @@ func Main() int {
|
||||
Name: "output",
|
||||
Aliases: []string{"o"},
|
||||
Value: "",
|
||||
Usage: "output mode (tsv, markdown, json, yaml) default: tsv",
|
||||
Usage: "output mode (tsv, json, yaml) default: tsv",
|
||||
Destination: &conf.Output,
|
||||
},
|
||||
&cli.StringFlag{
|
||||
|
||||
@@ -35,6 +35,7 @@ func Shard(conf *cfg.Config) *cli.Command {
|
||||
Commands: []*cli.Command{
|
||||
ShardList(conf),
|
||||
ShardShow(conf),
|
||||
ShardAllocation(conf),
|
||||
},
|
||||
}
|
||||
}
|
||||
@@ -94,3 +95,41 @@ func ShardShow(conf *cfg.Config) *cli.Command {
|
||||
},
|
||||
}
|
||||
}
|
||||
|
||||
func ShardAllocation(conf *cfg.Config) *cli.Command {
|
||||
return &cli.Command{
|
||||
Name: "allocation",
|
||||
Aliases: []string{"a"},
|
||||
Usage: "explain shard allocation",
|
||||
|
||||
Flags: []cli.Flag{
|
||||
&cli.IntFlag{
|
||||
Name: "shard",
|
||||
Usage: "shard number to explain for",
|
||||
Destination: &conf.Shards,
|
||||
Aliases: []string{"s"},
|
||||
},
|
||||
&cli.BoolFlag{
|
||||
Name: "primary",
|
||||
Usage: "explain primary allocation (default true)",
|
||||
Destination: &conf.Primary,
|
||||
Aliases: []string{"p"},
|
||||
},
|
||||
&cli.StringFlag{
|
||||
Name: "node",
|
||||
Usage: "explain a shard only if it is currently located on the specified node name or node ID",
|
||||
Destination: &conf.FromNode,
|
||||
Aliases: []string{"n"},
|
||||
},
|
||||
},
|
||||
|
||||
Action: func(ctx context.Context, cmd *cli.Command) error {
|
||||
index := cmd.Args().Get(0)
|
||||
if index == "" {
|
||||
return errors.New("no index specified")
|
||||
}
|
||||
|
||||
return es.ShardAllocation(conf, cmd.Args().Get(0))
|
||||
},
|
||||
}
|
||||
}
|
||||
|
||||
@@ -26,7 +26,7 @@ import (
|
||||
func addReference(ref string) string {
|
||||
indentedRef := []string{}
|
||||
|
||||
for _, line := range strings.Split(ref, "\n") {
|
||||
for line := range strings.SplitSeq(ref, "\n") {
|
||||
indentedRef = append(indentedRef, " "+line)
|
||||
}
|
||||
return fmt.Sprintf("%s\nREFERENCE:\n%s\n",
|
||||
|
||||
17
go.mod
17
go.mod
@@ -14,11 +14,13 @@
|
||||
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
module codeberg.org/scip/esctl
|
||||
|
||||
go 1.25.8
|
||||
go 1.26.4
|
||||
|
||||
require (
|
||||
github.com/MichaelMure/go-term-markdown v0.1.4
|
||||
github.com/alecthomas/repr v0.5.2
|
||||
github.com/charmbracelet/bubbles v1.0.0
|
||||
github.com/charmbracelet/bubbletea v1.3.10
|
||||
github.com/charmbracelet/lipgloss v1.1.0
|
||||
github.com/chzyer/readline v1.5.1
|
||||
github.com/dustin/go-humanize v1.0.1
|
||||
@@ -29,10 +31,11 @@ require (
|
||||
github.com/go-openapi/spec v0.22.5
|
||||
github.com/go-openapi/swag/loading v0.26.1
|
||||
github.com/mattn/go-isatty v0.0.22
|
||||
github.com/olekukonko/tablewriter v1.1.4
|
||||
github.com/seeruk/go-wordwrap v0.0.0-20191208221741-14ec4aac9550
|
||||
github.com/tidwall/gjson v1.19.0
|
||||
github.com/tlinden/yadu v0.1.3
|
||||
github.com/urfave/cli/v3 v3.10.1-0.20260623012112-f980ca84bf65
|
||||
golang.org/x/term v0.44.0
|
||||
gopkg.in/yaml.v3 v3.0.1
|
||||
)
|
||||
|
||||
@@ -40,9 +43,6 @@ require (
|
||||
github.com/MichaelMure/go-term-text v0.3.1 // indirect
|
||||
github.com/alecthomas/chroma v0.7.1 // indirect
|
||||
github.com/aymanbagabas/go-osc52/v2 v2.0.1 // indirect
|
||||
github.com/cespare/xxhash/v2 v2.3.0 // indirect
|
||||
github.com/charmbracelet/bubbles v1.0.0 // indirect
|
||||
github.com/charmbracelet/bubbletea v1.3.10 // indirect
|
||||
github.com/charmbracelet/colorprofile v0.4.1 // indirect
|
||||
github.com/charmbracelet/x/ansi v0.11.6 // indirect
|
||||
github.com/charmbracelet/x/cellbuf v0.0.15 // indirect
|
||||
@@ -69,7 +69,6 @@ require (
|
||||
github.com/go-openapi/swag/typeutils v0.26.1 // indirect
|
||||
github.com/go-openapi/swag/yamlutils v0.26.1 // indirect
|
||||
github.com/go-viper/mapstructure/v2 v2.5.0 // indirect
|
||||
github.com/goccy/go-json v0.10.6 // indirect
|
||||
github.com/gomarkdown/markdown v0.0.0-20191123064959-2c17d62f5098 // indirect
|
||||
github.com/google/uuid v1.6.0 // indirect
|
||||
github.com/kyokomi/emoji/v2 v2.2.8 // indirect
|
||||
@@ -81,11 +80,7 @@ require (
|
||||
github.com/muesli/cancelreader v0.2.2 // indirect
|
||||
github.com/muesli/termenv v0.16.0 // indirect
|
||||
github.com/oklog/ulid/v2 v2.1.1 // indirect
|
||||
github.com/olekukonko/cat v0.0.0-20250911104152-50322a0618f6 // indirect
|
||||
github.com/olekukonko/errors v1.2.0 // indirect
|
||||
github.com/olekukonko/ll v0.1.8 // indirect
|
||||
github.com/rivo/uniseg v0.4.7 // indirect
|
||||
github.com/seeruk/go-wordwrap v0.0.0-20191208221741-14ec4aac9550 // indirect
|
||||
github.com/tidwall/match v1.1.1 // indirect
|
||||
github.com/tidwall/pretty v1.2.0 // indirect
|
||||
github.com/xo/terminfo v0.0.0-20220910002029-abceb7e1c41e // indirect
|
||||
@@ -94,10 +89,8 @@ require (
|
||||
go.opentelemetry.io/otel/metric v1.35.0 // indirect
|
||||
go.opentelemetry.io/otel/trace v1.35.0 // indirect
|
||||
go.yaml.in/yaml/v3 v3.0.4 // indirect
|
||||
golang.org/x/exp v0.0.0-20231006140011-7918f672742d // indirect
|
||||
golang.org/x/image v0.0.0-20191206065243-da761ea9ff43 // indirect
|
||||
golang.org/x/net v0.55.0 // indirect
|
||||
golang.org/x/sys v0.46.0 // indirect
|
||||
golang.org/x/term v0.44.0 // indirect
|
||||
golang.org/x/text v0.37.0 // indirect
|
||||
)
|
||||
|
||||
24
go.sum
24
go.sum
@@ -14,28 +14,18 @@ github.com/alecthomas/repr v0.5.2 h1:SU73FTI9D1P5UNtvseffFSGmdNci/O6RsqzeXJtP0Qs
|
||||
github.com/alecthomas/repr v0.5.2/go.mod h1:Fr0507jx4eOXV7AlPV6AVZLYrLIuIeSOWtW57eE/O/4=
|
||||
github.com/aymanbagabas/go-osc52/v2 v2.0.1 h1:HwpRHbFMcZLEVr42D4p7XBqjyuxQH5SMiErDT4WkJ2k=
|
||||
github.com/aymanbagabas/go-osc52/v2 v2.0.1/go.mod h1:uYgXzlJ7ZpABp8OJ+exZzJJhRNQ2ASbcXHWsFqH8hp8=
|
||||
github.com/cespare/xxhash/v2 v2.3.0 h1:UL815xU9SqsFlibzuggzjXhog7bL6oX9BbNZnL2UFvs=
|
||||
github.com/cespare/xxhash/v2 v2.3.0/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs=
|
||||
github.com/charmbracelet/bubbles v1.0.0 h1:12J8/ak/uCZEMQ6KU7pcfwceyjLlWsDLAxB5fXonfvc=
|
||||
github.com/charmbracelet/bubbles v1.0.0/go.mod h1:9d/Zd5GdnauMI5ivUIVisuEm3ave1XwXtD1ckyV6r3E=
|
||||
github.com/charmbracelet/bubbletea v1.3.10 h1:otUDHWMMzQSB0Pkc87rm691KZ3SWa4KUlvF9nRvCICw=
|
||||
github.com/charmbracelet/bubbletea v1.3.10/go.mod h1:ORQfo0fk8U+po9VaNvnV95UPWA1BitP1E0N6xJPlHr4=
|
||||
github.com/charmbracelet/colorprofile v0.2.3-0.20250311203215-f60798e515dc h1:4pZI35227imm7yK2bGPcfpFEmuY1gc2YSTShr4iJBfs=
|
||||
github.com/charmbracelet/colorprofile v0.2.3-0.20250311203215-f60798e515dc/go.mod h1:X4/0JoqgTIPSFcRA/P6INZzIuyqdFY5rm8tb41s9okk=
|
||||
github.com/charmbracelet/colorprofile v0.4.1 h1:a1lO03qTrSIRaK8c3JRxJDZOvhvIeSco3ej+ngLk1kk=
|
||||
github.com/charmbracelet/colorprofile v0.4.1/go.mod h1:U1d9Dljmdf9DLegaJ0nGZNJvoXAhayhmidOdcBwAvKk=
|
||||
github.com/charmbracelet/lipgloss v1.1.0 h1:vYXsiLHVkK7fp74RkV7b2kq9+zDLoEU4MZoFqR/noCY=
|
||||
github.com/charmbracelet/lipgloss v1.1.0/go.mod h1:/6Q8FR2o+kj8rz4Dq0zQc3vYf7X+B0binUUBwA0aL30=
|
||||
github.com/charmbracelet/x/ansi v0.8.0 h1:9GTq3xq9caJW8ZrBTe0LIe2fvfLR/bYXKTx2llXn7xE=
|
||||
github.com/charmbracelet/x/ansi v0.8.0/go.mod h1:wdYl/ONOLHLIVmQaxbIYEC/cRKOQyjTkowiI4blgS9Q=
|
||||
github.com/charmbracelet/x/ansi v0.11.6 h1:GhV21SiDz/45W9AnV2R61xZMRri5NlLnl6CVF7ihZW8=
|
||||
github.com/charmbracelet/x/ansi v0.11.6/go.mod h1:2JNYLgQUsyqaiLovhU2Rv/pb8r6ydXKS3NIttu3VGZQ=
|
||||
github.com/charmbracelet/x/cellbuf v0.0.13-0.20250311204145-2c3ea96c31dd h1:vy0GVL4jeHEwG5YOXDmi86oYw2yuYUGqz6a8sLwg0X8=
|
||||
github.com/charmbracelet/x/cellbuf v0.0.13-0.20250311204145-2c3ea96c31dd/go.mod h1:xe0nKWGd3eJgtqZRaN9RjMtK7xUYchjzPr7q6kcvCCs=
|
||||
github.com/charmbracelet/x/cellbuf v0.0.15 h1:ur3pZy0o6z/R7EylET877CBxaiE1Sp1GMxoFPAIztPI=
|
||||
github.com/charmbracelet/x/cellbuf v0.0.15/go.mod h1:J1YVbR7MUuEGIFPCaaZ96KDl5NoS0DAWkskup+mOY+Q=
|
||||
github.com/charmbracelet/x/term v0.2.1 h1:AQeHeLZ1OqSXhrAWpYUtZyX1T3zVxfpZuEQMIQaGIAQ=
|
||||
github.com/charmbracelet/x/term v0.2.1/go.mod h1:oQ4enTYFV7QN4m0i9mzHrViD7TQKvNEEkHUMCmsxdUg=
|
||||
github.com/charmbracelet/x/term v0.2.2 h1:xVRT/S2ZcKdhhOuSP4t5cLi5o+JxklsoEObBSgfgZRk=
|
||||
github.com/charmbracelet/x/term v0.2.2/go.mod h1:kF8CY5RddLWrsgVwpw4kAa6TESp6EB5y3uxGLeCqzAI=
|
||||
github.com/chzyer/logex v1.2.1 h1:XHDu3E6q+gdHgsdTPH6ImJMIp436vR6MPtH8gP05QzM=
|
||||
@@ -114,8 +104,6 @@ github.com/go-openapi/testify/v2 v2.5.1 h1:TMdhCaw8fUNraVSf3Omoob1dO/AzBfhtFAPW0
|
||||
github.com/go-openapi/testify/v2 v2.5.1/go.mod h1:SgsVHtfooshd0tublTtJ50FPKhujf47YRqauXXOUxfw=
|
||||
github.com/go-viper/mapstructure/v2 v2.5.0 h1:vM5IJoUAy3d7zRSVtIwQgBj7BiWtMPfmPEgAXnvj1Ro=
|
||||
github.com/go-viper/mapstructure/v2 v2.5.0/go.mod h1:oJDH3BJKyqBA2TXFhDsKDGDTlndYOZ6rGS0BRZIxGhM=
|
||||
github.com/goccy/go-json v0.10.6 h1:p8HrPJzOakx/mn/bQtjgNjdTcN+/S6FcG2CTtQOrHVU=
|
||||
github.com/goccy/go-json v0.10.6/go.mod h1:oq7eo15ShAhp70Anwd5lgX2pLfOS3QCiwU/PULtXL6M=
|
||||
github.com/gomarkdown/markdown v0.0.0-20191123064959-2c17d62f5098 h1:Qxs3bNRWe8GTcKMxYOSXm0jx6j0de8XUtb/fsP3GZ0I=
|
||||
github.com/gomarkdown/markdown v0.0.0-20191123064959-2c17d62f5098/go.mod h1:aii0r/K0ZnHv7G0KF7xy1v0A7s2Ljrb5byB7MO5p6TU=
|
||||
github.com/google/go-cmp v0.7.0 h1:wk8382ETsv4JYUZwIsn6YpYiWiBsYLSJiTsyBybVuN8=
|
||||
@@ -154,14 +142,6 @@ github.com/muesli/termenv v0.16.0 h1:S5AlUN9dENB57rsbnkPyfdGuWIlkmzJjbFf0Tf5FWUc
|
||||
github.com/muesli/termenv v0.16.0/go.mod h1:ZRfOIKPFDYQoDFF4Olj7/QJbW60Ol/kL1pU3VfY/Cnk=
|
||||
github.com/oklog/ulid/v2 v2.1.1 h1:suPZ4ARWLOJLegGFiZZ1dFAkqzhMjL3J1TzI+5wHz8s=
|
||||
github.com/oklog/ulid/v2 v2.1.1/go.mod h1:rcEKHmBBKfef9DhnvX7y1HZBYxjXb0cP5ExxNsTT1QQ=
|
||||
github.com/olekukonko/cat v0.0.0-20250911104152-50322a0618f6 h1:zrbMGy9YXpIeTnGj4EljqMiZsIcE09mmF8XsD5AYOJc=
|
||||
github.com/olekukonko/cat v0.0.0-20250911104152-50322a0618f6/go.mod h1:rEKTHC9roVVicUIfZK7DYrdIoM0EOr8mK1Hj5s3JjH0=
|
||||
github.com/olekukonko/errors v1.2.0 h1:10Zcn4GeV59t/EGqJc8fUjtFT/FuUh5bTMzZ1XwmCRo=
|
||||
github.com/olekukonko/errors v1.2.0/go.mod h1:ppzxA5jBKcO1vIpCXQ9ZqgDh8iwODz6OXIGKU8r5m4Y=
|
||||
github.com/olekukonko/ll v0.1.8 h1:ysHCJRGHYKzmBSdz9w5AySztx7lG8SQY+naTGYUbsz8=
|
||||
github.com/olekukonko/ll v0.1.8/go.mod h1:RPRC6UcscfFZgjo1nulkfMH5IM0QAYim0LfnMvUuozw=
|
||||
github.com/olekukonko/tablewriter v1.1.4 h1:ORUMI3dXbMnRlRggJX3+q7OzQFDdvgbN9nVWj1drm6I=
|
||||
github.com/olekukonko/tablewriter v1.1.4/go.mod h1:+kedxuyTtgoZLwif3P1Em4hARJs+mVnzKxmsCL/C5RY=
|
||||
github.com/pborman/getopt v0.0.0-20170112200414-7148bc3a4c30/go.mod h1:85jBQOZwpVEaDAr341tbn15RS4fCAsIst0qp7i8ex1o=
|
||||
github.com/pkg/errors v0.8.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
|
||||
github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
|
||||
@@ -189,8 +169,6 @@ github.com/tidwall/pretty v1.2.0 h1:RWIZEg2iJ8/g6fDDYzMpobmaoGh5OLl4AXtGUGPcqCs=
|
||||
github.com/tidwall/pretty v1.2.0/go.mod h1:ITEVvHYasfjBbM0u2Pg8T2nJnzm8xPwvNhhsoaGGjNU=
|
||||
github.com/tlinden/yadu v0.1.3 h1:5cRCUmj+l5yvlM2irtpFBIJwVV2DPEgYSaWvF19FtcY=
|
||||
github.com/tlinden/yadu v0.1.3/go.mod h1:l3bRmHKL9zGAR6pnBHY2HRPxBecf7L74BoBgOOpTcUA=
|
||||
github.com/urfave/cli/v3 v3.9.1-0.20260524212652-be8b79d0c8de h1:ESKPiS7inVoBnv4FmgGNZdjWBI/wmvaragoyD3D9nM4=
|
||||
github.com/urfave/cli/v3 v3.9.1-0.20260524212652-be8b79d0c8de/go.mod h1:ysVLtOEmg2tOy6PknnYVhDoouyC/6N42TMeoMzskhso=
|
||||
github.com/urfave/cli/v3 v3.10.1-0.20260623012112-f980ca84bf65 h1:NXitXXO9DupDLEFj8hIyYtsubRxSFTp5JXqohElT0nU=
|
||||
github.com/urfave/cli/v3 v3.10.1-0.20260623012112-f980ca84bf65/go.mod h1:ysVLtOEmg2tOy6PknnYVhDoouyC/6N42TMeoMzskhso=
|
||||
github.com/xo/terminfo v0.0.0-20220910002029-abceb7e1c41e h1:JVG44RsyaB9T2KIHavMF/ppJZNG9ZpyihvCd0w101no=
|
||||
@@ -223,8 +201,6 @@ golang.org/x/sys v0.0.0-20190222072716-a9d3bda3a223/go.mod h1:STP8DvDyc/dI5b8T5h
|
||||
golang.org/x/sys v0.0.0-20191026070338-33540a1f6037/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
|
||||
golang.org/x/sys v0.0.0-20210809222454-d867a43fc93e/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||
golang.org/x/sys v0.0.0-20220310020820-b874c991c1a5/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||
golang.org/x/sys v0.45.0 h1:dO4czNzziLiiXplLQgBCEpCvXQ3dnkn0SdaZSYdQ+FY=
|
||||
golang.org/x/sys v0.45.0/go.mod h1:4GL1E5IUh+htKOUEOaiffhrAeqysfVGipDYzABqnCmw=
|
||||
golang.org/x/sys v0.46.0 h1:noSf2Fq6F8DBgS+LysIkx7rIExoNHJsxOAtPp4rthXw=
|
||||
golang.org/x/sys v0.46.0/go.mod h1:4GL1E5IUh+htKOUEOaiffhrAeqysfVGipDYzABqnCmw=
|
||||
golang.org/x/term v0.44.0 h1:0rLvDRCtNj0gZkyIXhCyOb2OAzEhLVqc4B+hrsBhrmc=
|
||||
|
||||
@@ -113,7 +113,7 @@ func (cluster *Cluster) CheckAuth() error {
|
||||
cluster.Pass = pass
|
||||
} else {
|
||||
// k, try interactively
|
||||
fmt.Printf("Enter password for elasticsearch user %s@%s: ", cluster.User, cluster.Name)
|
||||
fmt.Fprintf(os.Stderr, "Enter password for elasticsearch user %s@%s: ", cluster.User, cluster.Name)
|
||||
pass, err := term.ReadPassword(int(syscall.Stdin))
|
||||
if err != nil {
|
||||
return err
|
||||
|
||||
@@ -28,7 +28,7 @@ import (
|
||||
)
|
||||
|
||||
const (
|
||||
Version string = `v0.0.25`
|
||||
Version string = `v0.0.26`
|
||||
)
|
||||
|
||||
var (
|
||||
@@ -121,10 +121,11 @@ func getDefaultPath() string {
|
||||
func (conf *Config) Init() error {
|
||||
DefaultConfig := getDefaultPath()
|
||||
|
||||
switch {
|
||||
case fileExists(DefaultConfig):
|
||||
if conf.ConfigFile == "" && fileExists(DefaultConfig) {
|
||||
conf.ConfigFile = DefaultConfig
|
||||
fallthrough
|
||||
}
|
||||
|
||||
switch {
|
||||
case conf.ConfigFile != "":
|
||||
if err := conf.LoadConfig(); err != nil {
|
||||
return err
|
||||
|
||||
@@ -45,7 +45,7 @@ func (t *DebugTransport) RoundTrip(req *http.Request) (*http.Response, error) {
|
||||
var pretty bytes.Buffer
|
||||
err = json.Indent(&pretty, buf.Bytes(), "", "\t")
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("json parse error: %s", err)
|
||||
return nil, fmt.Errorf("json parse error: %w", err)
|
||||
}
|
||||
|
||||
content = pretty.String()
|
||||
|
||||
@@ -94,7 +94,7 @@ func ApiRepl(conf *cfg.Config) error {
|
||||
})
|
||||
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to initialize readline lib: %s", err)
|
||||
return fmt.Errorf("failed to initialize readline lib: %w", err)
|
||||
}
|
||||
|
||||
for {
|
||||
@@ -237,7 +237,7 @@ func CallAPI(conf *cfg.Config, verb, path, data string) ([]byte, error) {
|
||||
// Read and print response
|
||||
body, err := io.ReadAll(resp.Body)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("failed to read response body: %s", err)
|
||||
return nil, fmt.Errorf("failed to read response body: %w", err)
|
||||
}
|
||||
|
||||
return body, nil
|
||||
@@ -261,7 +261,7 @@ func prettyfiJson(conf *cfg.Config, raw []byte) (string, error) {
|
||||
var pretty bytes.Buffer
|
||||
err := json.Indent(&pretty, raw, "", "\t")
|
||||
if err != nil {
|
||||
return "", fmt.Errorf("json parse error: %s", err)
|
||||
return "", fmt.Errorf("json parse error: %w", err)
|
||||
}
|
||||
|
||||
return pretty.String(), nil
|
||||
@@ -295,7 +295,7 @@ func readJSON(input string) (string, error) {
|
||||
check := map[string]any{}
|
||||
err := json.Unmarshal([]byte(data), &check)
|
||||
if err != nil {
|
||||
return "", fmt.Errorf("error: input data is not proper JSON: %s", err)
|
||||
return "", fmt.Errorf("error: input data is not proper JSON: %w", err)
|
||||
|
||||
}
|
||||
|
||||
|
||||
@@ -58,7 +58,7 @@ func CcrStatus(conf *cfg.Config, leader, follower string) error {
|
||||
res, err := conf.Clusters[alias].ES().Cat.Indices().
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get indicies on %s: %s", alias, esErrorString(err))
|
||||
return fmt.Errorf("failed to get indicies on %s: %w", alias, esErrorString(err))
|
||||
}
|
||||
|
||||
indices[alias] = make(map[string]*types.IndicesRecord, len(res))
|
||||
@@ -87,7 +87,7 @@ func CcrRemoteInfo(conf *cfg.Config, index string) error {
|
||||
res, err := conf.DefaultCluster.ES().Cluster.RemoteInfo().
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to retrieve follower info: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to retrieve follower info: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
slog.Debug("ccr remote info", "info", res)
|
||||
@@ -102,7 +102,7 @@ func CcrRemoteInfo(conf *cfg.Config, index string) error {
|
||||
}
|
||||
|
||||
if remote == "" {
|
||||
return fmt.Errorf("cluster doesn't follow any other: %s", err)
|
||||
return errors.New("cluster doesn't follow any other")
|
||||
}
|
||||
|
||||
mode := "follower"
|
||||
@@ -113,11 +113,11 @@ func CcrRemoteInfo(conf *cfg.Config, index string) error {
|
||||
table := printer.NewTable(conf, 2, 5)
|
||||
table.Addheaders("ccr remote property", "value")
|
||||
|
||||
table.Entries = [][]string{
|
||||
table.Entries = [][]any{
|
||||
{"Remote Cluster", remote},
|
||||
{"CCR Mode", mode},
|
||||
{"Connected", fmt.Sprintf("%t", info.Connected)},
|
||||
{"Num Proxy Sockets Connected", fmt.Sprintf("%d", info.NumProxySocketsConnected)},
|
||||
{"Connected", info.Connected},
|
||||
{"Num Proxy Sockets Connected", info.NumProxySocketsConnected},
|
||||
{"Proxy Address", info.ProxyAddress},
|
||||
}
|
||||
|
||||
|
||||
@@ -29,7 +29,7 @@ func getRemoteName(conf *cfg.Config) (string, error) {
|
||||
res, err := conf.DefaultCluster.ES().Cluster.RemoteInfo().
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return "", fmt.Errorf("failed to retrieve follower info: %s", esErrorString(err))
|
||||
return "", fmt.Errorf("failed to retrieve follower info: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
remote := ""
|
||||
@@ -91,7 +91,7 @@ func CcrFollowerResume(conf *cfg.Config, index string) error {
|
||||
Do(context.Background())
|
||||
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to resume ccr following: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to resume ccr following: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
return nil
|
||||
@@ -102,7 +102,7 @@ func CcrFollowerPause(conf *cfg.Config, index string) error {
|
||||
Do(context.Background())
|
||||
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to pause ccr following: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to pause ccr following: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
return nil
|
||||
@@ -113,7 +113,7 @@ func CcrFollowerUnfollow(conf *cfg.Config, index string) error {
|
||||
Do(context.Background())
|
||||
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to unfollow index: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to unfollow index: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
return nil
|
||||
@@ -136,7 +136,7 @@ func CcrFollowerAdd(conf *cfg.Config, index string) error {
|
||||
_, err = create.Do(context.Background())
|
||||
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to create follower index: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to create follower index: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
return nil
|
||||
@@ -146,7 +146,7 @@ func CcrFollowerShow(conf *cfg.Config, index string) error {
|
||||
res, err := conf.DefaultCluster.ES().Ccr.FollowStats(index).
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to retrieve follower index info: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to retrieve follower index info: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
slog.Debug("ES result", "follower stats", res.Indices)
|
||||
@@ -164,16 +164,16 @@ func CcrFollowerShow(conf *cfg.Config, index string) error {
|
||||
table := printer.NewTable(conf, 2, 9)
|
||||
table.Addheaders("ccr follower property", "value")
|
||||
|
||||
table.Entries = [][]string{
|
||||
table.Entries = [][]any{
|
||||
{"name", index},
|
||||
{"remote_cluster", follower.RemoteCluster},
|
||||
{"leader_checkpoint", fmt.Sprintf("%d", follower.LeaderGlobalCheckpoint)},
|
||||
{"follower_checkpoint", fmt.Sprintf("%d", follower.FollowerGlobalCheckpoint)},
|
||||
{"bytes_read", fmt.Sprintf("%d", follower.BytesRead)},
|
||||
{"failed_read_requests", fmt.Sprintf("%d", follower.FailedReadRequests)},
|
||||
{"failed_write_requests", fmt.Sprintf("%d", follower.FailedWriteRequests)},
|
||||
{"successful_read_requests", fmt.Sprintf("%d", follower.SuccessfulReadRequests)},
|
||||
{"successful_write_requests", fmt.Sprintf("%d", follower.SuccessfulWriteRequests)},
|
||||
{"leader_checkpoint", follower.LeaderGlobalCheckpoint},
|
||||
{"follower_checkpoint", follower.FollowerGlobalCheckpoint},
|
||||
{"bytes_read", follower.BytesRead},
|
||||
{"failed_read_requests", follower.FailedReadRequests},
|
||||
{"failed_write_requests", follower.FailedWriteRequests},
|
||||
{"successful_read_requests", follower.SuccessfulReadRequests},
|
||||
{"successful_write_requests", follower.SuccessfulWriteRequests},
|
||||
}
|
||||
|
||||
if err := table.Print(); err != nil {
|
||||
|
||||
@@ -17,6 +17,7 @@ along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
package es
|
||||
|
||||
import (
|
||||
"errors"
|
||||
"fmt"
|
||||
"log/slog"
|
||||
"strings"
|
||||
@@ -43,16 +44,14 @@ func ClusterList(conf *cfg.Config) error {
|
||||
|
||||
// check endpoints in parallel to speed things up
|
||||
for name, cluster := range conf.Clusters {
|
||||
wg.Add(1)
|
||||
|
||||
go func() {
|
||||
defer wg.Done()
|
||||
wg.Go(func() {
|
||||
online, err := cluster.IsReachable()
|
||||
|
||||
mu.Lock()
|
||||
reachable[name] = clusterReachable{reachable: online, err: err}
|
||||
mu.Unlock()
|
||||
}()
|
||||
})
|
||||
}
|
||||
|
||||
wg.Wait()
|
||||
@@ -80,7 +79,7 @@ func ClusterList(conf *cfg.Config) error {
|
||||
}
|
||||
}
|
||||
|
||||
table.Entries[idx] = []string{name, cluster.Uri, reachableStr, current, errmsg}
|
||||
table.Entries[idx] = []any{name, cluster.Uri, reachableStr, current, errmsg}
|
||||
idx++
|
||||
}
|
||||
|
||||
@@ -118,12 +117,12 @@ func getClusterStatus(conf *cfg.Config) (*apiResponse, error) {
|
||||
|
||||
all := apiResponse{}
|
||||
|
||||
var err error
|
||||
|
||||
for i := 0; i < gocount; i++ {
|
||||
r := <-responses
|
||||
|
||||
if r.error != nil {
|
||||
return nil, r.error
|
||||
}
|
||||
err = errors.Join(err, r.error)
|
||||
|
||||
switch r.which {
|
||||
case ResponseHealth:
|
||||
@@ -143,27 +142,31 @@ func getClusterStatus(conf *cfg.Config) (*apiResponse, error) {
|
||||
}
|
||||
}
|
||||
|
||||
return &all, nil
|
||||
return &all, err
|
||||
}
|
||||
|
||||
func ClusterStatus(conf *cfg.Config) error {
|
||||
res, err := getClusterStatus(conf)
|
||||
if err != nil {
|
||||
if err != nil && !strings.Contains(err.Error(), "current license is non-compliant") {
|
||||
return err
|
||||
}
|
||||
|
||||
slog.Debug("ES result", "cluster health", res.health)
|
||||
|
||||
isleader := len(res.ccr.AutoFollowStats.AutoFollowedClusters) == 0
|
||||
var isleader bool
|
||||
var ccrfollowing string
|
||||
|
||||
ccrfollowing := ""
|
||||
if len(res.ccr.AutoFollowStats.AutoFollowedClusters) > 0 {
|
||||
// is following another cluster
|
||||
ccrfollowing = fmt.Sprintf("%s (%d/%d)",
|
||||
res.ccr.AutoFollowStats.AutoFollowedClusters[0].ClusterName,
|
||||
res.ccr.AutoFollowStats.NumberOfSuccessfulFollowIndices,
|
||||
res.ccr.AutoFollowStats.NumberOfFailedFollowIndices,
|
||||
)
|
||||
if res.ccr != nil {
|
||||
isleader = len(res.ccr.AutoFollowStats.AutoFollowedClusters) == 0
|
||||
|
||||
if len(res.ccr.AutoFollowStats.AutoFollowedClusters) > 0 {
|
||||
// is following another cluster
|
||||
ccrfollowing = fmt.Sprintf("%s (%d/%d)",
|
||||
res.ccr.AutoFollowStats.AutoFollowedClusters[0].ClusterName,
|
||||
res.ccr.AutoFollowStats.NumberOfSuccessfulFollowIndices,
|
||||
res.ccr.AutoFollowStats.NumberOfFailedFollowIndices,
|
||||
)
|
||||
}
|
||||
}
|
||||
|
||||
// look for red indices, if any
|
||||
@@ -185,25 +188,25 @@ func ClusterStatus(conf *cfg.Config) error {
|
||||
table := printer.NewTable(conf, 2, 7)
|
||||
table.Addheaders(conf.DefaultCluster.Name, "status")
|
||||
|
||||
table.Entries = [][]string{
|
||||
table.Entries = [][]any{
|
||||
{"Cluster Name", res.health.ClusterName},
|
||||
{"ES Status", printer.Colorize(conf, res.health.Status.Name, res.health.Status.Name)},
|
||||
{"ES Version", res.info.Version.Int},
|
||||
{"Is Leader", fmt.Sprintf("%t", isleader)},
|
||||
{"Active Shards", fmt.Sprintf("%d", res.health.ActiveShards)},
|
||||
{"Active Primary Shards", fmt.Sprintf("%d", res.health.ActivePrimaryShards)},
|
||||
{"Unassigned Shards", fmt.Sprintf("%d", res.health.UnassignedShards)},
|
||||
{"Unassigned Primary Shards", fmt.Sprintf("%d", res.health.UnassignedPrimaryShards)},
|
||||
{"Pending Tasks", fmt.Sprintf("%d", res.health.NumberOfPendingTasks)},
|
||||
{"Nodes", fmt.Sprintf("%d", res.health.NumberOfNodes)},
|
||||
{"Red Indices", fmt.Sprintf("%d", redindices)},
|
||||
{"Long Running Tasks", fmt.Sprintf("%d", longtasks)},
|
||||
{"Is Leader", isleader},
|
||||
{"Active Shards", res.health.ActiveShards},
|
||||
{"Active Primary Shards", res.health.ActivePrimaryShards},
|
||||
{"Unassigned Shards", res.health.UnassignedShards},
|
||||
{"Unassigned Primary Shards", res.health.UnassignedPrimaryShards},
|
||||
{"Pending Tasks", res.health.NumberOfPendingTasks},
|
||||
{"Nodes", res.health.NumberOfNodes},
|
||||
{"Red Indices", redindices},
|
||||
{"Long Running Tasks", longtasks},
|
||||
}
|
||||
|
||||
if !isleader {
|
||||
table.Entries = append(table.Entries, [][]string{
|
||||
if !isleader && res.ccr != nil {
|
||||
table.Entries = append(table.Entries, [][]any{
|
||||
{"AutoFollow (success/failed indices)", ccrfollowing},
|
||||
{"Followed Indices", fmt.Sprintf("%d", len(res.ccr.FollowStats.Indices))},
|
||||
{"Followed Indices", len(res.ccr.FollowStats.Indices)},
|
||||
}...)
|
||||
}
|
||||
|
||||
@@ -214,15 +217,15 @@ func ClusterStatus(conf *cfg.Config) error {
|
||||
if res.health.Status.Name != "green" {
|
||||
for name, indicator := range res.healthreport.Indicators {
|
||||
if indicator.Status != "green" {
|
||||
table.Entries = append(table.Entries, []string{
|
||||
table.Entries = append(table.Entries, []any{
|
||||
printer.Colorize(conf, indicator.Status, "Bad health "+name), indicator.Symptom,
|
||||
})
|
||||
|
||||
for _, diag := range indicator.Diagnosis {
|
||||
table.Entries = append(table.Entries, []string{" -> cause", diag.Cause})
|
||||
table.Entries = append(table.Entries, []any{" -> cause", diag.Cause})
|
||||
|
||||
for resource, items := range diag.AffectedResources {
|
||||
table.Entries = append(table.Entries, []string{" -> affected " + resource, strings.Join(items, ",")})
|
||||
table.Entries = append(table.Entries, []any{" -> affected " + resource, strings.Join(items, ",")})
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -250,13 +253,13 @@ func gatherClusterStats(conf *cfg.Config, clusterstats *clusterstats.Response, t
|
||||
clusterstats.Nodes.Jvm.Versions[0].VmVersion}, " ")
|
||||
}
|
||||
|
||||
table.Entries = append(table.Entries, [][]string{
|
||||
{"Indicies", fmt.Sprintf("%d", clusterstats.Indices.Count)},
|
||||
{"Docs", fmt.Sprintf("%d", clusterstats.Indices.Docs.Count)},
|
||||
{"Total Size", humanize.Bytes(uint64(clusterstats.Indices.Docs.TotalSizeInBytes))},
|
||||
{"Total Queries", fmt.Sprintf("%d", querycount)},
|
||||
{"Shards Primaries", fmt.Sprintf("%d", clusterstats.Indices.Shards.Primaries)},
|
||||
{"Shards Total", fmt.Sprintf("%d", clusterstats.Indices.Shards.Total)},
|
||||
table.Entries = append(table.Entries, [][]any{
|
||||
{"Indicies", clusterstats.Indices.Count},
|
||||
{"Docs", clusterstats.Indices.Docs.Count},
|
||||
{"Total Size", printer.Bytes(clusterstats.Indices.Docs.TotalSizeInBytes)},
|
||||
{"Total Queries", "%d", querycount},
|
||||
{"Shards Primaries", clusterstats.Indices.Shards.Primaries},
|
||||
{"Shards Total", clusterstats.Indices.Shards.Total},
|
||||
{"Storage", fmt.Sprintf(
|
||||
"%s/%s",
|
||||
humanize.Bytes(uint64(clusterstats.Indices.Store.SizeInBytes)),
|
||||
@@ -267,11 +270,11 @@ func gatherClusterStats(conf *cfg.Config, clusterstats *clusterstats.Response, t
|
||||
humanize.Bytes(uint64(clusterstats.Nodes.Jvm.Mem.HeapUsedInBytes)),
|
||||
humanize.Bytes(uint64(clusterstats.Nodes.Jvm.Mem.HeapMaxInBytes)),
|
||||
)},
|
||||
{"JVM Threads", fmt.Sprintf("%d", clusterstats.Nodes.Jvm.Threads)},
|
||||
{"JVM Threads", clusterstats.Nodes.Jvm.Threads},
|
||||
{"JVM Version", vmversion},
|
||||
{"CPUs", fmt.Sprintf("%d", clusterstats.Nodes.Os.AllocatedProcessors)},
|
||||
{"CPUs", clusterstats.Nodes.Os.AllocatedProcessors},
|
||||
{"CPU Usage", fmt.Sprintf("%d%%", clusterstats.Nodes.Process.Cpu.Percent)},
|
||||
{"Open FDs", fmt.Sprintf("%d", clusterstats.Nodes.Process.OpenFileDescriptors.Avg)},
|
||||
{"Open FDs", clusterstats.Nodes.Process.OpenFileDescriptors.Avg},
|
||||
}...)
|
||||
|
||||
return table
|
||||
|
||||
@@ -35,12 +35,12 @@ func ClusterSettingsList(conf *cfg.Config) error {
|
||||
FlatSettings(true).
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get cluster settings: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to get cluster settings: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
table := printer.NewTable(conf, 2, 0)
|
||||
table.Addheaders("setting", "value")
|
||||
entries := [][]string{}
|
||||
entries := [][]any{}
|
||||
|
||||
settingshash := res.Persistent // == map[string]json.RawMessage
|
||||
|
||||
@@ -52,7 +52,7 @@ func ClusterSettingsList(conf *cfg.Config) error {
|
||||
}
|
||||
|
||||
for topic, val := range settingshash {
|
||||
entries = append(entries, []string{topic, string(val)})
|
||||
entries = append(entries, []any{topic, string(val)})
|
||||
}
|
||||
|
||||
table.Entries = entries
|
||||
@@ -75,7 +75,7 @@ func ClusterSettingsSet(conf *cfg.Config, args cli.Args) error {
|
||||
case conf.Transient:
|
||||
message, err := json.Marshal(value)
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to marshall transient value <%v> to valid JSON: %s", value, err)
|
||||
return fmt.Errorf("failed to marshall transient value <%v> to valid JSON: %w", value, err)
|
||||
}
|
||||
put.AddTransient(setting, message)
|
||||
case conf.Persistent:
|
||||
@@ -83,7 +83,7 @@ func ClusterSettingsSet(conf *cfg.Config, args cli.Args) error {
|
||||
default:
|
||||
message, err := json.Marshal(value)
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to marshall persistent value <%v> to valid JSON: %s", value, err)
|
||||
return fmt.Errorf("failed to marshall persistent value <%v> to valid JSON: %w", value, err)
|
||||
}
|
||||
put.AddPersistent(setting, message)
|
||||
}
|
||||
@@ -91,7 +91,7 @@ func ClusterSettingsSet(conf *cfg.Config, args cli.Args) error {
|
||||
|
||||
_, err := put.Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to set settings: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to set settings: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
return nil
|
||||
@@ -100,7 +100,7 @@ func ClusterSettingsSet(conf *cfg.Config, args cli.Args) error {
|
||||
func ClusterSettingsSetSingle(conf *cfg.Config, setting, value string) error {
|
||||
message, err := json.Marshal(value)
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to marshall persistent value <%v> to valid JSON: %s", value, err)
|
||||
return fmt.Errorf("failed to marshall persistent value <%v> to valid JSON: %w", value, err)
|
||||
}
|
||||
|
||||
_, err = conf.DefaultCluster.ES().Cluster.PutSettings().
|
||||
@@ -108,7 +108,7 @@ func ClusterSettingsSetSingle(conf *cfg.Config, setting, value string) error {
|
||||
Do(context.Background())
|
||||
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to set %s: %s", setting, esErrorString(err))
|
||||
return fmt.Errorf("failed to set %s: %w", setting, esErrorString(err))
|
||||
}
|
||||
|
||||
return nil
|
||||
|
||||
@@ -72,27 +72,27 @@ func checkClusterStatus(conf *cfg.Config, leader, follower string) bool {
|
||||
|
||||
table.Addheaders("setting", "leader:"+leader, "follower:"+follower)
|
||||
|
||||
table.Entries = [][]string{
|
||||
table.Entries = [][]any{
|
||||
{"Cluster Name", status[leader].ClusterName, status[follower].ClusterName},
|
||||
{"Cluster Status",
|
||||
printer.Colorize(conf, status[leader].Status.Name, status[leader].Status.Name),
|
||||
printer.Colorize(conf, status[follower].Status.Name, status[follower].Status.Name),
|
||||
},
|
||||
{"Active Shards",
|
||||
fmt.Sprintf("%d", status[leader].ActiveShards),
|
||||
fmt.Sprintf("%d", status[follower].ActiveShards),
|
||||
status[leader].ActiveShards,
|
||||
status[follower].ActiveShards,
|
||||
},
|
||||
{"Active Primary Shards",
|
||||
fmt.Sprintf("%d", status[leader].ActivePrimaryShards),
|
||||
fmt.Sprintf("%d", status[follower].ActivePrimaryShards),
|
||||
status[leader].ActivePrimaryShards,
|
||||
status[follower].ActivePrimaryShards,
|
||||
},
|
||||
{"Indicies",
|
||||
fmt.Sprintf("%d", len(status[leader].Indices)),
|
||||
fmt.Sprintf("%d", len(status[follower].Indices)),
|
||||
len(status[leader].Indices),
|
||||
len(status[follower].Indices),
|
||||
},
|
||||
{"Nodes",
|
||||
fmt.Sprintf("%d", status[leader].NumberOfNodes),
|
||||
fmt.Sprintf("%d", status[follower].NumberOfNodes),
|
||||
status[leader].NumberOfNodes,
|
||||
status[follower].NumberOfNodes,
|
||||
},
|
||||
}
|
||||
|
||||
@@ -112,7 +112,7 @@ func checkClusterStatus(conf *cfg.Config, leader, follower string) bool {
|
||||
|
||||
// finds indices on both clusters which have ilm errors
|
||||
func findIlmErrors(conf *cfg.Config, leader, follower string) bool {
|
||||
failed := map[string]map[string]string{}
|
||||
failed := map[string]map[string]any{}
|
||||
|
||||
for _, cluster := range []string{leader, follower} {
|
||||
ilm, err := conf.Clusters[cluster].ES().Ilm.ExplainLifecycle("_all").
|
||||
@@ -123,13 +123,13 @@ func findIlmErrors(conf *cfg.Config, leader, follower string) bool {
|
||||
return false
|
||||
}
|
||||
|
||||
failed[cluster] = map[string]string{}
|
||||
failed[cluster] = map[string]any{}
|
||||
|
||||
for name, ilmstate := range ilm.Indices {
|
||||
count := ilmstate.(*types.LifecycleExplainManaged).FailedStepRetryCount
|
||||
|
||||
if count != nil && *count > 0 {
|
||||
failed[cluster][name] = fmt.Sprintf("%d", *count)
|
||||
failed[cluster][name] = *count
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -150,7 +150,7 @@ func findIlmErrors(conf *cfg.Config, leader, follower string) bool {
|
||||
table.Addheaders("ilm errors on "+which, "errors")
|
||||
|
||||
for name, count := range failed[cluster] {
|
||||
table.Entries[idx] = []string{name, count}
|
||||
table.Entries[idx] = []any{name, count}
|
||||
idx++
|
||||
}
|
||||
|
||||
@@ -222,7 +222,7 @@ func findIndicesOnlyOnLeader(conf *cfg.Config, indices ClusterIndices, leader, f
|
||||
for name, index := range indexOnlyOnLeader {
|
||||
name := printer.Colorize(conf, "red", name)
|
||||
|
||||
table.Entries[idx] = []string{name, *index.DatasetSize, *index.DocsCount}
|
||||
table.Entries[idx] = []any{name, *index.DatasetSize, *index.DocsCount}
|
||||
idx++
|
||||
}
|
||||
|
||||
@@ -270,7 +270,7 @@ func findOrphanedIndices(conf *cfg.Config, indices ClusterIndices, leader, follo
|
||||
for name, index := range orphaned {
|
||||
name := printer.Colorize(conf, "red", name)
|
||||
|
||||
table.Entries[idx] = []string{name, *index.DatasetSize, *index.DocsCount}
|
||||
table.Entries[idx] = []any{name, *index.DatasetSize, *index.DocsCount}
|
||||
idx++
|
||||
}
|
||||
|
||||
@@ -304,7 +304,7 @@ func findFailedFollowerIndices(conf *cfg.Config, indices ClusterIndices, followe
|
||||
for name, index := range red {
|
||||
name := printer.Colorize(conf, "red", name)
|
||||
|
||||
table.Entries[idx] = []string{name, *index.DatasetSize, *index.DocsCount}
|
||||
table.Entries[idx] = []any{name, *index.DatasetSize, *index.DocsCount}
|
||||
idx++
|
||||
}
|
||||
|
||||
|
||||
@@ -25,7 +25,6 @@ import (
|
||||
|
||||
"codeberg.org/scip/esctl/pkg/cfg"
|
||||
"codeberg.org/scip/esctl/pkg/printer"
|
||||
"github.com/dustin/go-humanize"
|
||||
"github.com/elastic/go-elasticsearch/v9/typedapi/types"
|
||||
)
|
||||
|
||||
@@ -33,7 +32,7 @@ func DatastreamNames(conf *cfg.Config) ([]string, error) {
|
||||
res, err := conf.DefaultCluster.ES().Indices.GetDataStream().
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("failed to get data streams: %s", esErrorString(err))
|
||||
return nil, fmt.Errorf("failed to get data streams: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
dss := make([]string, len(res.DataStreams))
|
||||
@@ -48,7 +47,7 @@ func DatastreamList(conf *cfg.Config) error {
|
||||
res, err := conf.DefaultCluster.ES().Indices.GetDataStream().
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get data streams: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to get data streams: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
slog.Debug("ES result", "data streams", res)
|
||||
@@ -73,13 +72,13 @@ func DatastreamList(conf *cfg.Config) error {
|
||||
policy = *ds.IlmPolicy
|
||||
}
|
||||
|
||||
table.Entries[idx] = []string{
|
||||
table.Entries[idx] = []any{
|
||||
name,
|
||||
policy,
|
||||
fmt.Sprintf("%t", ds.Hidden),
|
||||
fmt.Sprintf("%t", *ds.System),
|
||||
fmt.Sprintf("%t", *ds.Replicated),
|
||||
fmt.Sprintf("%d", ds.Generation),
|
||||
ds.Hidden,
|
||||
*ds.System,
|
||||
*ds.Replicated,
|
||||
ds.Generation,
|
||||
ds.TimestampField.Name,
|
||||
}
|
||||
|
||||
@@ -129,7 +128,7 @@ func DatastreamShow(conf *cfg.Config, dsname string) error {
|
||||
Name(dsname).
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get data stream: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to get data stream: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
slog.Debug("ES result", "data stream", res)
|
||||
@@ -142,7 +141,7 @@ func DatastreamShow(conf *cfg.Config, dsname string) error {
|
||||
Name(dsname).
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get data stream stats: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to get data stream stats: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
table := printer.NewTable(conf, 11, 2)
|
||||
@@ -156,18 +155,18 @@ func DatastreamShow(conf *cfg.Config, dsname string) error {
|
||||
policy = *ds.IlmPolicy
|
||||
}
|
||||
|
||||
table.Entries = [][]string{
|
||||
table.Entries = [][]any{
|
||||
{"name", name},
|
||||
{"ilm policy", policy},
|
||||
{"hidden", fmt.Sprintf("%t", ds.Hidden)},
|
||||
{"system", fmt.Sprintf("%t", *ds.System)},
|
||||
{"replicated", fmt.Sprintf("%t", *ds.Replicated)},
|
||||
{"generation", fmt.Sprintf("%d", ds.Generation)},
|
||||
{"hidden", ds.Hidden},
|
||||
{"system", *ds.System},
|
||||
{"replicated", *ds.Replicated},
|
||||
{"generation", ds.Generation},
|
||||
{"timestamp field", ds.TimestampField.Name},
|
||||
{"backing indices", fmt.Sprintf("%d", stats.BackingIndices)},
|
||||
{"size", humanize.Bytes(uint64(stats.TotalStoreSizeBytes))},
|
||||
{"shards-failed", fmt.Sprintf("%d", stats.Shards_.Failed)},
|
||||
{"shards-successful", fmt.Sprintf("%d", stats.Shards_.Successful)},
|
||||
{"backing indices", stats.BackingIndices},
|
||||
{"size", printer.Bytes(stats.TotalStoreSizeBytes)},
|
||||
{"shards-failed", stats.Shards_.Failed},
|
||||
{"shards-successful", stats.Shards_.Successful},
|
||||
}
|
||||
|
||||
if err := table.Print(); err != nil {
|
||||
@@ -183,10 +182,10 @@ func DatastreamShow(conf *cfg.Config, dsname string) error {
|
||||
policy = *ds.IlmPolicy
|
||||
}
|
||||
|
||||
table.Entries[idx] = []string{
|
||||
table.Entries[idx] = []any{
|
||||
index.IndexName,
|
||||
index.IndexUuid,
|
||||
fmt.Sprintf("%t", *index.PreferIlm),
|
||||
*index.PreferIlm,
|
||||
policy,
|
||||
index.ManagedBy.Name,
|
||||
}
|
||||
@@ -209,7 +208,7 @@ func DatastreamCreate(conf *cfg.Config, dsname string) error {
|
||||
Do(context.Background())
|
||||
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to create datastream: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to create datastream: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
return nil
|
||||
@@ -220,7 +219,7 @@ func DatastreamDelete(conf *cfg.Config, dsname string) error {
|
||||
Do(context.Background())
|
||||
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to delete datastream: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to delete datastream: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
return nil
|
||||
@@ -230,15 +229,15 @@ func DatastreamRollover(conf *cfg.Config, ds string) error {
|
||||
res, err := RolloverAlias(conf, ds)
|
||||
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to rollover data stream: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to rollover data stream: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
table := printer.NewTable(conf, 2, 5)
|
||||
table.Addheaders("rollover response", "value")
|
||||
table.Entries = [][]string{
|
||||
{"acknowledged", fmt.Sprintf("%t", res.Acknowledged)},
|
||||
{"rolled over", fmt.Sprintf("%t", res.RolledOver)},
|
||||
{"shards acknowledged", fmt.Sprintf("%t", res.ShardsAcknowledged)},
|
||||
table.Entries = [][]any{
|
||||
{"acknowledged", res.Acknowledged},
|
||||
{"rolled over", res.RolledOver},
|
||||
{"shards acknowledged", res.ShardsAcknowledged},
|
||||
{"old index", res.OldIndex},
|
||||
{"new index", res.NewIndex},
|
||||
}
|
||||
|
||||
@@ -42,7 +42,7 @@ func DocAdd(conf *cfg.Config, jsondoc string) error {
|
||||
|
||||
err := json.Unmarshal([]byte(jsondoc), &data)
|
||||
if err != nil {
|
||||
return fmt.Errorf("supplied document was not valid JSON: %s", err)
|
||||
return fmt.Errorf("supplied document was not valid JSON: %w", err)
|
||||
}
|
||||
|
||||
now := fmt.Sprintf("%d", rand.Int64())
|
||||
@@ -51,7 +51,7 @@ func DocAdd(conf *cfg.Config, jsondoc string) error {
|
||||
Document(data).
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to create new doc in index %s: %s", conf.Index, esErrorString(err))
|
||||
return fmt.Errorf("failed to create new doc in index %s: %w", conf.Index, esErrorString(err))
|
||||
}
|
||||
|
||||
fmt.Println(res.Id_)
|
||||
@@ -63,7 +63,7 @@ func DocShow(conf *cfg.Config, id string) error {
|
||||
res, err := conf.DefaultCluster.ES().Get(conf.Index, id).
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to retrieve doc in index %s: %s", conf.Index, esErrorString(err))
|
||||
return fmt.Errorf("failed to retrieve doc in index %s: %w", conf.Index, esErrorString(err))
|
||||
}
|
||||
|
||||
if !res.Found {
|
||||
@@ -94,7 +94,7 @@ func DocDelete(conf *cfg.Config, queries []string) error {
|
||||
_, err := conf.DefaultCluster.ES().Delete(conf.Index, id).
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to delete doc in index %s: %s", conf.Index, esErrorString(err))
|
||||
return fmt.Errorf("failed to delete doc in index %s: %w", conf.Index, esErrorString(err))
|
||||
}
|
||||
|
||||
return nil
|
||||
@@ -117,7 +117,7 @@ func DocDelete(conf *cfg.Config, queries []string) error {
|
||||
Request(req).
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to delete docs in index %s: %s", conf.Index, esErrorString(err))
|
||||
return fmt.Errorf("failed to delete docs in index %s: %w", conf.Index, esErrorString(err))
|
||||
}
|
||||
|
||||
return nil
|
||||
|
||||
@@ -17,29 +17,33 @@ along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
package es
|
||||
|
||||
import (
|
||||
"errors"
|
||||
"fmt"
|
||||
"strings"
|
||||
|
||||
"github.com/elastic/go-elasticsearch/v9/typedapi/types"
|
||||
)
|
||||
|
||||
func esErrorString(err error) string {
|
||||
func esErrorString(err error) error {
|
||||
msg := err.Error()
|
||||
|
||||
switch e := err.(type) {
|
||||
case *types.ElasticsearchError:
|
||||
causes := ""
|
||||
var causes strings.Builder
|
||||
|
||||
for _, cause := range e.ErrorCause.RootCause {
|
||||
causes += fmt.Sprintf("%s\n", *cause.Reason)
|
||||
// FIXME: re-activate linter here, see https://github.com/golangci/golangci-lint/issues/6662
|
||||
//nolint:staticcheck
|
||||
causes.WriteString(fmt.Sprintf("%s\n", *cause.Reason))
|
||||
}
|
||||
|
||||
if e.ErrorCause.Reason != nil {
|
||||
msg = *e.ErrorCause.Reason + ": " + causes
|
||||
msg = *e.ErrorCause.Reason + ": " + causes.String()
|
||||
} else {
|
||||
msg = fmt.Sprintf("http status %d: ", e.Status)
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
return msg
|
||||
return errors.New(msg)
|
||||
}
|
||||
|
||||
@@ -37,7 +37,7 @@ func IlmRetry(conf *cfg.Config, index string) error {
|
||||
_, err := conf.DefaultCluster.ES().Ilm.Retry(index).
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to retry ilm: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to retry ilm: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
return nil
|
||||
@@ -47,7 +47,7 @@ func IlmStatus(conf *cfg.Config) error {
|
||||
res, err := conf.DefaultCluster.ES().Ilm.GetStatus().
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get ilm status: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to get ilm status: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
fmt.Println(res.OperationMode.Name)
|
||||
@@ -59,7 +59,7 @@ func IlmNames(conf *cfg.Config) ([]string, error) {
|
||||
res, err := conf.DefaultCluster.ES().Ilm.GetLifecycle().
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("failed to get ilm policies: %s", esErrorString(err))
|
||||
return nil, fmt.Errorf("failed to get ilm policies: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
names := make([]string, len(res))
|
||||
@@ -67,6 +67,7 @@ func IlmNames(conf *cfg.Config) ([]string, error) {
|
||||
|
||||
for name := range res {
|
||||
names[idx] = name
|
||||
idx++
|
||||
}
|
||||
|
||||
return names, nil
|
||||
@@ -81,7 +82,7 @@ func IlmList(conf *cfg.Config, pattern string) error {
|
||||
|
||||
res, err := ilm.Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get ilm policies: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to get ilm policies: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
if conf.Debug {
|
||||
@@ -109,7 +110,7 @@ func IlmShow(conf *cfg.Config, policy string) error {
|
||||
Policy(policy).
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get ilm status: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to get ilm status: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
if conf.Debug {
|
||||
@@ -128,7 +129,7 @@ func IlmShow(conf *cfg.Config, policy string) error {
|
||||
table := printer.NewTable(conf, 2, 5)
|
||||
table.Addheaders("ilm policy setting", "value")
|
||||
|
||||
table.Entries = [][]string{
|
||||
table.Entries = [][]any{
|
||||
{"policy", policy},
|
||||
{"hot phase", ilmPhaseString(ilm.Policy.Phases.Hot, false)},
|
||||
{"warm phase", ilmPhaseString(ilm.Policy.Phases.Warm, false)},
|
||||
@@ -269,7 +270,7 @@ func IlmExplain(conf *cfg.Config, index string) error {
|
||||
res, err := conf.DefaultCluster.ES().Ilm.ExplainLifecycle(index).
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get ilm state: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to get ilm state: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
slog.Debug("ilm status", "ilm", res)
|
||||
@@ -290,17 +291,17 @@ func IlmExplain(conf *cfg.Config, index string) error {
|
||||
return fmt.Errorf("failed to unmarshal step info: %w", err)
|
||||
}
|
||||
|
||||
table.Entries = [][]string{
|
||||
table.Entries = [][]any{
|
||||
{"index", ilm.Index},
|
||||
{"ilm policy", *ilm.Policy},
|
||||
{"action", *ilm.Action},
|
||||
{"age", fmt.Sprintf("%s", ilm.Age)},
|
||||
{"managed", fmt.Sprintf("%t", ilm.Managed)},
|
||||
{"age", ilm.Age},
|
||||
{"managed", ilm.Managed},
|
||||
{"phase", *ilm.Phase},
|
||||
{"phase execution", ilmPhaseString(ilm.PhaseExecution.PhaseDefinition, false)},
|
||||
{"step", *ilm.Step},
|
||||
{"failed step", *ilm.FailedStep},
|
||||
{"failed step retry count", fmt.Sprintf("%d", ilm.FailedStepRetryCount)},
|
||||
{"failed step retry count", ilm.FailedStepRetryCount},
|
||||
}
|
||||
|
||||
if err := table.Print(); err != nil {
|
||||
@@ -522,7 +523,7 @@ func IlmCreate(conf *cfg.Config, policyname string) error {
|
||||
|
||||
_, err = ilm.Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed create ilm policy: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed create ilm policy: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
return nil
|
||||
|
||||
@@ -119,13 +119,13 @@ func IlmForecastList(conf *cfg.Config, filter string) error {
|
||||
|
||||
virtualAge := virtualAge(&phase)
|
||||
|
||||
row := []string{
|
||||
row := []any{
|
||||
phase.index,
|
||||
humanize.Bytes(uint64(phase.size)),
|
||||
printer.Bytes(phase.size),
|
||||
formatDuration(phase.age),
|
||||
formatDuration(virtualAge),
|
||||
formatDuration(phase.minage),
|
||||
humanize.Bytes(uint64(phase.minsize)),
|
||||
printer.Bytes(phase.minsize),
|
||||
phase.currentPhase,
|
||||
phase.nextPhase,
|
||||
}
|
||||
@@ -157,11 +157,7 @@ func IlmForecastShow(conf *cfg.Config) error {
|
||||
var toBeFreed int64 = 0
|
||||
|
||||
for _, phase := range phaseData {
|
||||
age := virtualAge(&phase)
|
||||
|
||||
if age < phase.age {
|
||||
age = phase.age
|
||||
}
|
||||
age := max(virtualAge(&phase), phase.age)
|
||||
|
||||
if age+within >= phase.minage {
|
||||
toBeFreed += phase.size
|
||||
@@ -200,7 +196,7 @@ func getIlmPhaseData(conf *cfg.Config) ([]PhaseData, error) {
|
||||
var indicesres *indices.Response
|
||||
var ilmpolicies getlifecycle.Response
|
||||
|
||||
for i := 0; i < 3; i++ {
|
||||
for range 3 {
|
||||
r := <-responses
|
||||
|
||||
if r.error != nil {
|
||||
|
||||
@@ -39,7 +39,7 @@ func IndexNames(conf *cfg.Config) ([]string, error) {
|
||||
Do(context.Background())
|
||||
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("failed to get indicies: %s", esErrorString(err))
|
||||
return nil, fmt.Errorf("failed to get indicies: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
indices := make([]string, len(res))
|
||||
@@ -97,7 +97,7 @@ func IndexList(conf *cfg.Config) error {
|
||||
|
||||
res, err := cat.Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get indicies: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to get indicies: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
slog.Debug("ES result", "indicies", res)
|
||||
@@ -118,7 +118,7 @@ func IndexList(conf *cfg.Config) error {
|
||||
for idx, index := range list {
|
||||
name := printer.Colorize(conf, *index.Health, *index.Index)
|
||||
|
||||
table.Entries[idx] = []string{name, *index.DatasetSize, *index.DocsCount}
|
||||
table.Entries[idx] = []any{name, *index.DatasetSize, *index.DocsCount}
|
||||
|
||||
if idx == size-1 {
|
||||
break
|
||||
@@ -133,7 +133,7 @@ func IndexShow(conf *cfg.Config, indexpattern string) error {
|
||||
res, err := conf.DefaultCluster.ES().Indices.Get(indexpattern).
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get index: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to get index: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
slog.Debug("index show", "index", res)
|
||||
@@ -156,18 +156,18 @@ func IndexShow(conf *cfg.Config, indexpattern string) error {
|
||||
|
||||
created := time.Unix(ts/1000, 0)
|
||||
|
||||
table.Entries = [][]string{
|
||||
table.Entries = [][]any{
|
||||
{"name", name},
|
||||
{"replicas", *index.Settings.Index.NumberOfReplicas},
|
||||
{"shards", *index.Settings.Index.NumberOfShards},
|
||||
{"created", created.Format("2006-01-02 15:04:05")},
|
||||
{"created", created},
|
||||
{"uuid", *index.Settings.Index.Uuid},
|
||||
{"version", *index.Settings.Index.Version.Created},
|
||||
{"fields", strings.Join(fields, ",")},
|
||||
{"fields", fields},
|
||||
}
|
||||
|
||||
if index.Settings.Index.Lifecycle != nil {
|
||||
table.Entries = append(table.Entries, [][]string{
|
||||
table.Entries = append(table.Entries, [][]any{
|
||||
{"ilm policy", *index.Settings.Index.Lifecycle.Name},
|
||||
{"ilm rollover alias", *index.Settings.Index.Lifecycle.RolloverAlias},
|
||||
}...)
|
||||
@@ -234,7 +234,7 @@ func IndexCreate(conf *cfg.Config, index string, mappings []string) error {
|
||||
Do(context.Background())
|
||||
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to create index: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to create index: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
return nil
|
||||
@@ -244,7 +244,7 @@ func IndexDelete(conf *cfg.Config, index string) error {
|
||||
_, err := conf.DefaultCluster.ES().Indices.Delete(index).
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to delete index: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to delete index: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
return nil
|
||||
@@ -255,77 +255,19 @@ func IndexClose(conf *cfg.Config, index string) error {
|
||||
Do(context.Background())
|
||||
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to close index: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to close index: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
func IndexAllocation(conf *cfg.Config, index string) error {
|
||||
res, err := conf.DefaultCluster.ES().Cluster.AllocationExplain().
|
||||
Index(index).
|
||||
Primary(conf.Primary).
|
||||
Shard(conf.Shards).
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get index allocation explain: %s", esErrorString(err))
|
||||
}
|
||||
|
||||
slog.Debug("ES result", "index", res)
|
||||
|
||||
currentNode := res.CurrentNode
|
||||
|
||||
table := printer.NewTable(conf, 2, 10)
|
||||
table.Addheaders("index allocation setting", "value")
|
||||
|
||||
roles := make([]string, len(currentNode.Roles))
|
||||
for idx, role := range currentNode.Roles {
|
||||
roles[idx] = role.Name
|
||||
}
|
||||
|
||||
table.Entries = [][]string{
|
||||
{"Index", index},
|
||||
{"Current node", currentNode.Name},
|
||||
{"Current k8s node", currentNode.Attributes["k8s_node_name"]},
|
||||
{"Current node address", currentNode.TransportAddress},
|
||||
{"Current node id", currentNode.Id},
|
||||
{"Current node weight", fmt.Sprintf("%d", currentNode.WeightRanking)},
|
||||
{"Current node roles", strings.Join(roles, ",")},
|
||||
{"Can rebalance cluster", res.CanRebalanceCluster.Name},
|
||||
{"Can rebalance to another node", res.CanRebalanceToOtherNode.Name},
|
||||
{"Can remain on current node", res.CanRemainOnCurrentNode.Name},
|
||||
}
|
||||
|
||||
if err := table.Print(); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
/*
|
||||
func IndexModify(conf *cfg.Config, index string) error {
|
||||
settings := esdsl.NewIndexSettings().NumberOfReplicas(strconv.Itoa(conf.Replicas))
|
||||
|
||||
_, err := conf.DefaultCluster.ES().Indices.PutSettings().
|
||||
Indices(index).
|
||||
Index(settings).
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to modify index settings: %s", esErrorString(err))
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
*/
|
||||
|
||||
func IndexFields(conf *cfg.Config, index string) error {
|
||||
res, err := conf.DefaultCluster.ES().FieldCaps().
|
||||
Index(index).
|
||||
Fields("*").
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to retrieve field capabilties: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to retrieve field capabilties: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
table := printer.NewTable(conf, 5, 0)
|
||||
@@ -344,10 +286,11 @@ func IndexFields(conf *cfg.Config, index string) error {
|
||||
continue
|
||||
}
|
||||
|
||||
table.Entries = append(table.Entries, []string{name, fieldtype,
|
||||
fmt.Sprintf("%t", caps.Searchable),
|
||||
fmt.Sprintf("%t", caps.Aggregatable),
|
||||
fmt.Sprintf("%t", *caps.MetadataField)})
|
||||
table.AddRow(name, fieldtype,
|
||||
caps.Searchable,
|
||||
caps.Aggregatable,
|
||||
*caps.MetadataField)
|
||||
|
||||
break
|
||||
}
|
||||
|
||||
|
||||
@@ -35,7 +35,7 @@ func IndexAliasCreate(conf *cfg.Config, index, alias string) error {
|
||||
slog.Debug("create alias", "result", res)
|
||||
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to create index alias: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to create index alias: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
return nil
|
||||
@@ -54,7 +54,7 @@ func IndexAliasList(conf *cfg.Config) error {
|
||||
Do(context.Background())
|
||||
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to list index aliases: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to list index aliases: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
slog.Debug("aliases list", "result", res)
|
||||
@@ -78,7 +78,7 @@ func IndexAliasList(conf *cfg.Config) error {
|
||||
|
||||
idx := 0
|
||||
for index, aliases := range aliaslist {
|
||||
table.Entries[idx] = []string{
|
||||
table.Entries[idx] = []any{
|
||||
index,
|
||||
strings.Join(aliases, ","),
|
||||
}
|
||||
@@ -102,7 +102,7 @@ func IndexAliasDelete(conf *cfg.Config, index, alias string) error {
|
||||
slog.Debug("delete alias", "result", res)
|
||||
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to delete index alias: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to delete index alias: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
return nil
|
||||
@@ -112,15 +112,15 @@ func IndexAliasRollover(conf *cfg.Config, alias string) error {
|
||||
res, err := RolloverAlias(conf, alias)
|
||||
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to rollover index alias: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to rollover index alias: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
table := printer.NewTable(conf, 2, 5)
|
||||
table.Addheaders("rollover response", "value")
|
||||
table.Entries = [][]string{
|
||||
{"acknowledged", fmt.Sprintf("%t", res.Acknowledged)},
|
||||
{"rolled over", fmt.Sprintf("%t", res.RolledOver)},
|
||||
{"shards acknowledged", fmt.Sprintf("%t", res.ShardsAcknowledged)},
|
||||
table.Entries = [][]any{
|
||||
{"acknowledged", res.Acknowledged},
|
||||
{"rolled over", res.RolledOver},
|
||||
{"shards acknowledged", res.ShardsAcknowledged},
|
||||
{"old index", res.OldIndex},
|
||||
{"new index", res.NewIndex},
|
||||
}
|
||||
|
||||
@@ -22,6 +22,7 @@ import (
|
||||
"errors"
|
||||
"fmt"
|
||||
"log/slog"
|
||||
"maps"
|
||||
"strconv"
|
||||
"strings"
|
||||
|
||||
@@ -37,7 +38,7 @@ func IndexTemplateList(conf *cfg.Config) error {
|
||||
Do(context.Background())
|
||||
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get index templates: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to get index templates: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
slog.Debug("res", "index templates", res)
|
||||
@@ -51,11 +52,7 @@ func IndexTemplateList(conf *cfg.Config) error {
|
||||
return fmt.Errorf("failed to unmarshal meta json data: %w", err)
|
||||
}
|
||||
|
||||
table.Entries[idx] = []string{
|
||||
tpl.Name,
|
||||
string(desc),
|
||||
fmt.Sprintf("%d", tpl.IndexTemplate.Priority),
|
||||
}
|
||||
table.Entries[idx] = []any{tpl.Name, desc, tpl.IndexTemplate.Priority}
|
||||
}
|
||||
|
||||
table.Sort()
|
||||
@@ -68,7 +65,7 @@ func IndexTemplateShow(conf *cfg.Config, tplname string) error {
|
||||
Do(context.Background())
|
||||
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get index template: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to get index template: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
slog.Debug("res", "index template", res)
|
||||
@@ -94,13 +91,13 @@ func IndexTemplateShow(conf *cfg.Config, tplname string) error {
|
||||
aliases = append(aliases, alias)
|
||||
}
|
||||
|
||||
table.Entries = [][]string{
|
||||
table.Entries = [][]any{
|
||||
{"name", tpl.Name},
|
||||
{"description", string(desc)},
|
||||
{"index patterns", strings.Join(tpl.IndexTemplate.IndexPatterns, ",")},
|
||||
{"composed of", strings.Join(tpl.IndexTemplate.ComposedOf, ",")},
|
||||
{"data stream enabled", fmt.Sprintf("%t", hasds)},
|
||||
{"aliases", strings.Join(aliases, ",")},
|
||||
{"description", desc},
|
||||
{"index patterns", tpl.IndexTemplate.IndexPatterns},
|
||||
{"composed of", tpl.IndexTemplate.ComposedOf},
|
||||
{"data stream enabled", hasds},
|
||||
{"aliases", aliases},
|
||||
}
|
||||
|
||||
if err := table.Print(); err != nil {
|
||||
@@ -136,9 +133,7 @@ func IndexTemplateShow(conf *cfg.Config, tplname string) error {
|
||||
typeval = val.Type
|
||||
}
|
||||
|
||||
table.Entries = append(table.Entries, []string{
|
||||
name, typeval,
|
||||
})
|
||||
table.AddRow(name, typeval)
|
||||
}
|
||||
|
||||
fmt.Println()
|
||||
@@ -231,7 +226,7 @@ func IndexTemplateCreate(conf *cfg.Config, name string, mappings []string) error
|
||||
_, err := create.Do(context.Background())
|
||||
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to create index template: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to create index template: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
return nil
|
||||
@@ -248,7 +243,7 @@ func IndexTemplateModify(conf *cfg.Config, name string, mappings []string) error
|
||||
Do(context.Background())
|
||||
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get index template: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to get index template: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
slog.Debug("res", "index template", res)
|
||||
@@ -342,7 +337,7 @@ func IndexTemplateModify(conf *cfg.Config, name string, mappings []string) error
|
||||
_, err = modify.Do(context.Background())
|
||||
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to modify index template: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to modify index template: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
if conf.Rollover {
|
||||
@@ -358,7 +353,7 @@ func IndexTemplateDelete(conf *cfg.Config, name string) error {
|
||||
_, err := conf.DefaultCluster.ES().Indices.DeleteIndexTemplate(name).
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to delete index template: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to delete index template: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
return nil
|
||||
@@ -373,7 +368,7 @@ func rolloverAliasIndexTemplate(conf *cfg.Config, name string) error {
|
||||
Do(context.Background())
|
||||
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get index template: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to get index template: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
slog.Debug("res", "index template", res)
|
||||
@@ -390,7 +385,7 @@ func rolloverAliasIndexTemplate(conf *cfg.Config, name string) error {
|
||||
res, err := conf.DefaultCluster.ES().Indices.ResolveIndex(pattern).
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to resolve index pattern: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to resolve index pattern: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
for _, index := range res.Indices {
|
||||
@@ -414,12 +409,7 @@ func rolloverAliasIndexTemplate(conf *cfg.Config, name string) error {
|
||||
return err
|
||||
}
|
||||
|
||||
table.Entries = append(table.Entries, []string{
|
||||
alias,
|
||||
fmt.Sprintf("%t", res.RolledOver),
|
||||
fmt.Sprintf("%t", res.Acknowledged),
|
||||
res.NewIndex,
|
||||
})
|
||||
table.AddRow(alias, res.RolledOver, res.Acknowledged, res.NewIndex)
|
||||
|
||||
if err := table.Print(); err != nil {
|
||||
return err
|
||||
@@ -459,9 +449,7 @@ func modMappings(mappings []string) (types.TypeMappingVariant, error) {
|
||||
func modMeta(conf *cfg.Config, meta types.Metadata) (map[string]json.RawMessage, error) {
|
||||
metadata := map[string]json.RawMessage{}
|
||||
|
||||
for key, value := range meta {
|
||||
metadata[key] = value
|
||||
}
|
||||
maps.Copy(metadata, meta)
|
||||
|
||||
for _, meta := range conf.Meta {
|
||||
parts := strings.Split(meta, ":")
|
||||
|
||||
@@ -52,7 +52,7 @@ func getIndexTemplateSettings(conf *cfg.Config, tplname string, table *printer.T
|
||||
|
||||
tpl := data.IndexTemplates[0].IndexTemplate.Template.Settings
|
||||
for topic, val := range tpl {
|
||||
table.Entries = append(table.Entries, []string{topic, fmt.Sprintf("%v", val)})
|
||||
table.AddRow(topic, val)
|
||||
}
|
||||
|
||||
return nil
|
||||
|
||||
@@ -29,7 +29,7 @@ func LicenseShow(conf *cfg.Config) error {
|
||||
res, err := conf.DefaultCluster.ES().License.Get().
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get license: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to get license: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
slog.Debug("license show", "license", res)
|
||||
@@ -39,18 +39,28 @@ func LicenseShow(conf *cfg.Config) error {
|
||||
lic := res.License
|
||||
|
||||
var maxnodes = "infinite"
|
||||
var maxunits = "infinite"
|
||||
var expire = "never"
|
||||
|
||||
if lic.MaxNodes != nil {
|
||||
maxnodes = fmt.Sprintf("%d", *lic.MaxNodes)
|
||||
}
|
||||
|
||||
table.Entries = [][]string{
|
||||
if lic.ExpiryDate != nil {
|
||||
expire = lic.ExpiryDate.(string)
|
||||
}
|
||||
|
||||
if lic.MaxResourceUnits != nil {
|
||||
maxunits = fmt.Sprintf("%d", *lic.MaxResourceUnits)
|
||||
}
|
||||
|
||||
table.Entries = [][]any{
|
||||
{"UID", lic.Uid},
|
||||
{"Issued to", lic.IssuedTo},
|
||||
{"Expires", lic.ExpiryDate.(string)},
|
||||
{"Issued", lic.IssueDate.(string)},
|
||||
{"Expires", expire},
|
||||
{"Issued", lic.IssueDate},
|
||||
{"Max nodes", maxnodes},
|
||||
{"Max resource units", fmt.Sprintf("%d", *lic.MaxResourceUnits)},
|
||||
{"Max resource units", maxunits},
|
||||
{"Type", lic.Type.Name},
|
||||
{"Status", lic.Status.Name},
|
||||
}
|
||||
|
||||
@@ -32,7 +32,7 @@ func NodeList(conf *cfg.Config) error {
|
||||
// get nodes
|
||||
nodes, err := conf.DefaultCluster.ES().Cat.Nodes().Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get nodes: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to get nodes: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
slog.Debug("ES result", "nodes", nodes)
|
||||
@@ -41,14 +41,14 @@ func NodeList(conf *cfg.Config) error {
|
||||
table.Addheaders("name", "ip", "load1m", "load5m", "load15m", "ram %", "heap %")
|
||||
|
||||
for idx, node := range nodes {
|
||||
table.Entries[idx] = []string{
|
||||
table.Entries[idx] = []any{
|
||||
*node.Name,
|
||||
*node.Ip,
|
||||
*node.Load1M,
|
||||
*node.Load5M,
|
||||
*node.Load15M,
|
||||
node.RamPercent.(string),
|
||||
node.HeapPercent.(string),
|
||||
node.RamPercent,
|
||||
node.HeapPercent,
|
||||
}
|
||||
}
|
||||
|
||||
@@ -64,7 +64,7 @@ func NodeNames(conf *cfg.Config) ([]string, error) {
|
||||
nodes, err := conf.DefaultCluster.ES().Cat.Nodes().
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("failed to get nodes: %s", esErrorString(err))
|
||||
return nil, fmt.Errorf("failed to get nodes: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
slog.Debug("ES result", "nodes", nodes)
|
||||
@@ -86,7 +86,7 @@ func NodeShow(conf *cfg.Config, nodename string) error {
|
||||
Metric("os, jvm, thread_pool, remote_cluster_server").
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get node info: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to get node info: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
slog.Debug("ES result", "node", res)
|
||||
@@ -95,7 +95,7 @@ func NodeShow(conf *cfg.Config, nodename string) error {
|
||||
NodeId(nodename).
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get node stats: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to get node stats: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
slog.Debug("ES result", "stat", stats)
|
||||
@@ -113,25 +113,25 @@ func NodeShow(conf *cfg.Config, nodename string) error {
|
||||
|
||||
k8snode := info.Attributes["k8s_node_name"]
|
||||
|
||||
table.Entries = [][]string{
|
||||
table.Entries = [][]any{
|
||||
{"Id", id},
|
||||
{"Name", nodename},
|
||||
{"Kubernetes node", k8snode},
|
||||
{"Ip address", info.Ip},
|
||||
{"Node rank", *stat.AdaptiveSelection[id].Rank},
|
||||
{"JVM", info.Jvm.VmName + " " + info.Jvm.Version},
|
||||
{"JVM Started", time.UnixMilli(info.Jvm.StartTimeInMillis).String()},
|
||||
{"JVM Started", time.UnixMilli(info.Jvm.StartTimeInMillis)},
|
||||
{"OS", info.Os.PrettyName + " " + info.Os.Version},
|
||||
{"Node roles", strings.Join(roles, ",")},
|
||||
{"Node roles", roles},
|
||||
{"Node version", info.Version},
|
||||
{"HTTP clients", fmt.Sprintf("%d", *stat.Http.CurrentOpen)},
|
||||
{"CPUs", fmt.Sprintf("%d", *info.Os.AllocatedProcessors)},
|
||||
{"HTTP clients", *stat.Http.CurrentOpen},
|
||||
{"CPUs", *info.Os.AllocatedProcessors},
|
||||
{"Load 15m/5m/1m", fmt.Sprintf("%.2f/%.2f/%.2f",
|
||||
stat.Os.Cpu.LoadAverage["15m"],
|
||||
stat.Os.Cpu.LoadAverage["5m"],
|
||||
stat.Os.Cpu.LoadAverage["1m"],
|
||||
)},
|
||||
{"Open FD's", fmt.Sprintf("%d", *stat.Process.OpenFileDescriptors)},
|
||||
{"Open FD's", *stat.Process.OpenFileDescriptors},
|
||||
{"Response time avg", fmt.Sprintf("%dns", *stat.AdaptiveSelection[id].AvgResponseTimeNs)},
|
||||
{"Memory usage (used/avail)",
|
||||
humanize.Bytes(uint64(*stat.Os.Mem.UsedInBytes)) + " / " + humanize.Bytes(uint64(*stat.Os.Mem.TotalInBytes))},
|
||||
@@ -139,7 +139,7 @@ func NodeShow(conf *cfg.Config, nodename string) error {
|
||||
|
||||
if len(stat.Fs.Data) > 0 {
|
||||
fs := stat.Fs.Data[0]
|
||||
table.Entries = append(table.Entries, [][]string{
|
||||
table.Entries = append(table.Entries, [][]any{
|
||||
{"Storage usage (used/avail)",
|
||||
humanize.Bytes(uint64(*fs.AvailableInBytes)) + " / " + humanize.Bytes(uint64(*fs.TotalInBytes))},
|
||||
{"Storage mount", *fs.Mount},
|
||||
@@ -159,7 +159,7 @@ func NodeClients(conf *cfg.Config, nodename string) error {
|
||||
NodeId(nodename).
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get node stats: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to get node stats: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
slog.Debug("ES result", "stat", stats)
|
||||
|
||||
@@ -158,7 +158,7 @@ func getApiData(
|
||||
}
|
||||
|
||||
if arerr != nil {
|
||||
ar.error = fmt.Errorf("failed to get data from API: %s", arerr)
|
||||
ar.error = fmt.Errorf("failed to get data from API: %w", arerr)
|
||||
}
|
||||
|
||||
reschan <- ar
|
||||
|
||||
@@ -20,7 +20,6 @@ import (
|
||||
"context"
|
||||
"fmt"
|
||||
"log/slog"
|
||||
"strings"
|
||||
|
||||
"codeberg.org/scip/esctl/pkg/cfg"
|
||||
"codeberg.org/scip/esctl/pkg/printer"
|
||||
@@ -31,7 +30,7 @@ func RoleNames(conf *cfg.Config) ([]string, error) {
|
||||
res, err := conf.DefaultCluster.ES().Security.GetRole().
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("failed to get roles: %s", esErrorString(err))
|
||||
return nil, fmt.Errorf("failed to get roles: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
roles := make([]string, len(res))
|
||||
@@ -48,7 +47,7 @@ func RoleList(conf *cfg.Config) error {
|
||||
res, err := conf.DefaultCluster.ES().Security.GetRole().
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get roles: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to get roles: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
slog.Debug("ES result", "roles", res)
|
||||
@@ -58,10 +57,10 @@ func RoleList(conf *cfg.Config) error {
|
||||
|
||||
idx := 0
|
||||
for name, role := range res {
|
||||
table.Entries[idx] = []string{
|
||||
table.Entries[idx] = []any{
|
||||
name,
|
||||
fmt.Sprintf("%d", len(role.Cluster)),
|
||||
fmt.Sprintf("%d", len(role.Indices)),
|
||||
role.Cluster,
|
||||
role.Indices,
|
||||
}
|
||||
idx++
|
||||
}
|
||||
@@ -75,7 +74,7 @@ func RoleShow(conf *cfg.Config, rolename string) error {
|
||||
Name(rolename).
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get role: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to get role: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
slog.Debug("ES result", "role", res)
|
||||
@@ -140,10 +139,8 @@ func roleRemoteClusters(conf *cfg.Config, role types.Role) error {
|
||||
perms = append(perms, perm.Name)
|
||||
}
|
||||
|
||||
table.Entries[idx] = []string{
|
||||
strings.Join(priv.Clusters, ","),
|
||||
strings.Join(perms, ","),
|
||||
}
|
||||
table.Entries[idx] = []any{priv.Clusters, perms}
|
||||
|
||||
idx++
|
||||
}
|
||||
|
||||
@@ -160,7 +157,7 @@ func roleClusters(conf *cfg.Config, role types.Role) error {
|
||||
table.Addheaders("cluster rights")
|
||||
idx := 0
|
||||
for _, cluster := range role.Cluster {
|
||||
table.Entries[idx] = []string{cluster.Name}
|
||||
table.Entries[idx] = []any{cluster.Name}
|
||||
idx++
|
||||
}
|
||||
|
||||
@@ -182,11 +179,7 @@ func roleRemoteIndices(conf *cfg.Config, role types.Role) error {
|
||||
perms = append(perms, perm.Name)
|
||||
}
|
||||
|
||||
table.Entries[idx] = []string{
|
||||
strings.Join(priv.Names, ", "),
|
||||
strings.Join(perms, ", "),
|
||||
fmt.Sprintf("%t", *priv.AllowRestrictedIndices),
|
||||
}
|
||||
table.Entries[idx] = []any{priv.Names, perms, *priv.AllowRestrictedIndices}
|
||||
|
||||
idx++
|
||||
}
|
||||
@@ -209,11 +202,7 @@ func roleIndices(conf *cfg.Config, role types.Role) error {
|
||||
perms = append(perms, perm.Name)
|
||||
}
|
||||
|
||||
table.Entries[idx] = []string{
|
||||
strings.Join(priv.Names, ", "),
|
||||
strings.Join(perms, ", "),
|
||||
fmt.Sprintf("%t", *priv.AllowRestrictedIndices),
|
||||
}
|
||||
table.Entries[idx] = []any{priv.Names, perms, *priv.AllowRestrictedIndices}
|
||||
|
||||
idx++
|
||||
}
|
||||
@@ -231,10 +220,10 @@ func roleApplications(conf *cfg.Config, role types.Role) error {
|
||||
table.Addheaders("application", "privileges", "resources")
|
||||
idx := 0
|
||||
for _, priv := range role.Applications {
|
||||
table.Entries[idx] = []string{
|
||||
table.Entries[idx] = []any{
|
||||
priv.Application,
|
||||
strings.Join(priv.Privileges, ", "),
|
||||
strings.Join(priv.Resources, ", "),
|
||||
priv.Privileges,
|
||||
priv.Resources,
|
||||
}
|
||||
|
||||
idx++
|
||||
|
||||
@@ -75,7 +75,7 @@ type Register struct {
|
||||
func getCsvRecords(conf *cfg.Config, csvfile string) (map[string]Record, error) {
|
||||
data, err := os.ReadFile(csvfile)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("failed to read CSV file: %s", err)
|
||||
return nil, fmt.Errorf("failed to read CSV file: %w", err)
|
||||
}
|
||||
|
||||
csvreader := csv.NewReader(bytes.NewReader(data))
|
||||
@@ -85,7 +85,7 @@ func getCsvRecords(conf *cfg.Config, csvfile string) (map[string]Record, error)
|
||||
|
||||
rows, err := csvreader.ReadAll()
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("failed to parse CSV: %s", err)
|
||||
return nil, fmt.Errorf("failed to parse CSV: %w", err)
|
||||
}
|
||||
|
||||
records := make(map[string]Record, len(rows)-1)
|
||||
@@ -118,7 +118,7 @@ func getCsvRecords(conf *cfg.Config, csvfile string) (map[string]Record, error)
|
||||
func getCsvRecord(conf *cfg.Config, csvfile, rolename string) (*Record, error) {
|
||||
fd, err := os.Open(csvfile)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("failed to open CSV file: %s", err)
|
||||
return nil, fmt.Errorf("failed to open CSV file: %w", err)
|
||||
}
|
||||
defer func() {
|
||||
if err := fd.Close(); err != nil {
|
||||
@@ -210,7 +210,7 @@ func RoleDiff(conf *cfg.Config, csvfile, role string) error {
|
||||
res, err := conf.DefaultCluster.ES().Security.GetRole().
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get roles: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to get roles: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
rows := diffRoles(conf, records, res)
|
||||
@@ -229,7 +229,7 @@ func RoleDiff(conf *cfg.Config, csvfile, role string) error {
|
||||
defined = printer.Colorize(conf, "red", "undefined")
|
||||
}
|
||||
|
||||
table.Entries[idx] = []string{
|
||||
table.Entries[idx] = []any{
|
||||
row.name,
|
||||
deployed,
|
||||
defined,
|
||||
@@ -245,7 +245,7 @@ func getRoleMappingGroups(conf *cfg.Config, rolename string) ([]string, error) {
|
||||
mappings, err := conf.DefaultCluster.ES().Security.GetRoleMapping().
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("failed to get role mappings: %s", esErrorString(err))
|
||||
return nil, fmt.Errorf("failed to get role mappings: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
groups := []string{}
|
||||
@@ -279,7 +279,7 @@ func RoleDiffSingle(conf *cfg.Config, csvfile, rolename string) error {
|
||||
Name(rolename).
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get role: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to get role: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
record, err := getCsvRecord(conf, csvfile, rolename)
|
||||
|
||||
@@ -82,13 +82,13 @@ func explainSearch(conf *cfg.Config, search *search.Search) error {
|
||||
Size(1). // one's enough for explain
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to call explain search (esdsl): %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to call explain search (esdsl): %w", esErrorString(err))
|
||||
}
|
||||
|
||||
if conf.Debug {
|
||||
raw, err := json.Marshal(res)
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to marshal explain result: %s", err)
|
||||
return fmt.Errorf("failed to marshal explain result: %w", err)
|
||||
}
|
||||
|
||||
value := gjson.Get(string(raw), "hits.hits.0._explanation")
|
||||
@@ -134,7 +134,7 @@ func validateSearch(conf *cfg.Config, queries []string) error {
|
||||
res, err := validate.
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to validate search (esdsl): %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to validate search (esdsl): %w", esErrorString(err))
|
||||
}
|
||||
|
||||
slog.Debug("ES result", "search", res)
|
||||
@@ -154,7 +154,7 @@ func searchOnce(conf *cfg.Config, search *search.Search) error {
|
||||
Size(conf.To).
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to run search (esdsl): %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to run search (esdsl): %w", esErrorString(err))
|
||||
}
|
||||
|
||||
slog.Debug("ES result", "search", res)
|
||||
@@ -169,7 +169,7 @@ func searchPit(conf *cfg.Config, req *search.Request) error {
|
||||
ctx := context.Background()
|
||||
pit, err := conf.DefaultCluster.ES().OpenPointInTime(conf.Index).KeepAlive("1m").Do(ctx)
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to open point-in-time request for search: %s", err)
|
||||
return fmt.Errorf("failed to open point-in-time request for search: %w", err)
|
||||
}
|
||||
defer func() {
|
||||
_, err := conf.DefaultCluster.ES().ClosePointInTime().Id(pit.Id).Do(ctx)
|
||||
@@ -192,7 +192,7 @@ func searchPit(conf *cfg.Config, req *search.Request) error {
|
||||
for {
|
||||
res, err := search.Do(ctx)
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to run search (esdsl pit): %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to run search (esdsl pit): %w", esErrorString(err))
|
||||
}
|
||||
|
||||
if len(res.Hits.Hits) == 0 {
|
||||
@@ -222,7 +222,7 @@ func searchTail(conf *cfg.Config, search *search.Search) error {
|
||||
for {
|
||||
res, err := search.Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to run search (esdsl): %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to run search (esdsl): %w", esErrorString(err))
|
||||
}
|
||||
|
||||
slog.Debug("ES result", "search", res)
|
||||
|
||||
@@ -86,7 +86,7 @@ func ShardList(conf *cfg.Config) error {
|
||||
res, err := conf.DefaultCluster.ES().Cat.Shards().
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get shards: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to get shards: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
shardlist := filterShards(conf, res)
|
||||
@@ -107,7 +107,7 @@ func printShards(conf *cfg.Config, shardlist shards.Response) error {
|
||||
for idx, shard := range shardlist {
|
||||
name := colorzizeShard(conf, *shard.State, *shard.Index)
|
||||
|
||||
table.Entries[idx] = []string{
|
||||
table.Entries[idx] = []any{
|
||||
name,
|
||||
*shard.Shard,
|
||||
resolvePrirep(*shard.Prirep),
|
||||
@@ -136,7 +136,7 @@ func ShardShow(conf *cfg.Config, index string) error {
|
||||
res, err := conf.DefaultCluster.ES().Cat.Shards().Index(index).
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get shards: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to get shards: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
slog.Debug("ES result", "shards", res)
|
||||
@@ -145,3 +145,63 @@ func ShardShow(conf *cfg.Config, index string) error {
|
||||
|
||||
return printShards(conf, res)
|
||||
}
|
||||
|
||||
func ShardAllocation(conf *cfg.Config, index string) error {
|
||||
explain := conf.DefaultCluster.ES().Cluster.AllocationExplain().
|
||||
Index(index).
|
||||
Primary(conf.Primary).
|
||||
Shard(conf.Shards)
|
||||
|
||||
if conf.FromNode != "" {
|
||||
explain.CurrentNode(conf.FromNode)
|
||||
}
|
||||
|
||||
res, err := explain.Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get shard allocation explain: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
slog.Debug("ES result", "explain", res)
|
||||
|
||||
currentNode := res.CurrentNode
|
||||
|
||||
table := printer.NewTable(conf, 2, 10)
|
||||
table.Addheaders("shard allocation setting", "value")
|
||||
|
||||
roles := make([]string, len(currentNode.Roles))
|
||||
for idx, role := range currentNode.Roles {
|
||||
roles[idx] = role.Name
|
||||
}
|
||||
|
||||
table.Entries = [][]any{
|
||||
{"Index", index},
|
||||
{"Current state", res.CurrentState},
|
||||
{"Current node", currentNode.Name},
|
||||
{"Current k8s node", currentNode.Attributes["k8s_node_name"]},
|
||||
{"Current node address", currentNode.TransportAddress},
|
||||
{"Current node id", currentNode.Id},
|
||||
{"Current node weight", currentNode.WeightRanking},
|
||||
{"Current node roles", roles},
|
||||
{"Can rebalance cluster", res.CanRebalanceCluster.Name},
|
||||
{"Can rebalance to another node", res.CanRebalanceToOtherNode.Name},
|
||||
{"Can remain on current node", res.CanRemainOnCurrentNode.Name},
|
||||
}
|
||||
|
||||
if res.CurrentState == "unassigned" {
|
||||
table.AddRow("Unassignment reason", res.UnassignedInfo.Reason.String()+" at "+res.UnassignedInfo.At.(string))
|
||||
}
|
||||
|
||||
for _, nodeDecision := range res.NodeAllocationDecisions {
|
||||
for _, decider := range nodeDecision.Deciders {
|
||||
table.AddRow("Allocation decider", decider.Decider)
|
||||
table.AddRow(" -> decision", decider.Decision.String())
|
||||
table.AddRow(" -> explanation", decider.Explanation)
|
||||
}
|
||||
}
|
||||
|
||||
if err := table.Print(); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
@@ -45,7 +45,7 @@ func SnapshotList(conf *cfg.Config) error {
|
||||
// get partial indicies
|
||||
ires, err := conf.DefaultCluster.ES().Cat.Indices().Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get indicies: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to get indicies: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
indicies := map[string]int{}
|
||||
@@ -58,7 +58,7 @@ func SnapshotList(conf *cfg.Config) error {
|
||||
// get snapshots
|
||||
sres, err := conf.DefaultCluster.ES().Cat.Snapshots().Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get snapshots: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to get snapshots: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
slog.Debug("ES result", "indicies", sres)
|
||||
@@ -88,7 +88,7 @@ func SnapshotList(conf *cfg.Config) error {
|
||||
table.Addheaders("name", "index", "start", "orphaned", "status")
|
||||
|
||||
for idx, snap := range snapshots {
|
||||
table.Entries[idx] = []string{
|
||||
table.Entries[idx] = []any{
|
||||
snap.Name,
|
||||
snap.Forindex,
|
||||
snap.Start,
|
||||
@@ -108,7 +108,7 @@ func SnapshotList(conf *cfg.Config) error {
|
||||
func SnapshotShow(conf *cfg.Config, snapshot string) error {
|
||||
res, err := conf.DefaultCluster.ES().Snapshot.Get("*", snapshot).Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get snapshot: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to get snapshot: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
slog.Debug("ES result", "snapshot", res)
|
||||
@@ -122,20 +122,20 @@ func SnapshotShow(conf *cfg.Config, snapshot string) error {
|
||||
|
||||
snap := res.Snapshots[0]
|
||||
|
||||
table.Entries = [][]string{
|
||||
table.Entries = [][]any{
|
||||
{"snapshot", snapshot},
|
||||
{"uuid", snap.Uuid},
|
||||
{"repository", *snap.Repository},
|
||||
{"version_id", fmt.Sprintf("%d", snap.VersionId)},
|
||||
{"version_id", snap.VersionId},
|
||||
{"version", *snap.Version},
|
||||
{"include_global_state", fmt.Sprintf("%t", *snap.IncludeGlobalState)},
|
||||
{"include_global_state", *snap.IncludeGlobalState},
|
||||
{"state", *snap.State},
|
||||
{"start_time", fmt.Sprintf("%s", snap.StartTime)},
|
||||
{"end_time", fmt.Sprintf("%s", snap.EndTime)},
|
||||
{"duration_in_millis", fmt.Sprintf("%d", *snap.DurationInMillis)},
|
||||
{"shards-total", fmt.Sprintf("%d", snap.Shards.Total)},
|
||||
{"shards-failed", fmt.Sprintf("%d", snap.Shards.Failed)},
|
||||
{"shards-successful", fmt.Sprintf("%d", snap.Shards.Successful)},
|
||||
{"start_time", snap.StartTime},
|
||||
{"end_time", snap.EndTime},
|
||||
{"duration_in_millis", *snap.DurationInMillis},
|
||||
{"shards-total", snap.Shards.Total},
|
||||
{"shards-failed", snap.Shards.Failed},
|
||||
{"shards-successful", snap.Shards.Successful},
|
||||
}
|
||||
|
||||
if err := table.Print(); err != nil {
|
||||
|
||||
@@ -32,7 +32,7 @@ func TaskList(conf *cfg.Config) error {
|
||||
Do(context.Background())
|
||||
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get index templates: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to get index templates: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
slog.Debug("res", "tasks", res)
|
||||
@@ -49,10 +49,10 @@ func TaskList(conf *cfg.Config) error {
|
||||
ts = time.Unix(int64(epc/1000), 0)
|
||||
}
|
||||
|
||||
table.Entries[idx] = []string{
|
||||
table.Entries[idx] = []any{
|
||||
*task.TaskId,
|
||||
*task.Action,
|
||||
ts.Format("2006-01-02T15:04:05"),
|
||||
ts,
|
||||
*task.RunningTime,
|
||||
*task.Node,
|
||||
*task.Type,
|
||||
@@ -68,7 +68,7 @@ func TaskCancel(conf *cfg.Config, taskid string) error {
|
||||
Do(context.Background())
|
||||
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to cancel task: %s", esErrorString(err))
|
||||
return fmt.Errorf("failed to cancel task: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
return nil
|
||||
|
||||
31
pkg/printer/bytes.go
Normal file
31
pkg/printer/bytes.go
Normal file
@@ -0,0 +1,31 @@
|
||||
/*
|
||||
Copyright © 2026 Thomas von Dein
|
||||
|
||||
This program is free software: you can redistribute it and/or modify
|
||||
it under the terms of the GNU General Public License as published by
|
||||
the Free Software Foundation, either version 3 of the License, or
|
||||
(at your option) any later version.
|
||||
|
||||
This program is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
GNU General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU General Public License
|
||||
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
package printer
|
||||
|
||||
import "github.com/dustin/go-humanize"
|
||||
|
||||
type ByteSize struct {
|
||||
size uint64
|
||||
}
|
||||
|
||||
func Bytes(size int64) ByteSize {
|
||||
return ByteSize{size: uint64(size)}
|
||||
}
|
||||
|
||||
func (b *ByteSize) String() string {
|
||||
return humanize.Bytes(b.size)
|
||||
}
|
||||
97
pkg/printer/cast.go
Normal file
97
pkg/printer/cast.go
Normal file
@@ -0,0 +1,97 @@
|
||||
/*
|
||||
Copyright © 2026 Thomas von Dein
|
||||
|
||||
This program is free software: you can redistribute it and/or modify
|
||||
it under the terms of the GNU General Public License as published by
|
||||
the Free Software Foundation, either version 3 of the License, or
|
||||
(at your option) any later version.
|
||||
|
||||
This program is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
GNU General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU General Public License
|
||||
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
package printer
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"strconv"
|
||||
"strings"
|
||||
"time"
|
||||
|
||||
"github.com/elastic/go-elasticsearch/v9/typedapi/types"
|
||||
)
|
||||
|
||||
func any2string(in any) string {
|
||||
switch val := in.(type) {
|
||||
case string:
|
||||
return val
|
||||
case bool:
|
||||
return strconv.FormatBool(val)
|
||||
case int64:
|
||||
return strconv.FormatInt(val, 10)
|
||||
case int:
|
||||
return strconv.Itoa(val)
|
||||
case float64:
|
||||
return fmt.Sprintf("%.2f", val)
|
||||
case []string:
|
||||
return strings.Join(val, ",")
|
||||
case ByteSize:
|
||||
return val.String()
|
||||
case time.Time:
|
||||
return val.Format("2006-01-02 15:04:05")
|
||||
case []byte:
|
||||
return string(val)
|
||||
case types.DateTime, types.Percentage:
|
||||
return val.(string)
|
||||
case nil:
|
||||
return "null"
|
||||
}
|
||||
|
||||
return ""
|
||||
}
|
||||
|
||||
func (data *Table) preprocessRows() {
|
||||
if data.processed {
|
||||
// only do it once
|
||||
return
|
||||
}
|
||||
|
||||
// convert entries to strings
|
||||
data.rows = make([][]string, len(data.Entries))
|
||||
for rowidx, entries := range data.Entries {
|
||||
data.rows[rowidx] = make([]string, len(entries))
|
||||
|
||||
for colidx, entry := range data.Entries[rowidx] {
|
||||
data.rows[rowidx][colidx] = any2string(entry)
|
||||
}
|
||||
}
|
||||
|
||||
// determine header lenght's
|
||||
for idx, head := range data.Headers {
|
||||
data.lenHeaders[idx] = visibleLen(head)
|
||||
}
|
||||
|
||||
// determine max width per column
|
||||
for _, entries := range data.rows {
|
||||
currentWidth := 0
|
||||
for idx, entry := range entries {
|
||||
length := visibleLen(entry)
|
||||
|
||||
if data.lenHeaders[idx] < length {
|
||||
if length > currentWidth+data.maxwidth {
|
||||
data.lenHeaders[idx] = data.maxwidth - currentWidth
|
||||
} else {
|
||||
data.lenHeaders[idx] = length
|
||||
}
|
||||
}
|
||||
|
||||
currentWidth += data.lenHeaders[idx]
|
||||
}
|
||||
}
|
||||
|
||||
data.processed = true
|
||||
}
|
||||
@@ -52,6 +52,6 @@ func PrintDoc(conf *cfg.Config, hit types.Hit) {
|
||||
value := gjson.Get(docjson, conf.Path)
|
||||
fmt.Println(value.String())
|
||||
} else {
|
||||
fmt.Print(docjson)
|
||||
fmt.Println(docjson)
|
||||
}
|
||||
}
|
||||
|
||||
@@ -115,13 +115,6 @@ func (m model) footerView() string {
|
||||
return lipgloss.JoinHorizontal(lipgloss.Center, line, info)
|
||||
}
|
||||
|
||||
func max(a, b int) int {
|
||||
if a > b {
|
||||
return a
|
||||
}
|
||||
return b
|
||||
}
|
||||
|
||||
func Pager(title, message string) {
|
||||
p := tea.NewProgram(
|
||||
model{content: message, title: title},
|
||||
|
||||
@@ -25,18 +25,17 @@ import (
|
||||
"strings"
|
||||
|
||||
"codeberg.org/scip/esctl/pkg/cfg"
|
||||
"github.com/olekukonko/tablewriter"
|
||||
"github.com/olekukonko/tablewriter/renderer"
|
||||
"github.com/olekukonko/tablewriter/tw"
|
||||
"github.com/seeruk/go-wordwrap"
|
||||
"gopkg.in/yaml.v3"
|
||||
)
|
||||
|
||||
type Table struct {
|
||||
Mode string // table, markdown, json
|
||||
Mode string // tsv, json, yaml
|
||||
Headers []string
|
||||
Entries [][]string
|
||||
Entries [][]any
|
||||
|
||||
rows [][]string // representation used for printing
|
||||
processed bool
|
||||
lenHeaders []int
|
||||
alignInts bool
|
||||
maxwidth int
|
||||
@@ -46,7 +45,7 @@ func NewTable(conf *cfg.Config, columns, rows int) *Table {
|
||||
table := Table{Mode: conf.Output, maxwidth: cfg.GetTermWidth()}
|
||||
|
||||
table.Headers = make([]string, columns)
|
||||
table.Entries = make([][]string, rows)
|
||||
table.Entries = make([][]any, rows)
|
||||
table.lenHeaders = make([]int, columns)
|
||||
table.alignInts = conf.AlignInts
|
||||
|
||||
@@ -62,7 +61,7 @@ func NewTableEmpty(conf *cfg.Config) *Table {
|
||||
func (table *Table) WithHeaders(headers ...string) *Table {
|
||||
count := len(headers)
|
||||
|
||||
table.Entries = [][]string{}
|
||||
table.Entries = [][]any{}
|
||||
table.lenHeaders = make([]int, count)
|
||||
table.Headers = make([]string, count)
|
||||
|
||||
@@ -73,8 +72,6 @@ func (table *Table) WithHeaders(headers ...string) *Table {
|
||||
|
||||
func (data *Table) Print() error {
|
||||
switch data.Mode {
|
||||
case "markdown", "md":
|
||||
return data.PrintMarkdown()
|
||||
case "json":
|
||||
return data.PrintJSON()
|
||||
case "yaml":
|
||||
@@ -89,11 +86,11 @@ var (
|
||||
)
|
||||
|
||||
// needed for json and yaml output
|
||||
func (data *Table) toMap() []map[string]string {
|
||||
raw := make([]map[string]string, len(data.Entries))
|
||||
func (data *Table) toMap() []map[string]any {
|
||||
raw := make([]map[string]any, len(data.Entries))
|
||||
|
||||
for idx, entries := range data.Entries {
|
||||
raw[idx] = make(map[string]string, len(data.Headers))
|
||||
raw[idx] = make(map[string]any, len(data.Headers))
|
||||
for eidx, entry := range entries {
|
||||
raw[idx][data.Headers[eidx]] = entry
|
||||
}
|
||||
@@ -107,7 +104,7 @@ func (data *Table) PrintYAML() error {
|
||||
|
||||
body, err := yaml.Marshal(raw)
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to produce YAML output: %s", err)
|
||||
return fmt.Errorf("failed to produce YAML output: %w", err)
|
||||
}
|
||||
|
||||
fmt.Println(string(body))
|
||||
@@ -120,7 +117,7 @@ func (data *Table) PrintJSON() error {
|
||||
|
||||
body, err := json.MarshalIndent(raw, "", " ")
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to produce JSON output: %s", err)
|
||||
return fmt.Errorf("failed to produce JSON output: %w", err)
|
||||
}
|
||||
|
||||
fmt.Println(string(body))
|
||||
@@ -128,31 +125,9 @@ func (data *Table) PrintJSON() error {
|
||||
return nil
|
||||
}
|
||||
|
||||
// Well. tablewriter should be able to print in TSV mode, but it
|
||||
// doesn't work because of the various ansic color escapes we're
|
||||
// using. Therefore we do it the hard way and use our own TSV printer.
|
||||
func (data *Table) PrintTSV() error {
|
||||
// determine lenght's
|
||||
for idx, head := range data.Headers {
|
||||
data.lenHeaders[idx] = visibleLen(head)
|
||||
}
|
||||
|
||||
for _, entries := range data.Entries {
|
||||
currentWidth := 0
|
||||
for idx, entry := range entries {
|
||||
length := visibleLen(entry)
|
||||
|
||||
if data.lenHeaders[idx] < length {
|
||||
if length > currentWidth+data.maxwidth {
|
||||
data.lenHeaders[idx] = data.maxwidth - currentWidth
|
||||
} else {
|
||||
data.lenHeaders[idx] = length
|
||||
}
|
||||
}
|
||||
|
||||
currentWidth += data.lenHeaders[idx]
|
||||
}
|
||||
}
|
||||
// length's, convert cell types
|
||||
data.preprocessRows()
|
||||
|
||||
// output headers
|
||||
for idx, header := range data.Headers {
|
||||
@@ -169,7 +144,7 @@ func (data *Table) PrintTSV() error {
|
||||
}
|
||||
fmt.Println()
|
||||
|
||||
for _, entries := range data.Entries {
|
||||
for _, entries := range data.rows {
|
||||
currentWidth := 0
|
||||
|
||||
for idx, entry := range entries {
|
||||
@@ -213,130 +188,16 @@ func (data *Table) PrintTSV() error {
|
||||
return nil
|
||||
}
|
||||
|
||||
func (data *Table) PrintTabularFail() error {
|
||||
OFS := " "
|
||||
|
||||
tableString := &strings.Builder{}
|
||||
|
||||
styleTSV := tw.NewSymbolCustom("space").WithColumn("\t")
|
||||
|
||||
table := tablewriter.NewTable(tableString,
|
||||
tablewriter.WithRenderer(
|
||||
renderer.NewBlueprint(tw.Rendition{
|
||||
Borders: tw.BorderNone,
|
||||
Symbols: styleTSV,
|
||||
Settings: tw.Settings{
|
||||
Separators: tw.SeparatorsNone,
|
||||
Lines: tw.LinesNone,
|
||||
},
|
||||
})),
|
||||
tablewriter.WithConfig(tablewriter.Config{
|
||||
Header: tw.CellConfig{
|
||||
Formatting: tw.CellFormatting{
|
||||
AutoFormat: tw.Off,
|
||||
},
|
||||
Padding: tw.CellPadding{Global: tw.Padding{Left: "", Right: OFS}},
|
||||
},
|
||||
Row: tw.CellConfig{
|
||||
Formatting: tw.CellFormatting{
|
||||
AutoWrap: tw.WrapNone,
|
||||
Alignment: tw.AlignLeft,
|
||||
},
|
||||
Padding: tw.CellPadding{Global: tw.Padding{Right: OFS}},
|
||||
},
|
||||
|
||||
Debug: true,
|
||||
}),
|
||||
)
|
||||
|
||||
table.Header(data.Headers)
|
||||
|
||||
if err := table.Bulk(data.Entries); err != nil {
|
||||
return fmt.Errorf("failed to add data to table renderer: %s", err)
|
||||
}
|
||||
|
||||
if err := table.Render(); err != nil {
|
||||
return fmt.Errorf("failed to render table: %s", err)
|
||||
}
|
||||
|
||||
// we need to trim our output here, because tablewriter appends
|
||||
// excess whitespace to our rows.
|
||||
cleanedString := &strings.Builder{}
|
||||
|
||||
for _, row := range strings.Split(strings.TrimSpace(tableString.String()), "\n") {
|
||||
cleanedString.WriteString(strings.TrimSpace(row))
|
||||
cleanedString.WriteString("\n")
|
||||
}
|
||||
|
||||
fmt.Println(cleanedString.String())
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
func (data *Table) PrintMarkdown() error {
|
||||
tableString := &strings.Builder{}
|
||||
|
||||
table := tablewriter.NewTable(tableString,
|
||||
tablewriter.WithRenderer(
|
||||
renderer.NewBlueprint(
|
||||
tw.Rendition{
|
||||
Borders: tw.Border{
|
||||
Left: tw.On,
|
||||
Right: tw.On,
|
||||
Top: tw.Off,
|
||||
Bottom: tw.Off,
|
||||
},
|
||||
Settings: tw.Settings{
|
||||
Separators: tw.Separators{
|
||||
ShowHeader: tw.On,
|
||||
ShowFooter: tw.Off,
|
||||
BetweenRows: tw.Off,
|
||||
BetweenColumns: 0,
|
||||
},
|
||||
},
|
||||
Symbols: tw.NewSymbols(tw.StyleMarkdown),
|
||||
})),
|
||||
|
||||
tablewriter.WithConfig(
|
||||
tablewriter.Config{
|
||||
Header: tw.CellConfig{
|
||||
Formatting: tw.CellFormatting{
|
||||
Alignment: tw.AlignLeft,
|
||||
AutoFormat: tw.Off,
|
||||
},
|
||||
},
|
||||
Row: tw.CellConfig{
|
||||
Formatting: tw.CellFormatting{
|
||||
Alignment: tw.AlignLeft,
|
||||
},
|
||||
},
|
||||
},
|
||||
),
|
||||
)
|
||||
|
||||
table.Header(data.Headers)
|
||||
|
||||
if err := table.Bulk(data.Entries); err != nil {
|
||||
return fmt.Errorf("failed to add data to table renderer: %s", err)
|
||||
}
|
||||
|
||||
if err := table.Render(); err != nil {
|
||||
return fmt.Errorf("failed to render table: %s", err)
|
||||
}
|
||||
|
||||
fmt.Println(tableString.String())
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
func (data *Table) Sort() {
|
||||
// sanity checks
|
||||
if len(data.Entries) == 0 {
|
||||
return
|
||||
}
|
||||
|
||||
sort.Slice(data.Entries, func(i, j int) bool {
|
||||
return data.Entries[i][0] < data.Entries[j][0]
|
||||
data.preprocessRows()
|
||||
|
||||
sort.Slice(data.rows, func(i, j int) bool {
|
||||
return data.rows[i][0] < data.rows[j][0]
|
||||
})
|
||||
}
|
||||
|
||||
@@ -351,7 +212,7 @@ func (data *Table) Addheaders(headers ...string) {
|
||||
}
|
||||
}
|
||||
|
||||
func (data *Table) AddRow(fields ...string) {
|
||||
func (data *Table) AddRow(fields ...any) {
|
||||
data.Entries = append(data.Entries, fields)
|
||||
}
|
||||
|
||||
|
||||
6
t/.env
Normal file
6
t/.env
Normal file
@@ -0,0 +1,6 @@
|
||||
ES_PASS=tuscador1
|
||||
STACK_VERSION=9.4.2
|
||||
CLUSTER_NAME=domdoc
|
||||
LICENSE=basic
|
||||
ES_PORT=9200
|
||||
MEM_LIMIT=1073741824
|
||||
46
t/Makefile
Normal file
46
t/Makefile
Normal file
@@ -0,0 +1,46 @@
|
||||
.PHONY: test clean cluster docs search up down delete
|
||||
|
||||
# docker stuff
|
||||
up:
|
||||
@echo "booting up docker containers"
|
||||
docker compose up -d --remove-orphans
|
||||
|
||||
waitup:
|
||||
@echo "wait til es cluster is up and running"
|
||||
mosscap msc-actions.yaml msc-docker.yaml -n -t 300
|
||||
|
||||
down:
|
||||
@echo "shutting down docker containers"
|
||||
docker compose down
|
||||
|
||||
delete:
|
||||
@echo "delete docker volumes"
|
||||
docker volume rm t_certs t_esdata01 t_esdata02 t_esdata03
|
||||
|
||||
clean-docker: down delete
|
||||
|
||||
|
||||
# mosscap esctl stuff
|
||||
test: up waitup cluster docs wait search
|
||||
|
||||
cluster:
|
||||
@echo "setting up elastisearch cluster"
|
||||
mosscap msc-actions.yaml msc-cluster.yaml -n
|
||||
|
||||
docs:
|
||||
@echo "put some docs"
|
||||
mosscap msc-actions.yaml msc-docs.yaml -n -c 1000 -p 100
|
||||
|
||||
wait:
|
||||
sleep 10
|
||||
|
||||
search:
|
||||
@echo "make some searches"
|
||||
mosscap msc-actions.yaml msc-search.yaml -n -t 60
|
||||
|
||||
clean:
|
||||
@echo "cleaning up cluster"
|
||||
mosscap msc-actions.yaml msc-clean.yaml -n
|
||||
rm -f *.state debug.log
|
||||
|
||||
|
||||
77
t/README.md
Normal file
77
t/README.md
Normal file
@@ -0,0 +1,77 @@
|
||||
# Testing
|
||||
|
||||
Building regular unit tests would require to create a mock
|
||||
elasticsearch cluster, which is too much a chore for a one man
|
||||
show. Running a regular elasticsearch cluster on Codeberg CI is not
|
||||
economically reasonable.
|
||||
|
||||
Therefore I run tests manually. Here's how.
|
||||
|
||||
# Dependencies
|
||||
|
||||
The following is required:
|
||||
|
||||
- linux, any distro will do
|
||||
- docker in a decent version
|
||||
- [mosscap](https://codeberg.org/scip/mosscap) version `0.0.17` or higher.
|
||||
|
||||
# Docker
|
||||
|
||||
There's a ready to use docker compose file, which fires up an
|
||||
elasticsearch cluster with 3 nodes. To start it manually just execute
|
||||
`make up`.
|
||||
|
||||
When it's up and running it should look like this:
|
||||
|
||||
```console
|
||||
$ docker ps
|
||||
NAMES STATUS PORTS
|
||||
t-es03-1 Up 16 minutes (healthy) 9200/tcp, 9300/tcp
|
||||
t-es02-1 Up 16 minutes (healthy) 9200/tcp, 9300/tcp
|
||||
t-es01-1 Up 16 minutes (healthy) 0.0.0.0:9200->9200/tcp, [::]:9200->9200/tcp, 9300/tcp
|
||||
```
|
||||
|
||||
There's an esctl config file `cluster.yaml`, which you can use to
|
||||
access that elasticsearch cluster, e.g.:
|
||||
|
||||
```console
|
||||
$ esctl -c cluster.yaml cluster status
|
||||
DOCKER/DOMDOC STATUS
|
||||
Cluster Name domdoc
|
||||
ES Status green
|
||||
ES Version 9.4.2
|
||||
Is Leader false
|
||||
Active Shards 8
|
||||
Active Primary Shards 4
|
||||
Unassigned Shards 0
|
||||
Unassigned Primary Shards 0
|
||||
Pending Tasks 0
|
||||
Nodes 3
|
||||
Red Indices 0
|
||||
Long Running Tasks 0
|
||||
```
|
||||
|
||||
# Automated Tests
|
||||
|
||||
To execute the automated tests, just execute `make test`. This boots
|
||||
up the elasticsearch containers, waits until they are up and running,
|
||||
creates data on it and queries it.
|
||||
|
||||
# Cleanup
|
||||
|
||||
To just clean up the elasticsearch cluster run `make clean`.
|
||||
|
||||
To remove everything, run `make clean-docker`.
|
||||
|
||||
# Reference
|
||||
|
||||
## Mosscap configs
|
||||
|
||||
| CONFIG | DESCRIPTION |
|
||||
|------------------|----------------------------------------------------------------------|
|
||||
| msc-actions.yaml | contains all actions, used by all item configs |
|
||||
| msc-docker.yaml | single item: used to wait until elasticsearch containers are healthy |
|
||||
| msc-cluster.yaml | single item: create indices etc |
|
||||
| msc-docs.yaml | generator items: put docs into the index |
|
||||
| msc-search.yaml | single item: do some searches |
|
||||
| msc-clean.yaml | single item: clean up the elasticsearch cluster |
|
||||
7
t/cluster.yaml
Normal file
7
t/cluster.yaml
Normal file
@@ -0,0 +1,7 @@
|
||||
# esctl config
|
||||
clusters:
|
||||
docker/domdoc:
|
||||
uri: https://elastic:9200
|
||||
user: elastic
|
||||
token: ""
|
||||
default: false
|
||||
207
t/docker-compose.yaml
Normal file
207
t/docker-compose.yaml
Normal file
@@ -0,0 +1,207 @@
|
||||
services:
|
||||
setup:
|
||||
image: docker.elastic.co/elasticsearch/elasticsearch:${STACK_VERSION}
|
||||
volumes:
|
||||
- certs:/usr/share/elasticsearch/config/certs
|
||||
user: "0"
|
||||
command: >
|
||||
bash -c '
|
||||
if [ x${ES_PASS} == x ]; then
|
||||
echo "Set the ES_PASS environment variable in the .env file";
|
||||
exit 1;
|
||||
fi;
|
||||
if [ ! -f config/certs/ca.zip ]; then
|
||||
echo "Creating CA";
|
||||
bin/elasticsearch-certutil ca --silent --pem -out config/certs/ca.zip;
|
||||
unzip config/certs/ca.zip -d config/certs;
|
||||
fi;
|
||||
if [ ! -f config/certs/certs.zip ]; then
|
||||
echo "Creating certs";
|
||||
echo -ne \
|
||||
"instances:\n"\
|
||||
" - name: es01\n"\
|
||||
" dns:\n"\
|
||||
" - es01\n"\
|
||||
" - localhost\n"\
|
||||
" ip:\n"\
|
||||
" - 127.0.0.1\n"\
|
||||
" - name: es02\n"\
|
||||
" dns:\n"\
|
||||
" - es02\n"\
|
||||
" - localhost\n"\
|
||||
" ip:\n"\
|
||||
" - 127.0.0.1\n"\
|
||||
" - name: es03\n"\
|
||||
" dns:\n"\
|
||||
" - es03\n"\
|
||||
" - localhost\n"\
|
||||
" ip:\n"\
|
||||
" - 127.0.0.1\n"\
|
||||
> config/certs/instances.yml;
|
||||
bin/elasticsearch-certutil cert --silent --pem -out config/certs/certs.zip --in config/certs/instances.yml --ca-cert config/certs/ca/ca.crt --ca-key config/certs/ca/ca.key;
|
||||
unzip config/certs/certs.zip -d config/certs;
|
||||
fi;
|
||||
echo "Setting file permissions"
|
||||
chown -R root:root config/certs;
|
||||
find . -type d -exec chmod 750 \{\} \;;
|
||||
find . -type f -exec chmod 640 \{\} \;;
|
||||
echo "Waiting for Elasticsearch availability";
|
||||
until curl -s --cacert config/certs/ca/ca.crt https://es01:9200 | grep -q "missing authentication credentials"; do sleep 30; done;
|
||||
echo "All done!";
|
||||
'
|
||||
healthcheck:
|
||||
test: ["CMD-SHELL", "[ -f config/certs/es01/es01.crt ]"]
|
||||
interval: 1s
|
||||
timeout: 5s
|
||||
retries: 120
|
||||
|
||||
es01:
|
||||
depends_on:
|
||||
setup:
|
||||
condition: service_healthy
|
||||
image: docker.elastic.co/elasticsearch/elasticsearch:${STACK_VERSION}
|
||||
volumes:
|
||||
- certs:/usr/share/elasticsearch/config/certs
|
||||
- esdata01:/usr/share/elasticsearch/data
|
||||
ports:
|
||||
- ${ES_PORT}:9200
|
||||
environment:
|
||||
- node.name=es01
|
||||
- cluster.name=${CLUSTER_NAME}
|
||||
- cluster.initial_master_nodes=es01
|
||||
- discovery.seed_hosts=es02
|
||||
- ELASTIC_PASSWORD=${ES_PASS}
|
||||
- bootstrap.memory_lock=true
|
||||
- xpack.security.enabled=true
|
||||
- xpack.security.http.ssl.enabled=true
|
||||
- xpack.security.http.ssl.key=certs/es01/es01.key
|
||||
- xpack.security.http.ssl.certificate=certs/es01/es01.crt
|
||||
- xpack.security.http.ssl.certificate_authorities=certs/ca/ca.crt
|
||||
- xpack.security.transport.ssl.enabled=true
|
||||
- xpack.security.transport.ssl.key=certs/es01/es01.key
|
||||
- xpack.security.transport.ssl.certificate=certs/es01/es01.crt
|
||||
- xpack.security.transport.ssl.certificate_authorities=certs/ca/ca.crt
|
||||
- xpack.security.transport.ssl.verification_mode=certificate
|
||||
- xpack.license.self_generated.type=${LICENSE}
|
||||
- xpack.ml.use_auto_machine_memory_percent=true
|
||||
- node_roles=data_content
|
||||
- xpack.searchable.snapshot.shared_cache.size="1gb"
|
||||
- cluster.routing.allocation.disk.threshold_enabled=false
|
||||
- cluster.routing.allocation.disk.watermark.low="2gb"
|
||||
- cluster.routing.allocation.disk.watermark.high="1gb"
|
||||
- cluster.routing.allocation.disk.watermark.flood_stage="500mb"
|
||||
mem_limit: ${MEM_LIMIT}
|
||||
ulimits:
|
||||
memlock:
|
||||
soft: -1
|
||||
hard: -1
|
||||
healthcheck:
|
||||
test:
|
||||
[
|
||||
"CMD-SHELL",
|
||||
"curl -s --cacert config/certs/ca/ca.crt https://localhost:9200 | grep -q 'missing authentication credentials'",
|
||||
]
|
||||
interval: 10s
|
||||
timeout: 10s
|
||||
retries: 120
|
||||
|
||||
es02:
|
||||
depends_on:
|
||||
- es01
|
||||
image: docker.elastic.co/elasticsearch/elasticsearch:${STACK_VERSION}
|
||||
volumes:
|
||||
- certs:/usr/share/elasticsearch/config/certs
|
||||
- esdata02:/usr/share/elasticsearch/data
|
||||
environment:
|
||||
- node.name=es02
|
||||
- cluster.name=${CLUSTER_NAME}
|
||||
- cluster.initial_master_nodes=es01,es02
|
||||
- discovery.seed_hosts=es01
|
||||
- ELASTIC_PASSWORD=${ES_PASS}
|
||||
- bootstrap.memory_lock=true
|
||||
- xpack.security.enabled=true
|
||||
- xpack.security.http.ssl.enabled=true
|
||||
- xpack.security.http.ssl.key=certs/es02/es02.key
|
||||
- xpack.security.http.ssl.certificate=certs/es02/es02.crt
|
||||
- xpack.security.http.ssl.certificate_authorities=certs/ca/ca.crt
|
||||
- xpack.security.transport.ssl.enabled=true
|
||||
- xpack.security.transport.ssl.key=certs/es02/es02.key
|
||||
- xpack.security.transport.ssl.certificate=certs/es02/es02.crt
|
||||
- xpack.security.transport.ssl.certificate_authorities=certs/ca/ca.crt
|
||||
- xpack.security.transport.ssl.verification_mode=certificate
|
||||
- xpack.license.self_generated.type=${LICENSE}
|
||||
- xpack.ml.use_auto_machine_memory_percent=true
|
||||
- cluster.routing.allocation.disk.threshold_enabled=false
|
||||
- cluster.routing.allocation.disk.watermark.low="2gb"
|
||||
- cluster.routing.allocation.disk.watermark.high="1gb"
|
||||
- cluster.routing.allocation.disk.watermark.flood_stage="500mb"
|
||||
mem_limit: ${MEM_LIMIT}
|
||||
ulimits:
|
||||
memlock:
|
||||
soft: -1
|
||||
hard: -1
|
||||
healthcheck:
|
||||
test:
|
||||
[
|
||||
"CMD-SHELL",
|
||||
"curl -s --cacert config/certs/ca/ca.crt https://localhost:9200 | grep -q 'missing authentication credentials'",
|
||||
]
|
||||
interval: 10s
|
||||
timeout: 10s
|
||||
retries: 120
|
||||
|
||||
|
||||
es03:
|
||||
depends_on:
|
||||
- es01
|
||||
image: docker.elastic.co/elasticsearch/elasticsearch:${STACK_VERSION}
|
||||
volumes:
|
||||
- certs:/usr/share/elasticsearch/config/certs
|
||||
- esdata03:/usr/share/elasticsearch/data
|
||||
environment:
|
||||
- node.name=es03
|
||||
- cluster.name=${CLUSTER_NAME}
|
||||
- cluster.initial_master_nodes=es01,es03
|
||||
- discovery.seed_hosts=es01
|
||||
- ELASTIC_PASSWORD=${ES_PASS}
|
||||
- bootstrap.memory_lock=true
|
||||
- xpack.security.enabled=true
|
||||
- xpack.security.http.ssl.enabled=true
|
||||
- xpack.security.http.ssl.key=certs/es03/es03.key
|
||||
- xpack.security.http.ssl.certificate=certs/es03/es03.crt
|
||||
- xpack.security.http.ssl.certificate_authorities=certs/ca/ca.crt
|
||||
- xpack.security.transport.ssl.enabled=true
|
||||
- xpack.security.transport.ssl.key=certs/es03/es03.key
|
||||
- xpack.security.transport.ssl.certificate=certs/es03/es03.crt
|
||||
- xpack.security.transport.ssl.certificate_authorities=certs/ca/ca.crt
|
||||
- xpack.security.transport.ssl.verification_mode=certificate
|
||||
- xpack.license.self_generated.type=${LICENSE}
|
||||
- xpack.ml.use_auto_machine_memory_percent=true
|
||||
- cluster.routing.allocation.disk.threshold_enabled=false
|
||||
- cluster.routing.allocation.disk.watermark.low="2gb"
|
||||
- cluster.routing.allocation.disk.watermark.high="1gb"
|
||||
- cluster.routing.allocation.disk.watermark.flood_stage="500mb"
|
||||
mem_limit: ${MEM_LIMIT}
|
||||
ulimits:
|
||||
memlock:
|
||||
soft: -1
|
||||
hard: -1
|
||||
healthcheck:
|
||||
test:
|
||||
[
|
||||
"CMD-SHELL",
|
||||
"curl -s --cacert config/certs/ca/ca.crt https://localhost:9200 | grep -q 'missing authentication credentials'",
|
||||
]
|
||||
interval: 10s
|
||||
timeout: 10s
|
||||
retries: 120
|
||||
|
||||
volumes:
|
||||
certs:
|
||||
driver: local
|
||||
esdata01:
|
||||
driver: local
|
||||
esdata02:
|
||||
driver: local
|
||||
esdata03:
|
||||
driver: local
|
||||
96
t/msc-actions.yaml
Normal file
96
t/msc-actions.yaml
Normal file
@@ -0,0 +1,96 @@
|
||||
#
|
||||
# this is a mosscap action file, see: https://codeberg.org/scip/mosscap
|
||||
vars:
|
||||
esctl: ../esctl -c cluster.yaml
|
||||
|
||||
actions:
|
||||
wait: |
|
||||
sleep [[.time]]
|
||||
|
||||
docker_wait: |
|
||||
for i in {1..20}; do
|
||||
count=$(docker ps | grep healthy | wc -l)
|
||||
if test $count -eq 3; then
|
||||
echo "all containers are healthy"
|
||||
exit
|
||||
fi
|
||||
sleep 5s
|
||||
done
|
||||
|
||||
echo "not all containers are healthy"
|
||||
docker ps
|
||||
|
||||
cluster_ls: |
|
||||
[[.esctl]] cluster ls | grep -E domdoc.*reachable.*yes
|
||||
|
||||
cluster_status: |
|
||||
[[.esctl]] cluster status | grep green
|
||||
|
||||
create_ilm: |
|
||||
[[.esctl]] ilm create --hot-rollover-max-age 7d \
|
||||
--hot-rollover-max-primary-shard-size 25g \
|
||||
--warm-min-age 0 \
|
||||
--delete-min-age 14d [[.policy]]
|
||||
|
||||
describe_ilm: |
|
||||
[[.esctl]] ilm show [[.policy]] -t | grep -E "rollover when storage > 25g"
|
||||
|
||||
create_index_template: |
|
||||
[[.esctl]] index template create [[.index]] -i [[.index]] \
|
||||
-s number_of_shards:3 \
|
||||
-s index.sort.field:@timestamp \
|
||||
-r 1m --ilm-policy [[.policy]] \
|
||||
user:keyword message:text @timestamp:date
|
||||
|
||||
describe_index_template: |
|
||||
[[.esctl]] index template show [[.index]] | grep -E "index.sort.field.*@timestamp"
|
||||
|
||||
create_index: |
|
||||
[[.esctl]] index create -s 2 -r 2 [[.index]]
|
||||
|
||||
describe_index: |
|
||||
[[.esctl]] index show [[.index]] | grep -E "fields.*@timestamp"
|
||||
|
||||
index_ls: |
|
||||
[[.esctl]] index ls | grep [[.index]]
|
||||
|
||||
index_template_rm: |
|
||||
[[.esctl]] index template rm [[.index]]
|
||||
|
||||
index_rm: |
|
||||
[[.esctl]] index rm [[.index]]
|
||||
|
||||
timestamp: |
|
||||
date --iso-8601=second
|
||||
|
||||
date: |
|
||||
date +%Y-%m-%d
|
||||
|
||||
doc_add: |
|
||||
[[.esctl]] doc add -i [[.index]] '{"user": "[[.user]]", "message":"[[.message]]", "@timestamp":"[[.ts]]"}'
|
||||
|
||||
search_any: |
|
||||
[[.esctl]] search -i [[.index]] -l 1 | jq .source.message
|
||||
|
||||
search_date: |
|
||||
[[.esctl]] search -i [[.index]] -l 1 | jq '.source."@timestamp"' | grep [[.today]]
|
||||
|
||||
search_count: |
|
||||
[[.esctl]] search -i [[.index]] -l 5000 | wc -l | grep 1000
|
||||
|
||||
search_content: |
|
||||
[[.esctl]] search -i [[.index]] [[.content_pattern]] -l 1 | jq .source.message
|
||||
|
||||
search_content_and: |
|
||||
[[.esctl]] search -i [[.index]] [[.content_and_pattern]] -l 1 | jq .source.message
|
||||
|
||||
nodes: |
|
||||
[[.esctl]] node ls | grep es01
|
||||
|
||||
describe_node: |
|
||||
[[.esctl]] node show [[.node]] | grep "Node version"
|
||||
|
||||
license: |
|
||||
[[.esctl]] license show | grep -E "Expires.*never"
|
||||
|
||||
|
||||
14
t/msc-clean.yaml
Normal file
14
t/msc-clean.yaml
Normal file
@@ -0,0 +1,14 @@
|
||||
#
|
||||
# this is a mosscap item file, see: https://codeberg.org/scip/mosscap
|
||||
items:
|
||||
- name: docker/domdoc
|
||||
|
||||
vars:
|
||||
index: test
|
||||
|
||||
tasks:
|
||||
- name: delete_index
|
||||
action: index_rm
|
||||
|
||||
- name: delete_template
|
||||
action: index_template_rm
|
||||
48
t/msc-cluster.yaml
Normal file
48
t/msc-cluster.yaml
Normal file
@@ -0,0 +1,48 @@
|
||||
#
|
||||
# this is a mosscap item file, see: https://codeberg.org/scip/mosscap
|
||||
statefile: cluster.state
|
||||
|
||||
items:
|
||||
- name: docker/domdoc
|
||||
|
||||
vars:
|
||||
index: test
|
||||
node: es01
|
||||
policy: testpolicy
|
||||
|
||||
tasks:
|
||||
- name: ls
|
||||
action: cluster_ls
|
||||
|
||||
- name: license
|
||||
action: license
|
||||
|
||||
- name: status
|
||||
action: cluster_status
|
||||
|
||||
- name: ilm
|
||||
action: create_ilm
|
||||
|
||||
- name: check_ilm
|
||||
action: describe_ilm
|
||||
|
||||
- name: template
|
||||
action: create_index_template
|
||||
|
||||
- name: check_template
|
||||
action: describe_index_template
|
||||
|
||||
- name: index
|
||||
action: create_index
|
||||
|
||||
- name: indexls
|
||||
action: index_ls
|
||||
|
||||
- name: describe
|
||||
action: describe_index
|
||||
|
||||
- name: nodes
|
||||
action: nodes
|
||||
|
||||
- name: check_node
|
||||
action: describe_node
|
||||
12
t/msc-docker.yaml
Normal file
12
t/msc-docker.yaml
Normal file
@@ -0,0 +1,12 @@
|
||||
#
|
||||
# this is a mosscap item file, see: https://codeberg.org/scip/mosscap
|
||||
items:
|
||||
- name: docker/domdoc
|
||||
|
||||
vars:
|
||||
index: test
|
||||
time: 5s
|
||||
|
||||
tasks:
|
||||
- name: wait
|
||||
action: docker_wait
|
||||
21
t/msc-docs.yaml
Normal file
21
t/msc-docs.yaml
Normal file
@@ -0,0 +1,21 @@
|
||||
#
|
||||
# this is a mosscap generator item file, see: https://codeberg.org/scip/mosscap
|
||||
vars:
|
||||
index: test
|
||||
|
||||
tasks:
|
||||
- name: ts
|
||||
action: timestamp
|
||||
|
||||
- name: add
|
||||
action: doc_add
|
||||
args:
|
||||
ts: ts.result
|
||||
|
||||
generate:
|
||||
user: $name
|
||||
# will become something like:
|
||||
# "content34 iBAXQ2Va Ko5gMwwu FEH2O99B"
|
||||
# so we can search for "content3*" and get multiple matches
|
||||
message: "content$int8 $rand make$int8 $rand"
|
||||
|
||||
31
t/msc-search.yaml
Normal file
31
t/msc-search.yaml
Normal file
@@ -0,0 +1,31 @@
|
||||
#
|
||||
# this is a mosscap item file, see: https://codeberg.org/scip/mosscap
|
||||
items:
|
||||
- name: docker/domdoc
|
||||
|
||||
vars:
|
||||
index: test
|
||||
time: 10s
|
||||
content_pattern: "content3*"
|
||||
content_and_pattern: "content3* make"
|
||||
|
||||
tasks:
|
||||
- name: today
|
||||
action: date
|
||||
|
||||
- name: search_any
|
||||
action: search_any
|
||||
|
||||
- name: date
|
||||
action: search_date
|
||||
args:
|
||||
today: today.result
|
||||
|
||||
- name: count
|
||||
action: search_count
|
||||
|
||||
- name: content
|
||||
action: search_content
|
||||
|
||||
- name: content_and
|
||||
action: search_content_and
|
||||
Reference in New Issue
Block a user