mirror of
https://codeberg.org/scip/esctl.git
synced 2026-08-24 14:24:20 +02:00
Compare commits
12 Commits
0.0.25
...
fix/releas
| Author | SHA1 | Date | |
|---|---|---|---|
| a5933e226b | |||
| 5a74b2f72b | |||
| 1d45a3cd4c | |||
| 0104e1bf58 | |||
| 2dc716d1c9 | |||
|
|
0d63e7c4d2 | ||
|
|
b8e0ee074c | ||
|
|
f10366dbde | ||
|
|
c35ffa5e4b | ||
| 92865c0fe2 | |||
| 5475b9986d | |||
|
|
82c017144a |
3
.gitignore
vendored
3
.gitignore
vendored
@@ -32,3 +32,6 @@ esctl
|
|||||||
*.log
|
*.log
|
||||||
|
|
||||||
cpu.profile
|
cpu.profile
|
||||||
|
|
||||||
|
t
|
||||||
|
single
|
||||||
|
|||||||
110
.golangci.yml
Normal file
110
.golangci.yml
Normal file
@@ -0,0 +1,110 @@
|
|||||||
|
version: "2"
|
||||||
|
|
||||||
|
linters:
|
||||||
|
enable:
|
||||||
|
- errcheck
|
||||||
|
- govet
|
||||||
|
- ineffassign
|
||||||
|
- staticcheck
|
||||||
|
- unused
|
||||||
|
- arangolint
|
||||||
|
- asasalint
|
||||||
|
- asciicheck
|
||||||
|
- bidichk
|
||||||
|
- bodyclose
|
||||||
|
- canonicalheader
|
||||||
|
- clickhouselint
|
||||||
|
- containedctx
|
||||||
|
#- contextcheck
|
||||||
|
- copyloopvar
|
||||||
|
#- cyclop
|
||||||
|
- decorder
|
||||||
|
- dogsled
|
||||||
|
- dupword
|
||||||
|
- durationcheck
|
||||||
|
- embeddedstructfieldcheck
|
||||||
|
- errchkjson
|
||||||
|
- errname
|
||||||
|
#- errorlint
|
||||||
|
- exhaustive
|
||||||
|
- exptostd
|
||||||
|
- fatcontext
|
||||||
|
- funcorder
|
||||||
|
#- funlen
|
||||||
|
- ginkgolinter
|
||||||
|
- gocheckcompilerdirectives
|
||||||
|
- gochecknoinits
|
||||||
|
- gochecksumtype
|
||||||
|
#- gocognit
|
||||||
|
- gocritic
|
||||||
|
#- gocyclo
|
||||||
|
#- godoclint
|
||||||
|
- goheader
|
||||||
|
- gomoddirectives
|
||||||
|
- gomodguard_v2
|
||||||
|
- goprintffuncname
|
||||||
|
#- gosec
|
||||||
|
- gosmopolitan
|
||||||
|
- grouper
|
||||||
|
- iface
|
||||||
|
- importas
|
||||||
|
- inamedparam
|
||||||
|
- interfacebloat
|
||||||
|
- intrange
|
||||||
|
- iotamixing
|
||||||
|
- lll
|
||||||
|
- loggercheck
|
||||||
|
- makezero
|
||||||
|
- misspell
|
||||||
|
- modernize
|
||||||
|
- nakedret
|
||||||
|
#- nestif
|
||||||
|
- nilerr
|
||||||
|
- nilnesserr
|
||||||
|
- nlreturn
|
||||||
|
- nonamedreturns
|
||||||
|
- nosprintfhostport
|
||||||
|
- paralleltest
|
||||||
|
- perfsprint
|
||||||
|
- prealloc
|
||||||
|
#- predeclared
|
||||||
|
- promlinter
|
||||||
|
- protogetter
|
||||||
|
- reassign
|
||||||
|
- recvcheck
|
||||||
|
#- revive
|
||||||
|
- rowserrcheck
|
||||||
|
- sloglint
|
||||||
|
- spancheck
|
||||||
|
- sqlclosecheck
|
||||||
|
- tagalign
|
||||||
|
- testableexamples
|
||||||
|
- testifylint
|
||||||
|
- testpackage
|
||||||
|
- thelper
|
||||||
|
- tparallel
|
||||||
|
- unconvert
|
||||||
|
- unparam
|
||||||
|
- unqueryvet
|
||||||
|
- usestdlibvars
|
||||||
|
- usetesting
|
||||||
|
- varnamelen
|
||||||
|
- wastedassign
|
||||||
|
- whitespace
|
||||||
|
- wsl_v5
|
||||||
|
- zerologlint
|
||||||
|
|
||||||
|
settings:
|
||||||
|
varnamelen:
|
||||||
|
ignore-names:
|
||||||
|
- err
|
||||||
|
- wg
|
||||||
|
- mu
|
||||||
|
- ts
|
||||||
|
- to
|
||||||
|
- es
|
||||||
|
- op
|
||||||
|
- fd
|
||||||
|
- id
|
||||||
|
- fn
|
||||||
|
|
||||||
@@ -16,6 +16,7 @@ builds:
|
|||||||
goos:
|
goos:
|
||||||
- linux
|
- linux
|
||||||
- darwin
|
- darwin
|
||||||
|
tool: "go1.26.4"
|
||||||
|
|
||||||
changelog:
|
changelog:
|
||||||
sort: asc
|
sort: asc
|
||||||
|
|||||||
@@ -2,7 +2,7 @@ matrix:
|
|||||||
platform:
|
platform:
|
||||||
- linux/amd64
|
- linux/amd64
|
||||||
goversion:
|
goversion:
|
||||||
- 1.25.8
|
- 1.26.4
|
||||||
|
|
||||||
labels:
|
labels:
|
||||||
platform: ${platform}
|
platform: ${platform}
|
||||||
@@ -21,6 +21,6 @@ steps:
|
|||||||
event: [push,manual]
|
event: [push,manual]
|
||||||
image: golang:${goversion}
|
image: golang:${goversion}
|
||||||
commands:
|
commands:
|
||||||
- curl -sSfL https://raw.githubusercontent.com/golangci/golangci-lint/HEAD/install.sh | sh -s -- -b $(go env GOPATH)/bin v2.5.0
|
- curl -sSfL https://raw.githubusercontent.com/golangci/golangci-lint/HEAD/install.sh | sh -s -- -b $(go env GOPATH)/bin v2.12.2
|
||||||
- golangci-lint --version
|
- golangci-lint --version
|
||||||
- golangci-lint run ./...
|
- golangci-lint run ./...
|
||||||
|
|||||||
@@ -6,8 +6,8 @@ labels:
|
|||||||
steps:
|
steps:
|
||||||
goreleaser:
|
goreleaser:
|
||||||
image: goreleaser/goreleaser
|
image: goreleaser/goreleaser
|
||||||
when:
|
# when:
|
||||||
event: [tag,manual]
|
# event: [tag,manual]
|
||||||
environment:
|
environment:
|
||||||
GITEA_TOKEN:
|
GITEA_TOKEN:
|
||||||
from_secret: DEPLOY_TOKEN
|
from_secret: DEPLOY_TOKEN
|
||||||
|
|||||||
9
Makefile
9
Makefile
@@ -62,17 +62,16 @@ install: buildlocal
|
|||||||
clean:
|
clean:
|
||||||
rm -rf $(tool) coverage.out testdata t/out pkg/es/openspec.go
|
rm -rf $(tool) coverage.out testdata t/out pkg/es/openspec.go
|
||||||
|
|
||||||
test: clean
|
test: clean buildlocal
|
||||||
mkdir -p t/out
|
make -C t test
|
||||||
go test ./... $(ARGS)
|
|
||||||
|
|
||||||
testlint: test lint
|
testlint: test lint
|
||||||
|
|
||||||
lint:
|
lint:
|
||||||
golangci-lint run
|
golangci-lint run --enable-only errcheck,govet,ineffassign,staticcheck,unused
|
||||||
|
|
||||||
lint-full:
|
lint-full:
|
||||||
golangci-lint run --enable-all --exclude-use-default --disable exhaustivestruct,exhaustruct,depguard,interfacer,deadcode,golint,structcheck,scopelint,varcheck,ifshort,maligned,nosnakecase,godot,funlen,gofumpt,cyclop,noctx,gochecknoglobals,paralleltest
|
golangci-lint run --show-stats=false
|
||||||
|
|
||||||
testfuzzy: clean
|
testfuzzy: clean
|
||||||
go test -fuzz ./... $(ARGS)
|
go test -fuzz ./... $(ARGS)
|
||||||
|
|||||||
@@ -536,7 +536,6 @@ index - manage indicies
|
|||||||
update - update an index
|
update - update an index
|
||||||
delete - delete an index
|
delete - delete an index
|
||||||
close - close an index
|
close - close an index
|
||||||
allocation - explain index allocation
|
|
||||||
fields - show info about field capabilities
|
fields - show info about field capabilities
|
||||||
ilm - show ilm status
|
ilm - show ilm status
|
||||||
alias - manage index aliases
|
alias - manage index aliases
|
||||||
@@ -564,6 +563,7 @@ search - search within an index
|
|||||||
shard - manage shards
|
shard - manage shards
|
||||||
list - list shards
|
list - list shards
|
||||||
show - show details about a shard
|
show - show details about a shard
|
||||||
|
allocation - explain shard allocation
|
||||||
snapshot - manage snapshots
|
snapshot - manage snapshots
|
||||||
list - list snapshots
|
list - list snapshots
|
||||||
show - show details about a snapshot
|
show - show details about a snapshot
|
||||||
|
|||||||
4
TODO.md
4
TODO.md
@@ -3,10 +3,6 @@
|
|||||||
|
|
||||||
- index show: add more details, see screenshots
|
- index show: add more details, see screenshots
|
||||||
|
|
||||||
- add shard explain, aka:
|
|
||||||
get /_cluster/allocation/explain {"index":"yourindex", "primary": true, "shard":0}
|
|
||||||
|
|
||||||
|
|
||||||
- add datastream support:
|
- add datastream support:
|
||||||
https://www.elastic.co/docs/api/doc/elasticsearch/operation/operation-indices-get-data-stream
|
https://www.elastic.co/docs/api/doc/elasticsearch/operation/operation-indices-get-data-stream
|
||||||
|
|
||||||
|
|||||||
@@ -177,7 +177,6 @@ func ClusterRerouteAllocatePrimary(conf *cfg.Config, stale bool) *cli.Command {
|
|||||||
if stale {
|
if stale {
|
||||||
name = "allocate-stale-primary"
|
name = "allocate-stale-primary"
|
||||||
usage = "allocate a stale primary shard to a node"
|
usage = "allocate a stale primary shard to a node"
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
return &cli.Command{
|
return &cli.Command{
|
||||||
|
|||||||
@@ -48,8 +48,10 @@ func complete(cmd *cli.Command, what int) {
|
|||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
var list []string
|
var (
|
||||||
var err error
|
list []string
|
||||||
|
err error
|
||||||
|
)
|
||||||
|
|
||||||
switch what {
|
switch what {
|
||||||
case Cindex:
|
case Cindex:
|
||||||
|
|||||||
@@ -71,7 +71,7 @@ func IlmForecastList(conf *cfg.Config) *cli.Command {
|
|||||||
},
|
},
|
||||||
&cli.StringFlag{
|
&cli.StringFlag{
|
||||||
Name: "within",
|
Name: "within",
|
||||||
Usage: "<duration> withing which to forecast",
|
Usage: "<duration> within which to forecast",
|
||||||
Destination: &conf.Ilm.Within,
|
Destination: &conf.Ilm.Within,
|
||||||
Aliases: []string{"w"},
|
Aliases: []string{"w"},
|
||||||
},
|
},
|
||||||
@@ -121,7 +121,7 @@ func IlmForecastShow(conf *cfg.Config) *cli.Command {
|
|||||||
},
|
},
|
||||||
&cli.StringFlag{
|
&cli.StringFlag{
|
||||||
Name: "within",
|
Name: "within",
|
||||||
Usage: "duration withing which to forecast",
|
Usage: "duration within which to forecast",
|
||||||
Destination: &conf.Ilm.Within,
|
Destination: &conf.Ilm.Within,
|
||||||
Aliases: []string{"w"},
|
Aliases: []string{"w"},
|
||||||
},
|
},
|
||||||
|
|||||||
36
cmd/index.go
36
cmd/index.go
@@ -19,7 +19,6 @@ package cmd
|
|||||||
import (
|
import (
|
||||||
"context"
|
"context"
|
||||||
"errors"
|
"errors"
|
||||||
"fmt"
|
|
||||||
|
|
||||||
"codeberg.org/scip/esctl/pkg/cfg"
|
"codeberg.org/scip/esctl/pkg/cfg"
|
||||||
"codeberg.org/scip/esctl/pkg/es"
|
"codeberg.org/scip/esctl/pkg/es"
|
||||||
@@ -40,7 +39,6 @@ func Index(conf *cfg.Config) *cli.Command {
|
|||||||
IndexCreate(conf, true),
|
IndexCreate(conf, true),
|
||||||
IndexDelete(conf),
|
IndexDelete(conf),
|
||||||
IndexClose(conf),
|
IndexClose(conf),
|
||||||
IndexAllocation(conf),
|
|
||||||
IndexFields(conf),
|
IndexFields(conf),
|
||||||
IndexIlm(conf),
|
IndexIlm(conf),
|
||||||
|
|
||||||
@@ -96,38 +94,6 @@ func IndexList(conf *cfg.Config) *cli.Command {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func IndexAllocation(conf *cfg.Config) *cli.Command {
|
|
||||||
return &cli.Command{
|
|
||||||
Name: "allocation",
|
|
||||||
Aliases: []string{"a"},
|
|
||||||
Usage: "explain index allocation",
|
|
||||||
|
|
||||||
Flags: []cli.Flag{
|
|
||||||
&cli.IntFlag{
|
|
||||||
Name: "shard",
|
|
||||||
Usage: "shard number to explain for",
|
|
||||||
Destination: &conf.Shards,
|
|
||||||
Aliases: []string{"s"},
|
|
||||||
},
|
|
||||||
&cli.BoolFlag{
|
|
||||||
Name: "primary",
|
|
||||||
Usage: "explain primary allocation (default true)",
|
|
||||||
Destination: &conf.Primary,
|
|
||||||
Aliases: []string{"p"},
|
|
||||||
},
|
|
||||||
},
|
|
||||||
|
|
||||||
Action: func(ctx context.Context, cmd *cli.Command) error {
|
|
||||||
index := cmd.Args().Get(0)
|
|
||||||
if index == "" {
|
|
||||||
return errors.New("no index specified")
|
|
||||||
}
|
|
||||||
|
|
||||||
return es.IndexAllocation(conf, cmd.Args().Get(0))
|
|
||||||
},
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func IndexShow(conf *cfg.Config) *cli.Command {
|
func IndexShow(conf *cfg.Config) *cli.Command {
|
||||||
return &cli.Command{
|
return &cli.Command{
|
||||||
Name: "show",
|
Name: "show",
|
||||||
@@ -196,7 +162,7 @@ Valid field mapping types: integer, text, date, keyword`,
|
|||||||
Action: func(ctx context.Context, cmd *cli.Command) error {
|
Action: func(ctx context.Context, cmd *cli.Command) error {
|
||||||
args := cmd.Args()
|
args := cmd.Args()
|
||||||
if args.Len() == 0 {
|
if args.Len() == 0 {
|
||||||
return fmt.Errorf("no index specified")
|
return errors.New("no index specified")
|
||||||
}
|
}
|
||||||
|
|
||||||
mappings := args.Slice()[1:]
|
mappings := args.Slice()[1:]
|
||||||
|
|||||||
@@ -38,7 +38,8 @@ func IndexAlias(conf *cfg.Config) *cli.Command {
|
|||||||
IndexAliasDelete(conf),
|
IndexAliasDelete(conf),
|
||||||
IndexAliasRollover(conf),
|
IndexAliasRollover(conf),
|
||||||
// FIXME: implement IndexAliasAdd
|
// FIXME: implement IndexAliasAdd
|
||||||
//IndexAliasAdd(conf), // see https://www.elastic.co/docs/api/doc/elasticsearch/operation/operation-indices-update-aliases
|
// see https://www.elastic.co/docs/api/doc/elasticsearch/operation/operation-indices-update-aliases
|
||||||
|
// IndexAliasAdd(conf),
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -19,7 +19,6 @@ package cmd
|
|||||||
import (
|
import (
|
||||||
"context"
|
"context"
|
||||||
"errors"
|
"errors"
|
||||||
"fmt"
|
|
||||||
"slices"
|
"slices"
|
||||||
|
|
||||||
"codeberg.org/scip/esctl/pkg/cfg"
|
"codeberg.org/scip/esctl/pkg/cfg"
|
||||||
@@ -180,7 +179,7 @@ https://www.elastic.co/docs/reference/elasticsearch/index-settings
|
|||||||
Action: func(ctx context.Context, cmd *cli.Command) error {
|
Action: func(ctx context.Context, cmd *cli.Command) error {
|
||||||
args := cmd.Args()
|
args := cmd.Args()
|
||||||
if args.Len() == 0 {
|
if args.Len() == 0 {
|
||||||
return fmt.Errorf("no name specified")
|
return errors.New("no name specified")
|
||||||
}
|
}
|
||||||
|
|
||||||
if conf.Mode != "" {
|
if conf.Mode != "" {
|
||||||
|
|||||||
103
cmd/root.go
103
cmd/root.go
@@ -31,9 +31,61 @@ import (
|
|||||||
"github.com/urfave/cli/v3"
|
"github.com/urfave/cli/v3"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
const (
|
||||||
|
versionFmt = `esctl version: %s
|
||||||
|
build: %s
|
||||||
|
branch: %s
|
||||||
|
commit: %s
|
||||||
|
go version: %s
|
||||||
|
API Version: %s
|
||||||
|
`
|
||||||
|
|
||||||
|
jsonPathUsage = `jsonPath usage:
|
||||||
|
|
||||||
|
name.last >> "Anderson"
|
||||||
|
age >> 37
|
||||||
|
children >> ["Sara","Alex","Jack"]
|
||||||
|
children.# >> 3
|
||||||
|
children.1 >> "Alex"
|
||||||
|
child*.2 >> "Jack"
|
||||||
|
c?ildren.0 >> "Sara"
|
||||||
|
fav\.movie >> "Deer Hunter"
|
||||||
|
friends.#.first >> ["Dale","Roger","Jane"]
|
||||||
|
friends.1.last >> "Craig"
|
||||||
|
|
||||||
|
You can also query an array for the first match by using #(...), or
|
||||||
|
find all matches with #(...)#. Queries support the ==, !=, <, <=, >,
|
||||||
|
>= comparison operators and the simple pattern matching % (like) and
|
||||||
|
!% (not like) operators. Eg:
|
||||||
|
|
||||||
|
friends.#(last=="Murphy").first >> "Dale"
|
||||||
|
friends.#(last=="Murphy")#.first >> ["Dale","Jane"]
|
||||||
|
friends.#(age>45)#.last >> ["Craig","Murphy"]
|
||||||
|
friends.#(first%"D*").last >> "Murphy"
|
||||||
|
friends.#(first!%"D*").last >> "Craig"
|
||||||
|
friends.#(nets.#(=="fb"))#.first >> ["Dale","Roger"]
|
||||||
|
|
||||||
|
To extract more than one field, use:
|
||||||
|
|
||||||
|
{"ns":source.namespace_name,"time":source.@timestamp} >>
|
||||||
|
|
||||||
|
{
|
||||||
|
"ns": "3f80316965c64405-275a75782e984bcc8d82",
|
||||||
|
"time": "2026-06-10T04:23:38.914080361+00:00"
|
||||||
|
}
|
||||||
|
{
|
||||||
|
"ns": "3f80316965c64405-f0e1dcef668e45bb9afd",
|
||||||
|
"time": "2026-06-10T09:39:00.554892542+00:00"
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
Documentation: https://github.com/tidwall/gjson/blob/master/SYNTAX.md`
|
||||||
|
)
|
||||||
|
|
||||||
func Finish(err error) int {
|
func Finish(err error) int {
|
||||||
if err != nil {
|
if err != nil {
|
||||||
fmt.Fprintln(os.Stderr, "Error: ", err.Error())
|
fmt.Fprintln(os.Stderr, "Error: ", err.Error())
|
||||||
|
|
||||||
return 1
|
return 1
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -89,7 +141,7 @@ func Main() int {
|
|||||||
Name: "output",
|
Name: "output",
|
||||||
Aliases: []string{"o"},
|
Aliases: []string{"o"},
|
||||||
Value: "",
|
Value: "",
|
||||||
Usage: "output mode (tsv, markdown, json, yaml) default: tsv",
|
Usage: "output mode (tsv, json, yaml) default: tsv",
|
||||||
Destination: &conf.Output,
|
Destination: &conf.Output,
|
||||||
},
|
},
|
||||||
&cli.StringFlag{
|
&cli.StringFlag{
|
||||||
@@ -127,6 +179,7 @@ func Main() int {
|
|||||||
return nil, err
|
return nil, err
|
||||||
} else {
|
} else {
|
||||||
fmt.Println(cmd.UsageText)
|
fmt.Println(cmd.UsageText)
|
||||||
|
|
||||||
return nil, nil
|
return nil, nil
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -161,53 +214,13 @@ func Main() int {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func HelpJsonPath(conf *cfg.Config) *cli.Command {
|
func HelpJsonPath(conf *cfg.Config) *cli.Command {
|
||||||
msg := `jsonPath usage:
|
|
||||||
|
|
||||||
name.last >> "Anderson"
|
|
||||||
age >> 37
|
|
||||||
children >> ["Sara","Alex","Jack"]
|
|
||||||
children.# >> 3
|
|
||||||
children.1 >> "Alex"
|
|
||||||
child*.2 >> "Jack"
|
|
||||||
c?ildren.0 >> "Sara"
|
|
||||||
fav\.movie >> "Deer Hunter"
|
|
||||||
friends.#.first >> ["Dale","Roger","Jane"]
|
|
||||||
friends.1.last >> "Craig"
|
|
||||||
|
|
||||||
You can also query an array for the first match by using #(...), or
|
|
||||||
find all matches with #(...)#. Queries support the ==, !=, <, <=, >,
|
|
||||||
>= comparison operators and the simple pattern matching % (like) and
|
|
||||||
!% (not like) operators. Eg:
|
|
||||||
|
|
||||||
friends.#(last=="Murphy").first >> "Dale"
|
|
||||||
friends.#(last=="Murphy")#.first >> ["Dale","Jane"]
|
|
||||||
friends.#(age>45)#.last >> ["Craig","Murphy"]
|
|
||||||
friends.#(first%"D*").last >> "Murphy"
|
|
||||||
friends.#(first!%"D*").last >> "Craig"
|
|
||||||
friends.#(nets.#(=="fb"))#.first >> ["Dale","Roger"]
|
|
||||||
|
|
||||||
To extract more than one field, use:
|
|
||||||
|
|
||||||
{"ns":source.namespace_name,"time":source.@timestamp} >>
|
|
||||||
|
|
||||||
{
|
|
||||||
"ns": "3f80316965c64405-275a75782e984bcc8d82",
|
|
||||||
"time": "2026-06-10T04:23:38.914080361+00:00"
|
|
||||||
}
|
|
||||||
{
|
|
||||||
"ns": "3f80316965c64405-f0e1dcef668e45bb9afd",
|
|
||||||
"time": "2026-06-10T09:39:00.554892542+00:00"
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
Documentation: https://github.com/tidwall/gjson/blob/master/SYNTAX.md`
|
|
||||||
|
|
||||||
return &cli.Command{
|
return &cli.Command{
|
||||||
Name: "help-jsonpath",
|
Name: "help-jsonpath",
|
||||||
Usage: "show jsonpath help",
|
Usage: "show jsonpath help",
|
||||||
|
|
||||||
Action: func(ctx context.Context, cmd *cli.Command) error {
|
Action: func(ctx context.Context, cmd *cli.Command) error {
|
||||||
_, err := fmt.Println(msg)
|
_, err := fmt.Println(jsonPathUsage)
|
||||||
|
|
||||||
return err
|
return err
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
@@ -219,8 +232,9 @@ func Version(conf *cfg.Config) *cli.Command {
|
|||||||
Usage: "show esctl version information",
|
Usage: "show esctl version information",
|
||||||
|
|
||||||
Action: func(ctx context.Context, cmd *cli.Command) error {
|
Action: func(ctx context.Context, cmd *cli.Command) error {
|
||||||
_, err := fmt.Printf("esctl version: %s\n build: %s\n branch: %s\n commit: %s\n go version: %s\n API Version: %s\n",
|
_, err := fmt.Printf(versionFmt,
|
||||||
cfg.Version, cfg.BUILD, cfg.BRANCH, cfg.COMMIT, cfg.GOVERSION, cfg.APIVERSION)
|
cfg.Version, cfg.BUILD, cfg.BRANCH, cfg.COMMIT, cfg.GOVERSION, cfg.APIVERSION)
|
||||||
|
|
||||||
return err
|
return err
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
@@ -327,7 +341,6 @@ func HelpUsage(conf *cfg.Config) *cli.Command {
|
|||||||
})
|
})
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
// copy of cmd.Walk() with the exception to skip hidden commands and its siblings
|
// copy of cmd.Walk() with the exception to skip hidden commands and its siblings
|
||||||
|
|||||||
@@ -35,6 +35,7 @@ func Shard(conf *cfg.Config) *cli.Command {
|
|||||||
Commands: []*cli.Command{
|
Commands: []*cli.Command{
|
||||||
ShardList(conf),
|
ShardList(conf),
|
||||||
ShardShow(conf),
|
ShardShow(conf),
|
||||||
|
ShardAllocation(conf),
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -94,3 +95,41 @@ func ShardShow(conf *cfg.Config) *cli.Command {
|
|||||||
},
|
},
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func ShardAllocation(conf *cfg.Config) *cli.Command {
|
||||||
|
return &cli.Command{
|
||||||
|
Name: "allocation",
|
||||||
|
Aliases: []string{"a"},
|
||||||
|
Usage: "explain shard allocation",
|
||||||
|
|
||||||
|
Flags: []cli.Flag{
|
||||||
|
&cli.IntFlag{
|
||||||
|
Name: "shard",
|
||||||
|
Usage: "shard number to explain for",
|
||||||
|
Destination: &conf.Shards,
|
||||||
|
Aliases: []string{"s"},
|
||||||
|
},
|
||||||
|
&cli.BoolFlag{
|
||||||
|
Name: "primary",
|
||||||
|
Usage: "explain primary allocation (default true)",
|
||||||
|
Destination: &conf.Primary,
|
||||||
|
Aliases: []string{"p"},
|
||||||
|
},
|
||||||
|
&cli.StringFlag{
|
||||||
|
Name: "node",
|
||||||
|
Usage: "explain a shard only if it is currently located on the specified node name or node ID",
|
||||||
|
Destination: &conf.FromNode,
|
||||||
|
Aliases: []string{"n"},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
|
||||||
|
Action: func(ctx context.Context, cmd *cli.Command) error {
|
||||||
|
index := cmd.Args().Get(0)
|
||||||
|
if index == "" {
|
||||||
|
return errors.New("no index specified")
|
||||||
|
}
|
||||||
|
|
||||||
|
return es.ShardAllocation(conf, cmd.Args().Get(0))
|
||||||
|
},
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|||||||
@@ -26,9 +26,10 @@ import (
|
|||||||
func addReference(ref string) string {
|
func addReference(ref string) string {
|
||||||
indentedRef := []string{}
|
indentedRef := []string{}
|
||||||
|
|
||||||
for _, line := range strings.Split(ref, "\n") {
|
for line := range strings.SplitSeq(ref, "\n") {
|
||||||
indentedRef = append(indentedRef, " "+line)
|
indentedRef = append(indentedRef, " "+line)
|
||||||
}
|
}
|
||||||
|
|
||||||
return fmt.Sprintf("%s\nREFERENCE:\n%s\n",
|
return fmt.Sprintf("%s\nREFERENCE:\n%s\n",
|
||||||
cli.SubcommandHelpTemplate,
|
cli.SubcommandHelpTemplate,
|
||||||
strings.Join(indentedRef, "\n"))
|
strings.Join(indentedRef, "\n"))
|
||||||
|
|||||||
17
go.mod
17
go.mod
@@ -14,11 +14,13 @@
|
|||||||
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||||
module codeberg.org/scip/esctl
|
module codeberg.org/scip/esctl
|
||||||
|
|
||||||
go 1.25.8
|
go 1.26
|
||||||
|
|
||||||
require (
|
require (
|
||||||
github.com/MichaelMure/go-term-markdown v0.1.4
|
github.com/MichaelMure/go-term-markdown v0.1.4
|
||||||
github.com/alecthomas/repr v0.5.2
|
github.com/alecthomas/repr v0.5.2
|
||||||
|
github.com/charmbracelet/bubbles v1.0.0
|
||||||
|
github.com/charmbracelet/bubbletea v1.3.10
|
||||||
github.com/charmbracelet/lipgloss v1.1.0
|
github.com/charmbracelet/lipgloss v1.1.0
|
||||||
github.com/chzyer/readline v1.5.1
|
github.com/chzyer/readline v1.5.1
|
||||||
github.com/dustin/go-humanize v1.0.1
|
github.com/dustin/go-humanize v1.0.1
|
||||||
@@ -29,10 +31,11 @@ require (
|
|||||||
github.com/go-openapi/spec v0.22.5
|
github.com/go-openapi/spec v0.22.5
|
||||||
github.com/go-openapi/swag/loading v0.26.1
|
github.com/go-openapi/swag/loading v0.26.1
|
||||||
github.com/mattn/go-isatty v0.0.22
|
github.com/mattn/go-isatty v0.0.22
|
||||||
github.com/olekukonko/tablewriter v1.1.4
|
github.com/seeruk/go-wordwrap v0.0.0-20191208221741-14ec4aac9550
|
||||||
github.com/tidwall/gjson v1.19.0
|
github.com/tidwall/gjson v1.19.0
|
||||||
github.com/tlinden/yadu v0.1.3
|
github.com/tlinden/yadu v0.1.3
|
||||||
github.com/urfave/cli/v3 v3.10.1-0.20260623012112-f980ca84bf65
|
github.com/urfave/cli/v3 v3.10.1-0.20260623012112-f980ca84bf65
|
||||||
|
golang.org/x/term v0.44.0
|
||||||
gopkg.in/yaml.v3 v3.0.1
|
gopkg.in/yaml.v3 v3.0.1
|
||||||
)
|
)
|
||||||
|
|
||||||
@@ -40,9 +43,6 @@ require (
|
|||||||
github.com/MichaelMure/go-term-text v0.3.1 // indirect
|
github.com/MichaelMure/go-term-text v0.3.1 // indirect
|
||||||
github.com/alecthomas/chroma v0.7.1 // indirect
|
github.com/alecthomas/chroma v0.7.1 // indirect
|
||||||
github.com/aymanbagabas/go-osc52/v2 v2.0.1 // indirect
|
github.com/aymanbagabas/go-osc52/v2 v2.0.1 // indirect
|
||||||
github.com/cespare/xxhash/v2 v2.3.0 // indirect
|
|
||||||
github.com/charmbracelet/bubbles v1.0.0 // indirect
|
|
||||||
github.com/charmbracelet/bubbletea v1.3.10 // indirect
|
|
||||||
github.com/charmbracelet/colorprofile v0.4.1 // indirect
|
github.com/charmbracelet/colorprofile v0.4.1 // indirect
|
||||||
github.com/charmbracelet/x/ansi v0.11.6 // indirect
|
github.com/charmbracelet/x/ansi v0.11.6 // indirect
|
||||||
github.com/charmbracelet/x/cellbuf v0.0.15 // indirect
|
github.com/charmbracelet/x/cellbuf v0.0.15 // indirect
|
||||||
@@ -69,7 +69,6 @@ require (
|
|||||||
github.com/go-openapi/swag/typeutils v0.26.1 // indirect
|
github.com/go-openapi/swag/typeutils v0.26.1 // indirect
|
||||||
github.com/go-openapi/swag/yamlutils v0.26.1 // indirect
|
github.com/go-openapi/swag/yamlutils v0.26.1 // indirect
|
||||||
github.com/go-viper/mapstructure/v2 v2.5.0 // indirect
|
github.com/go-viper/mapstructure/v2 v2.5.0 // indirect
|
||||||
github.com/goccy/go-json v0.10.6 // indirect
|
|
||||||
github.com/gomarkdown/markdown v0.0.0-20191123064959-2c17d62f5098 // indirect
|
github.com/gomarkdown/markdown v0.0.0-20191123064959-2c17d62f5098 // indirect
|
||||||
github.com/google/uuid v1.6.0 // indirect
|
github.com/google/uuid v1.6.0 // indirect
|
||||||
github.com/kyokomi/emoji/v2 v2.2.8 // indirect
|
github.com/kyokomi/emoji/v2 v2.2.8 // indirect
|
||||||
@@ -81,11 +80,7 @@ require (
|
|||||||
github.com/muesli/cancelreader v0.2.2 // indirect
|
github.com/muesli/cancelreader v0.2.2 // indirect
|
||||||
github.com/muesli/termenv v0.16.0 // indirect
|
github.com/muesli/termenv v0.16.0 // indirect
|
||||||
github.com/oklog/ulid/v2 v2.1.1 // indirect
|
github.com/oklog/ulid/v2 v2.1.1 // indirect
|
||||||
github.com/olekukonko/cat v0.0.0-20250911104152-50322a0618f6 // indirect
|
|
||||||
github.com/olekukonko/errors v1.2.0 // indirect
|
|
||||||
github.com/olekukonko/ll v0.1.8 // indirect
|
|
||||||
github.com/rivo/uniseg v0.4.7 // indirect
|
github.com/rivo/uniseg v0.4.7 // indirect
|
||||||
github.com/seeruk/go-wordwrap v0.0.0-20191208221741-14ec4aac9550 // indirect
|
|
||||||
github.com/tidwall/match v1.1.1 // indirect
|
github.com/tidwall/match v1.1.1 // indirect
|
||||||
github.com/tidwall/pretty v1.2.0 // indirect
|
github.com/tidwall/pretty v1.2.0 // indirect
|
||||||
github.com/xo/terminfo v0.0.0-20220910002029-abceb7e1c41e // indirect
|
github.com/xo/terminfo v0.0.0-20220910002029-abceb7e1c41e // indirect
|
||||||
@@ -94,10 +89,8 @@ require (
|
|||||||
go.opentelemetry.io/otel/metric v1.35.0 // indirect
|
go.opentelemetry.io/otel/metric v1.35.0 // indirect
|
||||||
go.opentelemetry.io/otel/trace v1.35.0 // indirect
|
go.opentelemetry.io/otel/trace v1.35.0 // indirect
|
||||||
go.yaml.in/yaml/v3 v3.0.4 // indirect
|
go.yaml.in/yaml/v3 v3.0.4 // indirect
|
||||||
golang.org/x/exp v0.0.0-20231006140011-7918f672742d // indirect
|
|
||||||
golang.org/x/image v0.0.0-20191206065243-da761ea9ff43 // indirect
|
golang.org/x/image v0.0.0-20191206065243-da761ea9ff43 // indirect
|
||||||
golang.org/x/net v0.55.0 // indirect
|
golang.org/x/net v0.55.0 // indirect
|
||||||
golang.org/x/sys v0.46.0 // indirect
|
golang.org/x/sys v0.46.0 // indirect
|
||||||
golang.org/x/term v0.44.0 // indirect
|
|
||||||
golang.org/x/text v0.37.0 // indirect
|
golang.org/x/text v0.37.0 // indirect
|
||||||
)
|
)
|
||||||
|
|||||||
24
go.sum
24
go.sum
@@ -14,28 +14,18 @@ github.com/alecthomas/repr v0.5.2 h1:SU73FTI9D1P5UNtvseffFSGmdNci/O6RsqzeXJtP0Qs
|
|||||||
github.com/alecthomas/repr v0.5.2/go.mod h1:Fr0507jx4eOXV7AlPV6AVZLYrLIuIeSOWtW57eE/O/4=
|
github.com/alecthomas/repr v0.5.2/go.mod h1:Fr0507jx4eOXV7AlPV6AVZLYrLIuIeSOWtW57eE/O/4=
|
||||||
github.com/aymanbagabas/go-osc52/v2 v2.0.1 h1:HwpRHbFMcZLEVr42D4p7XBqjyuxQH5SMiErDT4WkJ2k=
|
github.com/aymanbagabas/go-osc52/v2 v2.0.1 h1:HwpRHbFMcZLEVr42D4p7XBqjyuxQH5SMiErDT4WkJ2k=
|
||||||
github.com/aymanbagabas/go-osc52/v2 v2.0.1/go.mod h1:uYgXzlJ7ZpABp8OJ+exZzJJhRNQ2ASbcXHWsFqH8hp8=
|
github.com/aymanbagabas/go-osc52/v2 v2.0.1/go.mod h1:uYgXzlJ7ZpABp8OJ+exZzJJhRNQ2ASbcXHWsFqH8hp8=
|
||||||
github.com/cespare/xxhash/v2 v2.3.0 h1:UL815xU9SqsFlibzuggzjXhog7bL6oX9BbNZnL2UFvs=
|
|
||||||
github.com/cespare/xxhash/v2 v2.3.0/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs=
|
|
||||||
github.com/charmbracelet/bubbles v1.0.0 h1:12J8/ak/uCZEMQ6KU7pcfwceyjLlWsDLAxB5fXonfvc=
|
github.com/charmbracelet/bubbles v1.0.0 h1:12J8/ak/uCZEMQ6KU7pcfwceyjLlWsDLAxB5fXonfvc=
|
||||||
github.com/charmbracelet/bubbles v1.0.0/go.mod h1:9d/Zd5GdnauMI5ivUIVisuEm3ave1XwXtD1ckyV6r3E=
|
github.com/charmbracelet/bubbles v1.0.0/go.mod h1:9d/Zd5GdnauMI5ivUIVisuEm3ave1XwXtD1ckyV6r3E=
|
||||||
github.com/charmbracelet/bubbletea v1.3.10 h1:otUDHWMMzQSB0Pkc87rm691KZ3SWa4KUlvF9nRvCICw=
|
github.com/charmbracelet/bubbletea v1.3.10 h1:otUDHWMMzQSB0Pkc87rm691KZ3SWa4KUlvF9nRvCICw=
|
||||||
github.com/charmbracelet/bubbletea v1.3.10/go.mod h1:ORQfo0fk8U+po9VaNvnV95UPWA1BitP1E0N6xJPlHr4=
|
github.com/charmbracelet/bubbletea v1.3.10/go.mod h1:ORQfo0fk8U+po9VaNvnV95UPWA1BitP1E0N6xJPlHr4=
|
||||||
github.com/charmbracelet/colorprofile v0.2.3-0.20250311203215-f60798e515dc h1:4pZI35227imm7yK2bGPcfpFEmuY1gc2YSTShr4iJBfs=
|
|
||||||
github.com/charmbracelet/colorprofile v0.2.3-0.20250311203215-f60798e515dc/go.mod h1:X4/0JoqgTIPSFcRA/P6INZzIuyqdFY5rm8tb41s9okk=
|
|
||||||
github.com/charmbracelet/colorprofile v0.4.1 h1:a1lO03qTrSIRaK8c3JRxJDZOvhvIeSco3ej+ngLk1kk=
|
github.com/charmbracelet/colorprofile v0.4.1 h1:a1lO03qTrSIRaK8c3JRxJDZOvhvIeSco3ej+ngLk1kk=
|
||||||
github.com/charmbracelet/colorprofile v0.4.1/go.mod h1:U1d9Dljmdf9DLegaJ0nGZNJvoXAhayhmidOdcBwAvKk=
|
github.com/charmbracelet/colorprofile v0.4.1/go.mod h1:U1d9Dljmdf9DLegaJ0nGZNJvoXAhayhmidOdcBwAvKk=
|
||||||
github.com/charmbracelet/lipgloss v1.1.0 h1:vYXsiLHVkK7fp74RkV7b2kq9+zDLoEU4MZoFqR/noCY=
|
github.com/charmbracelet/lipgloss v1.1.0 h1:vYXsiLHVkK7fp74RkV7b2kq9+zDLoEU4MZoFqR/noCY=
|
||||||
github.com/charmbracelet/lipgloss v1.1.0/go.mod h1:/6Q8FR2o+kj8rz4Dq0zQc3vYf7X+B0binUUBwA0aL30=
|
github.com/charmbracelet/lipgloss v1.1.0/go.mod h1:/6Q8FR2o+kj8rz4Dq0zQc3vYf7X+B0binUUBwA0aL30=
|
||||||
github.com/charmbracelet/x/ansi v0.8.0 h1:9GTq3xq9caJW8ZrBTe0LIe2fvfLR/bYXKTx2llXn7xE=
|
|
||||||
github.com/charmbracelet/x/ansi v0.8.0/go.mod h1:wdYl/ONOLHLIVmQaxbIYEC/cRKOQyjTkowiI4blgS9Q=
|
|
||||||
github.com/charmbracelet/x/ansi v0.11.6 h1:GhV21SiDz/45W9AnV2R61xZMRri5NlLnl6CVF7ihZW8=
|
github.com/charmbracelet/x/ansi v0.11.6 h1:GhV21SiDz/45W9AnV2R61xZMRri5NlLnl6CVF7ihZW8=
|
||||||
github.com/charmbracelet/x/ansi v0.11.6/go.mod h1:2JNYLgQUsyqaiLovhU2Rv/pb8r6ydXKS3NIttu3VGZQ=
|
github.com/charmbracelet/x/ansi v0.11.6/go.mod h1:2JNYLgQUsyqaiLovhU2Rv/pb8r6ydXKS3NIttu3VGZQ=
|
||||||
github.com/charmbracelet/x/cellbuf v0.0.13-0.20250311204145-2c3ea96c31dd h1:vy0GVL4jeHEwG5YOXDmi86oYw2yuYUGqz6a8sLwg0X8=
|
|
||||||
github.com/charmbracelet/x/cellbuf v0.0.13-0.20250311204145-2c3ea96c31dd/go.mod h1:xe0nKWGd3eJgtqZRaN9RjMtK7xUYchjzPr7q6kcvCCs=
|
|
||||||
github.com/charmbracelet/x/cellbuf v0.0.15 h1:ur3pZy0o6z/R7EylET877CBxaiE1Sp1GMxoFPAIztPI=
|
github.com/charmbracelet/x/cellbuf v0.0.15 h1:ur3pZy0o6z/R7EylET877CBxaiE1Sp1GMxoFPAIztPI=
|
||||||
github.com/charmbracelet/x/cellbuf v0.0.15/go.mod h1:J1YVbR7MUuEGIFPCaaZ96KDl5NoS0DAWkskup+mOY+Q=
|
github.com/charmbracelet/x/cellbuf v0.0.15/go.mod h1:J1YVbR7MUuEGIFPCaaZ96KDl5NoS0DAWkskup+mOY+Q=
|
||||||
github.com/charmbracelet/x/term v0.2.1 h1:AQeHeLZ1OqSXhrAWpYUtZyX1T3zVxfpZuEQMIQaGIAQ=
|
|
||||||
github.com/charmbracelet/x/term v0.2.1/go.mod h1:oQ4enTYFV7QN4m0i9mzHrViD7TQKvNEEkHUMCmsxdUg=
|
|
||||||
github.com/charmbracelet/x/term v0.2.2 h1:xVRT/S2ZcKdhhOuSP4t5cLi5o+JxklsoEObBSgfgZRk=
|
github.com/charmbracelet/x/term v0.2.2 h1:xVRT/S2ZcKdhhOuSP4t5cLi5o+JxklsoEObBSgfgZRk=
|
||||||
github.com/charmbracelet/x/term v0.2.2/go.mod h1:kF8CY5RddLWrsgVwpw4kAa6TESp6EB5y3uxGLeCqzAI=
|
github.com/charmbracelet/x/term v0.2.2/go.mod h1:kF8CY5RddLWrsgVwpw4kAa6TESp6EB5y3uxGLeCqzAI=
|
||||||
github.com/chzyer/logex v1.2.1 h1:XHDu3E6q+gdHgsdTPH6ImJMIp436vR6MPtH8gP05QzM=
|
github.com/chzyer/logex v1.2.1 h1:XHDu3E6q+gdHgsdTPH6ImJMIp436vR6MPtH8gP05QzM=
|
||||||
@@ -114,8 +104,6 @@ github.com/go-openapi/testify/v2 v2.5.1 h1:TMdhCaw8fUNraVSf3Omoob1dO/AzBfhtFAPW0
|
|||||||
github.com/go-openapi/testify/v2 v2.5.1/go.mod h1:SgsVHtfooshd0tublTtJ50FPKhujf47YRqauXXOUxfw=
|
github.com/go-openapi/testify/v2 v2.5.1/go.mod h1:SgsVHtfooshd0tublTtJ50FPKhujf47YRqauXXOUxfw=
|
||||||
github.com/go-viper/mapstructure/v2 v2.5.0 h1:vM5IJoUAy3d7zRSVtIwQgBj7BiWtMPfmPEgAXnvj1Ro=
|
github.com/go-viper/mapstructure/v2 v2.5.0 h1:vM5IJoUAy3d7zRSVtIwQgBj7BiWtMPfmPEgAXnvj1Ro=
|
||||||
github.com/go-viper/mapstructure/v2 v2.5.0/go.mod h1:oJDH3BJKyqBA2TXFhDsKDGDTlndYOZ6rGS0BRZIxGhM=
|
github.com/go-viper/mapstructure/v2 v2.5.0/go.mod h1:oJDH3BJKyqBA2TXFhDsKDGDTlndYOZ6rGS0BRZIxGhM=
|
||||||
github.com/goccy/go-json v0.10.6 h1:p8HrPJzOakx/mn/bQtjgNjdTcN+/S6FcG2CTtQOrHVU=
|
|
||||||
github.com/goccy/go-json v0.10.6/go.mod h1:oq7eo15ShAhp70Anwd5lgX2pLfOS3QCiwU/PULtXL6M=
|
|
||||||
github.com/gomarkdown/markdown v0.0.0-20191123064959-2c17d62f5098 h1:Qxs3bNRWe8GTcKMxYOSXm0jx6j0de8XUtb/fsP3GZ0I=
|
github.com/gomarkdown/markdown v0.0.0-20191123064959-2c17d62f5098 h1:Qxs3bNRWe8GTcKMxYOSXm0jx6j0de8XUtb/fsP3GZ0I=
|
||||||
github.com/gomarkdown/markdown v0.0.0-20191123064959-2c17d62f5098/go.mod h1:aii0r/K0ZnHv7G0KF7xy1v0A7s2Ljrb5byB7MO5p6TU=
|
github.com/gomarkdown/markdown v0.0.0-20191123064959-2c17d62f5098/go.mod h1:aii0r/K0ZnHv7G0KF7xy1v0A7s2Ljrb5byB7MO5p6TU=
|
||||||
github.com/google/go-cmp v0.7.0 h1:wk8382ETsv4JYUZwIsn6YpYiWiBsYLSJiTsyBybVuN8=
|
github.com/google/go-cmp v0.7.0 h1:wk8382ETsv4JYUZwIsn6YpYiWiBsYLSJiTsyBybVuN8=
|
||||||
@@ -154,14 +142,6 @@ github.com/muesli/termenv v0.16.0 h1:S5AlUN9dENB57rsbnkPyfdGuWIlkmzJjbFf0Tf5FWUc
|
|||||||
github.com/muesli/termenv v0.16.0/go.mod h1:ZRfOIKPFDYQoDFF4Olj7/QJbW60Ol/kL1pU3VfY/Cnk=
|
github.com/muesli/termenv v0.16.0/go.mod h1:ZRfOIKPFDYQoDFF4Olj7/QJbW60Ol/kL1pU3VfY/Cnk=
|
||||||
github.com/oklog/ulid/v2 v2.1.1 h1:suPZ4ARWLOJLegGFiZZ1dFAkqzhMjL3J1TzI+5wHz8s=
|
github.com/oklog/ulid/v2 v2.1.1 h1:suPZ4ARWLOJLegGFiZZ1dFAkqzhMjL3J1TzI+5wHz8s=
|
||||||
github.com/oklog/ulid/v2 v2.1.1/go.mod h1:rcEKHmBBKfef9DhnvX7y1HZBYxjXb0cP5ExxNsTT1QQ=
|
github.com/oklog/ulid/v2 v2.1.1/go.mod h1:rcEKHmBBKfef9DhnvX7y1HZBYxjXb0cP5ExxNsTT1QQ=
|
||||||
github.com/olekukonko/cat v0.0.0-20250911104152-50322a0618f6 h1:zrbMGy9YXpIeTnGj4EljqMiZsIcE09mmF8XsD5AYOJc=
|
|
||||||
github.com/olekukonko/cat v0.0.0-20250911104152-50322a0618f6/go.mod h1:rEKTHC9roVVicUIfZK7DYrdIoM0EOr8mK1Hj5s3JjH0=
|
|
||||||
github.com/olekukonko/errors v1.2.0 h1:10Zcn4GeV59t/EGqJc8fUjtFT/FuUh5bTMzZ1XwmCRo=
|
|
||||||
github.com/olekukonko/errors v1.2.0/go.mod h1:ppzxA5jBKcO1vIpCXQ9ZqgDh8iwODz6OXIGKU8r5m4Y=
|
|
||||||
github.com/olekukonko/ll v0.1.8 h1:ysHCJRGHYKzmBSdz9w5AySztx7lG8SQY+naTGYUbsz8=
|
|
||||||
github.com/olekukonko/ll v0.1.8/go.mod h1:RPRC6UcscfFZgjo1nulkfMH5IM0QAYim0LfnMvUuozw=
|
|
||||||
github.com/olekukonko/tablewriter v1.1.4 h1:ORUMI3dXbMnRlRggJX3+q7OzQFDdvgbN9nVWj1drm6I=
|
|
||||||
github.com/olekukonko/tablewriter v1.1.4/go.mod h1:+kedxuyTtgoZLwif3P1Em4hARJs+mVnzKxmsCL/C5RY=
|
|
||||||
github.com/pborman/getopt v0.0.0-20170112200414-7148bc3a4c30/go.mod h1:85jBQOZwpVEaDAr341tbn15RS4fCAsIst0qp7i8ex1o=
|
github.com/pborman/getopt v0.0.0-20170112200414-7148bc3a4c30/go.mod h1:85jBQOZwpVEaDAr341tbn15RS4fCAsIst0qp7i8ex1o=
|
||||||
github.com/pkg/errors v0.8.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
|
github.com/pkg/errors v0.8.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
|
||||||
github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
|
github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
|
||||||
@@ -189,8 +169,6 @@ github.com/tidwall/pretty v1.2.0 h1:RWIZEg2iJ8/g6fDDYzMpobmaoGh5OLl4AXtGUGPcqCs=
|
|||||||
github.com/tidwall/pretty v1.2.0/go.mod h1:ITEVvHYasfjBbM0u2Pg8T2nJnzm8xPwvNhhsoaGGjNU=
|
github.com/tidwall/pretty v1.2.0/go.mod h1:ITEVvHYasfjBbM0u2Pg8T2nJnzm8xPwvNhhsoaGGjNU=
|
||||||
github.com/tlinden/yadu v0.1.3 h1:5cRCUmj+l5yvlM2irtpFBIJwVV2DPEgYSaWvF19FtcY=
|
github.com/tlinden/yadu v0.1.3 h1:5cRCUmj+l5yvlM2irtpFBIJwVV2DPEgYSaWvF19FtcY=
|
||||||
github.com/tlinden/yadu v0.1.3/go.mod h1:l3bRmHKL9zGAR6pnBHY2HRPxBecf7L74BoBgOOpTcUA=
|
github.com/tlinden/yadu v0.1.3/go.mod h1:l3bRmHKL9zGAR6pnBHY2HRPxBecf7L74BoBgOOpTcUA=
|
||||||
github.com/urfave/cli/v3 v3.9.1-0.20260524212652-be8b79d0c8de h1:ESKPiS7inVoBnv4FmgGNZdjWBI/wmvaragoyD3D9nM4=
|
|
||||||
github.com/urfave/cli/v3 v3.9.1-0.20260524212652-be8b79d0c8de/go.mod h1:ysVLtOEmg2tOy6PknnYVhDoouyC/6N42TMeoMzskhso=
|
|
||||||
github.com/urfave/cli/v3 v3.10.1-0.20260623012112-f980ca84bf65 h1:NXitXXO9DupDLEFj8hIyYtsubRxSFTp5JXqohElT0nU=
|
github.com/urfave/cli/v3 v3.10.1-0.20260623012112-f980ca84bf65 h1:NXitXXO9DupDLEFj8hIyYtsubRxSFTp5JXqohElT0nU=
|
||||||
github.com/urfave/cli/v3 v3.10.1-0.20260623012112-f980ca84bf65/go.mod h1:ysVLtOEmg2tOy6PknnYVhDoouyC/6N42TMeoMzskhso=
|
github.com/urfave/cli/v3 v3.10.1-0.20260623012112-f980ca84bf65/go.mod h1:ysVLtOEmg2tOy6PknnYVhDoouyC/6N42TMeoMzskhso=
|
||||||
github.com/xo/terminfo v0.0.0-20220910002029-abceb7e1c41e h1:JVG44RsyaB9T2KIHavMF/ppJZNG9ZpyihvCd0w101no=
|
github.com/xo/terminfo v0.0.0-20220910002029-abceb7e1c41e h1:JVG44RsyaB9T2KIHavMF/ppJZNG9ZpyihvCd0w101no=
|
||||||
@@ -223,8 +201,6 @@ golang.org/x/sys v0.0.0-20190222072716-a9d3bda3a223/go.mod h1:STP8DvDyc/dI5b8T5h
|
|||||||
golang.org/x/sys v0.0.0-20191026070338-33540a1f6037/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
|
golang.org/x/sys v0.0.0-20191026070338-33540a1f6037/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
|
||||||
golang.org/x/sys v0.0.0-20210809222454-d867a43fc93e/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
golang.org/x/sys v0.0.0-20210809222454-d867a43fc93e/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||||
golang.org/x/sys v0.0.0-20220310020820-b874c991c1a5/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
golang.org/x/sys v0.0.0-20220310020820-b874c991c1a5/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||||
golang.org/x/sys v0.45.0 h1:dO4czNzziLiiXplLQgBCEpCvXQ3dnkn0SdaZSYdQ+FY=
|
|
||||||
golang.org/x/sys v0.45.0/go.mod h1:4GL1E5IUh+htKOUEOaiffhrAeqysfVGipDYzABqnCmw=
|
|
||||||
golang.org/x/sys v0.46.0 h1:noSf2Fq6F8DBgS+LysIkx7rIExoNHJsxOAtPp4rthXw=
|
golang.org/x/sys v0.46.0 h1:noSf2Fq6F8DBgS+LysIkx7rIExoNHJsxOAtPp4rthXw=
|
||||||
golang.org/x/sys v0.46.0/go.mod h1:4GL1E5IUh+htKOUEOaiffhrAeqysfVGipDYzABqnCmw=
|
golang.org/x/sys v0.46.0/go.mod h1:4GL1E5IUh+htKOUEOaiffhrAeqysfVGipDYzABqnCmw=
|
||||||
golang.org/x/term v0.44.0 h1:0rLvDRCtNj0gZkyIXhCyOb2OAzEhLVqc4B+hrsBhrmc=
|
golang.org/x/term v0.44.0 h1:0rLvDRCtNj0gZkyIXhCyOb2OAzEhLVqc4B+hrsBhrmc=
|
||||||
|
|||||||
@@ -55,37 +55,6 @@ func (cluster *Cluster) SetClient(client *elasticsearch.TypedClient) {
|
|||||||
cluster.client = client
|
cluster.client = client
|
||||||
}
|
}
|
||||||
|
|
||||||
func (cluster *Cluster) getTransport() elastictransport.Option {
|
|
||||||
transport := &http.Transport{
|
|
||||||
TLSClientConfig: &tls.Config{InsecureSkipVerify: true},
|
|
||||||
}
|
|
||||||
|
|
||||||
if cluster.DebugHTTP {
|
|
||||||
return elastictransport.WithTransport(
|
|
||||||
&DebugTransport{Transport: transport},
|
|
||||||
)
|
|
||||||
}
|
|
||||||
|
|
||||||
return elastictransport.WithTransport(transport)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (cluster *Cluster) getDefaultOptions() []elasticsearch.Option {
|
|
||||||
// These headers are not needed with ES 9, but with ES 8, we set
|
|
||||||
// them here so every API call uses it. The only exception being
|
|
||||||
// the api repl, which does it on its own.
|
|
||||||
headers := http.Header{}
|
|
||||||
headers.Add("content-type", "application/json")
|
|
||||||
headers.Add("Accept", "application/json")
|
|
||||||
|
|
||||||
return []elasticsearch.Option{
|
|
||||||
elasticsearch.WithAddresses(cluster.Uri),
|
|
||||||
elasticsearch.WithTransportOptions(
|
|
||||||
cluster.getTransport(),
|
|
||||||
elastictransport.WithHeader(headers),
|
|
||||||
),
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// return the go-elasticsearch client object but before doing that,
|
// return the go-elasticsearch client object but before doing that,
|
||||||
// check if we need to tune auth
|
// check if we need to tune auth
|
||||||
func (cluster *Cluster) ES() *elasticsearch.TypedClient {
|
func (cluster *Cluster) ES() *elasticsearch.TypedClient {
|
||||||
@@ -113,8 +82,9 @@ func (cluster *Cluster) CheckAuth() error {
|
|||||||
cluster.Pass = pass
|
cluster.Pass = pass
|
||||||
} else {
|
} else {
|
||||||
// k, try interactively
|
// k, try interactively
|
||||||
fmt.Printf("Enter password for elasticsearch user %s@%s: ", cluster.User, cluster.Name)
|
fmt.Fprintf(os.Stderr, "Enter password for elasticsearch user %s@%s: ", cluster.User, cluster.Name)
|
||||||
pass, err := term.ReadPassword(int(syscall.Stdin))
|
|
||||||
|
pass, err := term.ReadPassword(syscall.Stdin)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
@@ -125,6 +95,7 @@ func (cluster *Cluster) CheckAuth() error {
|
|||||||
}
|
}
|
||||||
|
|
||||||
cluster.Pass = string(pass)
|
cluster.Pass = string(pass)
|
||||||
|
|
||||||
fmt.Println()
|
fmt.Println()
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -132,7 +103,6 @@ func (cluster *Cluster) CheckAuth() error {
|
|||||||
opts = append(opts, elasticsearch.WithBasicAuth(cluster.User, cluster.Pass))
|
opts = append(opts, elasticsearch.WithBasicAuth(cluster.User, cluster.Pass))
|
||||||
|
|
||||||
es, err := elasticsearch.NewTyped(opts...)
|
es, err := elasticsearch.NewTyped(opts...)
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to setup elasticsearch connection: %w", err)
|
return fmt.Errorf("failed to setup elasticsearch connection: %w", err)
|
||||||
}
|
}
|
||||||
@@ -205,6 +175,37 @@ func (cluster *Cluster) IsReachable() (bool, error) {
|
|||||||
return true, conn.Close()
|
return true, conn.Close()
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (cluster *Cluster) getDefaultOptions() []elasticsearch.Option {
|
||||||
|
// These headers are not needed with ES 9, but with ES 8, we set
|
||||||
|
// them here so every API call uses it. The only exception being
|
||||||
|
// the api repl, which does it on its own.
|
||||||
|
headers := http.Header{}
|
||||||
|
headers.Add("Content-Type", "application/json")
|
||||||
|
headers.Add("Accept", "application/json")
|
||||||
|
|
||||||
|
return []elasticsearch.Option{
|
||||||
|
elasticsearch.WithAddresses(cluster.Uri),
|
||||||
|
elasticsearch.WithTransportOptions(
|
||||||
|
cluster.getTransport(),
|
||||||
|
elastictransport.WithHeader(headers),
|
||||||
|
),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (cluster *Cluster) getTransport() elastictransport.Option {
|
||||||
|
transport := &http.Transport{
|
||||||
|
TLSClientConfig: &tls.Config{InsecureSkipVerify: true},
|
||||||
|
}
|
||||||
|
|
||||||
|
if cluster.DebugHTTP {
|
||||||
|
return elastictransport.WithTransport(
|
||||||
|
&DebugTransport{Transport: transport},
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
return elastictransport.WithTransport(transport)
|
||||||
|
}
|
||||||
|
|
||||||
func (conf *Config) SetupES() error {
|
func (conf *Config) SetupES() error {
|
||||||
for name, cluster := range conf.Clusters {
|
for name, cluster := range conf.Clusters {
|
||||||
cluster.Name = name
|
cluster.Name = name
|
||||||
@@ -220,7 +221,6 @@ func (conf *Config) SetupES() error {
|
|||||||
}
|
}
|
||||||
|
|
||||||
es, err := elasticsearch.NewTyped(opts...)
|
es, err := elasticsearch.NewTyped(opts...)
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to setup elasticsearch connection: %w", err)
|
return fmt.Errorf("failed to setup elasticsearch connection: %w", err)
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -28,7 +28,7 @@ import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
const (
|
const (
|
||||||
Version string = `v0.0.25`
|
Version string = `v0.0.26`
|
||||||
)
|
)
|
||||||
|
|
||||||
var (
|
var (
|
||||||
@@ -121,10 +121,11 @@ func getDefaultPath() string {
|
|||||||
func (conf *Config) Init() error {
|
func (conf *Config) Init() error {
|
||||||
DefaultConfig := getDefaultPath()
|
DefaultConfig := getDefaultPath()
|
||||||
|
|
||||||
switch {
|
if conf.ConfigFile == "" && fileExists(DefaultConfig) {
|
||||||
case fileExists(DefaultConfig):
|
|
||||||
conf.ConfigFile = DefaultConfig
|
conf.ConfigFile = DefaultConfig
|
||||||
fallthrough
|
}
|
||||||
|
|
||||||
|
switch {
|
||||||
case conf.ConfigFile != "":
|
case conf.ConfigFile != "":
|
||||||
if err := conf.LoadConfig(); err != nil {
|
if err := conf.LoadConfig(); err != nil {
|
||||||
return err
|
return err
|
||||||
@@ -150,45 +151,6 @@ func (conf *Config) Init() error {
|
|||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (conf *Config) determineDefaultCluster() error {
|
|
||||||
if conf.CurrentCluster != "" {
|
|
||||||
// -C specified, set current cluster explicitly, no matter what the config says
|
|
||||||
current, exists := conf.Clusters[conf.CurrentCluster]
|
|
||||||
if !exists {
|
|
||||||
return fmt.Errorf("no cluster with alias %s configured", conf.CurrentCluster)
|
|
||||||
} else {
|
|
||||||
conf.DefaultCluster = current
|
|
||||||
|
|
||||||
// disable all others
|
|
||||||
for _, cluster := range conf.Clusters {
|
|
||||||
cluster.Default = false
|
|
||||||
}
|
|
||||||
|
|
||||||
conf.DefaultCluster.Default = true
|
|
||||||
}
|
|
||||||
} else {
|
|
||||||
// we need to determine ourselfes
|
|
||||||
if len(conf.Clusters) == 1 {
|
|
||||||
// ok, just one cluster configured, use this, of course
|
|
||||||
for name, cluster := range conf.Clusters {
|
|
||||||
conf.DefaultCluster = cluster
|
|
||||||
conf.CurrentCluster = name
|
|
||||||
conf.DefaultCluster.Default = true
|
|
||||||
}
|
|
||||||
} else {
|
|
||||||
// multiple ones exists, look if one is set as default
|
|
||||||
for name, cluster := range conf.Clusters {
|
|
||||||
if cluster.Default {
|
|
||||||
conf.DefaultCluster = cluster
|
|
||||||
conf.CurrentCluster = name
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
// we are using reflect to clone a config obj w/o the ES stuff for
|
// we are using reflect to clone a config obj w/o the ES stuff for
|
||||||
// shorter repr.Println() output (the ES structure is just too large)
|
// shorter repr.Println() output (the ES structure is just too large)
|
||||||
func (conf *Config) Clone() Config {
|
func (conf *Config) Clone() Config {
|
||||||
@@ -197,14 +159,14 @@ func (conf *Config) Clone() Config {
|
|||||||
ref := reflect.ValueOf(*conf)
|
ref := reflect.ValueOf(*conf)
|
||||||
typeOfS := ref.Type()
|
typeOfS := ref.Type()
|
||||||
|
|
||||||
for i := 0; i < ref.NumField(); i++ {
|
for idx := range ref.NumField() {
|
||||||
field := typeOfS.Field(i).Name
|
field := typeOfS.Field(idx).Name
|
||||||
|
|
||||||
if field == "Clusters" || field == "DefaultCluster" || !ref.Field(i).CanInterface() {
|
if field == "Clusters" || field == "DefaultCluster" || !ref.Field(idx).CanInterface() {
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
|
||||||
reflect.ValueOf(&clone).Elem().FieldByName(field).Set(reflect.ValueOf(ref.Field(i).Interface()))
|
reflect.ValueOf(&clone).Elem().FieldByName(field).Set(reflect.ValueOf(ref.Field(idx).Interface()))
|
||||||
}
|
}
|
||||||
|
|
||||||
return clone
|
return clone
|
||||||
@@ -265,6 +227,7 @@ func (conf *Config) LoadConfig() error {
|
|||||||
for _, cluster := range conf.Clusters {
|
for _, cluster := range conf.Clusters {
|
||||||
if cluster.Default {
|
if cluster.Default {
|
||||||
conf.DefaultCluster = cluster
|
conf.DefaultCluster = cluster
|
||||||
|
|
||||||
break
|
break
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -277,9 +240,47 @@ func (conf *Config) LoadConfig() error {
|
|||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (conf *Config) determineDefaultCluster() error {
|
||||||
|
if conf.CurrentCluster != "" {
|
||||||
|
// -C specified, set current cluster explicitly, no matter what the config says
|
||||||
|
current, exists := conf.Clusters[conf.CurrentCluster]
|
||||||
|
if !exists {
|
||||||
|
return fmt.Errorf("no cluster with alias %s configured", conf.CurrentCluster)
|
||||||
|
} else {
|
||||||
|
conf.DefaultCluster = current
|
||||||
|
|
||||||
|
// disable all others
|
||||||
|
for _, cluster := range conf.Clusters {
|
||||||
|
cluster.Default = false
|
||||||
|
}
|
||||||
|
|
||||||
|
conf.DefaultCluster.Default = true
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
// we need to determine ourselfes
|
||||||
|
if len(conf.Clusters) == 1 {
|
||||||
|
// ok, just one cluster configured, use this, of course
|
||||||
|
for name, cluster := range conf.Clusters {
|
||||||
|
conf.DefaultCluster = cluster
|
||||||
|
conf.CurrentCluster = name
|
||||||
|
conf.DefaultCluster.Default = true
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
// multiple ones exists, look if one is set as default
|
||||||
|
for name, cluster := range conf.Clusters {
|
||||||
|
if cluster.Default {
|
||||||
|
conf.DefaultCluster = cluster
|
||||||
|
conf.CurrentCluster = name
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
func fileExists(filename string) bool {
|
func fileExists(filename string) bool {
|
||||||
info, err := os.Stat(filename)
|
info, err := os.Stat(filename)
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
// return false on any error
|
// return false on any error
|
||||||
return false
|
return false
|
||||||
|
|||||||
@@ -25,6 +25,7 @@ import (
|
|||||||
|
|
||||||
func isJQinstalled() bool {
|
func isJQinstalled() bool {
|
||||||
cmd := exec.CommandContext(context.Background(), "jq", "-h")
|
cmd := exec.CommandContext(context.Background(), "jq", "-h")
|
||||||
|
|
||||||
out, err := cmd.Output()
|
out, err := cmd.Output()
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return false
|
return false
|
||||||
|
|||||||
@@ -43,9 +43,10 @@ func (t *DebugTransport) RoundTrip(req *http.Request) (*http.Response, error) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
var pretty bytes.Buffer
|
var pretty bytes.Buffer
|
||||||
|
|
||||||
err = json.Indent(&pretty, buf.Bytes(), "", "\t")
|
err = json.Indent(&pretty, buf.Bytes(), "", "\t")
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, fmt.Errorf("json parse error: %s", err)
|
return nil, fmt.Errorf("json parse error: %w", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
content = pretty.String()
|
content = pretty.String()
|
||||||
|
|||||||
@@ -26,6 +26,7 @@ import (
|
|||||||
"errors"
|
"errors"
|
||||||
"fmt"
|
"fmt"
|
||||||
"io"
|
"io"
|
||||||
|
"log"
|
||||||
"log/slog"
|
"log/slog"
|
||||||
"net/http"
|
"net/http"
|
||||||
"os"
|
"os"
|
||||||
@@ -92,9 +93,8 @@ func ApiRepl(conf *cfg.Config) error {
|
|||||||
EOFPrompt: "exit",
|
EOFPrompt: "exit",
|
||||||
HistorySearchFold: true,
|
HistorySearchFold: true,
|
||||||
})
|
})
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to initialize readline lib: %s", err)
|
return fmt.Errorf("failed to initialize readline lib: %w", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
for {
|
for {
|
||||||
@@ -112,11 +112,13 @@ func ApiRepl(conf *cfg.Config) error {
|
|||||||
parts := strings.SplitN(strings.TrimSpace(text), " ", 3)
|
parts := strings.SplitN(strings.TrimSpace(text), " ", 3)
|
||||||
if len(parts) < 2 {
|
if len(parts) < 2 {
|
||||||
fmt.Println("error: you need to input a verb, uri [and post data]")
|
fmt.Println("error: you need to input a verb, uri [and post data]")
|
||||||
|
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
|
||||||
if !slices.Contains(verbs, strings.ToLower(parts[0])) {
|
if !slices.Contains(verbs, strings.ToLower(parts[0])) {
|
||||||
fmt.Println("error: verb must be one of " + strings.Join(verbs, ","))
|
fmt.Println("error: verb must be one of " + strings.Join(verbs, ","))
|
||||||
|
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -144,6 +146,7 @@ func ApiRepl(conf *cfg.Config) error {
|
|||||||
pageJsonOutput(conf, raw)
|
pageJsonOutput(conf, raw)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
//nolint:nilerr
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -175,7 +178,6 @@ func pageJsonOutput(conf *cfg.Config, raw []byte) {
|
|||||||
pager.Stderr = os.Stderr
|
pager.Stderr = os.Stderr
|
||||||
|
|
||||||
err := pager.Run()
|
err := pager.Run()
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
fmt.Printf("failed to execute pager '%s': %s", conf.Pager, err)
|
fmt.Printf("failed to execute pager '%s': %s", conf.Pager, err)
|
||||||
}
|
}
|
||||||
@@ -197,16 +199,16 @@ func CallAPI(conf *cfg.Config, verb, path, data string) ([]byte, error) {
|
|||||||
verb = strings.ToUpper(verb)
|
verb = strings.ToUpper(verb)
|
||||||
|
|
||||||
// we're using port-forwards anyway
|
// we're using port-forwards anyway
|
||||||
tr := &http.Transport{
|
noVerifyTransport := &http.Transport{
|
||||||
TLSClientConfig: &tls.Config{InsecureSkipVerify: true},
|
TLSClientConfig: &tls.Config{InsecureSkipVerify: true},
|
||||||
}
|
}
|
||||||
|
|
||||||
client := &http.Client{Transport: tr}
|
client := &http.Client{Transport: noVerifyTransport}
|
||||||
|
|
||||||
if conf.DebugHTTP {
|
if conf.DebugHTTP {
|
||||||
client = &http.Client{
|
client = &http.Client{
|
||||||
Transport: &cfg.DebugTransport{
|
Transport: &cfg.DebugTransport{
|
||||||
Transport: tr}}
|
Transport: noVerifyTransport}}
|
||||||
}
|
}
|
||||||
|
|
||||||
req, err := http.NewRequest(verb, conf.DefaultCluster.Uri+path, bytes.NewBuffer([]byte(data)))
|
req, err := http.NewRequest(verb, conf.DefaultCluster.Uri+path, bytes.NewBuffer([]byte(data)))
|
||||||
@@ -215,7 +217,7 @@ func CallAPI(conf *cfg.Config, verb, path, data string) ([]byte, error) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
req.Header.Add("Content-Type", "application/json")
|
req.Header.Add("Content-Type", "application/json")
|
||||||
req.Header.Add("accept", "application/json")
|
req.Header.Add("Accept", "application/json")
|
||||||
|
|
||||||
// make sure we have got all we need
|
// make sure we have got all we need
|
||||||
if err := conf.DefaultCluster.CheckAuth(); err != nil {
|
if err := conf.DefaultCluster.CheckAuth(); err != nil {
|
||||||
@@ -233,11 +235,16 @@ func CallAPI(conf *cfg.Config, verb, path, data string) ([]byte, error) {
|
|||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
defer func() {
|
||||||
|
if err := resp.Body.Close(); err != nil {
|
||||||
|
log.Fatal(err)
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
|
||||||
// Read and print response
|
// Read and print response
|
||||||
body, err := io.ReadAll(resp.Body)
|
body, err := io.ReadAll(resp.Body)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, fmt.Errorf("failed to read response body: %s", err)
|
return nil, fmt.Errorf("failed to read response body: %w", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
return body, nil
|
return body, nil
|
||||||
@@ -249,6 +256,7 @@ func prettyfiJson(conf *cfg.Config, raw []byte) (string, error) {
|
|||||||
cmd.Stdin = bytes.NewReader(raw)
|
cmd.Stdin = bytes.NewReader(raw)
|
||||||
|
|
||||||
var out bytes.Buffer
|
var out bytes.Buffer
|
||||||
|
|
||||||
cmd.Stdout = &out
|
cmd.Stdout = &out
|
||||||
|
|
||||||
err := cmd.Run()
|
err := cmd.Run()
|
||||||
@@ -258,10 +266,12 @@ func prettyfiJson(conf *cfg.Config, raw []byte) (string, error) {
|
|||||||
|
|
||||||
return out.String(), nil
|
return out.String(), nil
|
||||||
}
|
}
|
||||||
|
|
||||||
var pretty bytes.Buffer
|
var pretty bytes.Buffer
|
||||||
|
|
||||||
err := json.Indent(&pretty, raw, "", "\t")
|
err := json.Indent(&pretty, raw, "", "\t")
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return "", fmt.Errorf("json parse error: %s", err)
|
return "", fmt.Errorf("json parse error: %w", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
return pretty.String(), nil
|
return pretty.String(), nil
|
||||||
@@ -270,10 +280,10 @@ func prettyfiJson(conf *cfg.Config, raw []byte) (string, error) {
|
|||||||
// interactively read arbitrary JSON data from STDIN, which is
|
// interactively read arbitrary JSON data from STDIN, which is
|
||||||
// virtually a repl inside the primary repl
|
// virtually a repl inside the primary repl
|
||||||
func readJSON(input string) (string, error) {
|
func readJSON(input string) (string, error) {
|
||||||
data := ""
|
data := strings.Builder{}
|
||||||
|
|
||||||
if input != "" {
|
if input != "" {
|
||||||
data = input
|
data.WriteString(input)
|
||||||
} else {
|
} else {
|
||||||
scanner := bufio.NewScanner(os.Stdin)
|
scanner := bufio.NewScanner(os.Stdin)
|
||||||
for scanner.Scan() {
|
for scanner.Scan() {
|
||||||
@@ -283,23 +293,23 @@ func readJSON(input string) (string, error) {
|
|||||||
break
|
break
|
||||||
}
|
}
|
||||||
|
|
||||||
data += line
|
data.WriteString(line)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
if data == "" {
|
if data.Len() == 0 {
|
||||||
return data, nil
|
return "", nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// validate
|
// validate
|
||||||
check := map[string]any{}
|
check := map[string]any{}
|
||||||
err := json.Unmarshal([]byte(data), &check)
|
|
||||||
if err != nil {
|
|
||||||
return "", fmt.Errorf("error: input data is not proper JSON: %s", err)
|
|
||||||
|
|
||||||
|
err := json.Unmarshal([]byte(data.String()), &check)
|
||||||
|
if err != nil {
|
||||||
|
return "", fmt.Errorf("error: input data is not proper JSON: %w", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
return data, nil
|
return data.String(), nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func ApiList(conf *cfg.Config, pattern string) error {
|
func ApiList(conf *cfg.Config, pattern string) error {
|
||||||
@@ -338,6 +348,7 @@ func ApiList(conf *cfg.Config, pattern string) error {
|
|||||||
}
|
}
|
||||||
|
|
||||||
table.Sort()
|
table.Sort()
|
||||||
|
|
||||||
return table.Print()
|
return table.Print()
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -345,10 +356,13 @@ func ApiList(conf *cfg.Config, pattern string) error {
|
|||||||
func ApiPathNames() []string {
|
func ApiPathNames() []string {
|
||||||
assets.LoadAssetOpenApi()
|
assets.LoadAssetOpenApi()
|
||||||
|
|
||||||
paths := []string{}
|
paths := make([]string, len(assets.OpenAPI.Spec().Paths.Paths))
|
||||||
|
|
||||||
|
idx := 0
|
||||||
|
|
||||||
for path := range assets.OpenAPI.Spec().Paths.Paths {
|
for path := range assets.OpenAPI.Spec().Paths.Paths {
|
||||||
paths = append(paths, path)
|
paths[idx] = path
|
||||||
|
idx++
|
||||||
}
|
}
|
||||||
|
|
||||||
return paths
|
return paths
|
||||||
@@ -356,6 +370,7 @@ func ApiPathNames() []string {
|
|||||||
|
|
||||||
func ApiShow(conf *cfg.Config, showpath, verb string) error {
|
func ApiShow(conf *cfg.Config, showpath, verb string) error {
|
||||||
assets.LoadAssetOpenApi()
|
assets.LoadAssetOpenApi()
|
||||||
|
|
||||||
out := printer.Builder{}
|
out := printer.Builder{}
|
||||||
|
|
||||||
op, err := matchOperation(showpath, verb)
|
op, err := matchOperation(showpath, verb)
|
||||||
@@ -372,18 +387,20 @@ func ApiShow(conf *cfg.Config, showpath, verb string) error {
|
|||||||
sample := getApiExample(op)
|
sample := getApiExample(op)
|
||||||
description := markdown.Render(cleanMarkup.ReplaceAllString(op.Op.Description, ""), width, cfg.DefaultMargin)
|
description := markdown.Render(cleanMarkup.ReplaceAllString(op.Op.Description, ""), width, cfg.DefaultMargin)
|
||||||
|
|
||||||
var bold = lipgloss.NewStyle().
|
var (
|
||||||
|
bold = lipgloss.NewStyle().
|
||||||
Bold(true)
|
Bold(true)
|
||||||
var paragraph = lipgloss.NewStyle().
|
paragraph = lipgloss.NewStyle().
|
||||||
MarginBottom(1).
|
MarginBottom(1).
|
||||||
MarginLeft(cfg.DefaultMargin)
|
MarginLeft(cfg.DefaultMargin)
|
||||||
var boldparagraph = lipgloss.NewStyle().
|
boldparagraph = lipgloss.NewStyle().
|
||||||
MarginBottom(1).
|
MarginBottom(1).
|
||||||
MarginLeft(cfg.DefaultMargin).
|
MarginLeft(cfg.DefaultMargin).
|
||||||
Bold(true)
|
Bold(true)
|
||||||
var indentparagraph = lipgloss.NewStyle().
|
indentparagraph = lipgloss.NewStyle().
|
||||||
MarginBottom(1).
|
MarginBottom(1).
|
||||||
MarginLeft(2)
|
MarginLeft(2)
|
||||||
|
)
|
||||||
|
|
||||||
out.WriteStringLine(bold.Render("ID: " + op.Op.ID))
|
out.WriteStringLine(bold.Render("ID: " + op.Op.ID))
|
||||||
out.WriteStringLine(paragraph.Render(fmt.Sprintf("%s %s", op.Verb, showpath)))
|
out.WriteStringLine(paragraph.Render(fmt.Sprintf("%s %s", op.Verb, showpath)))
|
||||||
@@ -399,10 +416,11 @@ func ApiShow(conf *cfg.Config, showpath, verb string) error {
|
|||||||
|
|
||||||
if len(params.Path) > 0 {
|
if len(params.Path) > 0 {
|
||||||
out.WriteStringLine(bold.Render("Path Parameters"))
|
out.WriteStringLine(bold.Render("Path Parameters"))
|
||||||
|
|
||||||
for _, param := range params.Path {
|
for _, param := range params.Path {
|
||||||
out.WriteStringLine(boldparagraph.Render(param.Param))
|
out.WriteStringLine(boldparagraph.Render(param.Param))
|
||||||
|
|
||||||
if param.Description != "" {
|
if param.Description != "" {
|
||||||
//out.WriteStringLine(indentparagraph.Render(param.Description))
|
|
||||||
out.WriteStringLine(param.Description)
|
out.WriteStringLine(param.Description)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -410,8 +428,10 @@ func ApiShow(conf *cfg.Config, showpath, verb string) error {
|
|||||||
|
|
||||||
if len(params.Query) > 0 {
|
if len(params.Query) > 0 {
|
||||||
out.WriteStringLine(bold.Render("Query Parameters"))
|
out.WriteStringLine(bold.Render("Query Parameters"))
|
||||||
|
|
||||||
for _, param := range params.Query {
|
for _, param := range params.Query {
|
||||||
out.WriteStringLine(boldparagraph.Render(param.Param))
|
out.WriteStringLine(boldparagraph.Render(param.Param))
|
||||||
|
|
||||||
if param.Description != "" {
|
if param.Description != "" {
|
||||||
out.WriteStringLine(indentparagraph.Render(param.Description))
|
out.WriteStringLine(indentparagraph.Render(param.Description))
|
||||||
}
|
}
|
||||||
@@ -493,10 +513,8 @@ func getApiExample(op *Op) string {
|
|||||||
if hassource {
|
if hassource {
|
||||||
sample = strings.TrimSpace(source.(string))
|
sample = strings.TrimSpace(source.(string))
|
||||||
}
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -509,11 +527,13 @@ func getApiExample(op *Op) string {
|
|||||||
func matchOperation(showpath, verb string) (*Op, error) {
|
func matchOperation(showpath, verb string) (*Op, error) {
|
||||||
ops := []*Op{}
|
ops := []*Op{}
|
||||||
op := &Op{}
|
op := &Op{}
|
||||||
|
|
||||||
var found bool
|
var found bool
|
||||||
|
|
||||||
for path, item := range assets.OpenAPI.Spec().Paths.Paths {
|
for path, item := range assets.OpenAPI.Spec().Paths.Paths {
|
||||||
if path == showpath {
|
if path == showpath {
|
||||||
ops = findOperation(item.PathItemProps)
|
ops = findOperation(item.PathItemProps)
|
||||||
|
|
||||||
break
|
break
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -530,6 +550,7 @@ func matchOperation(showpath, verb string) (*Op, error) {
|
|||||||
if strings.ToLower(item.Verb) == verb {
|
if strings.ToLower(item.Verb) == verb {
|
||||||
op = item
|
op = item
|
||||||
found = true
|
found = true
|
||||||
|
|
||||||
break
|
break
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -46,9 +46,8 @@ func CcrStatus(conf *cfg.Config, leader, follower string) error {
|
|||||||
}
|
}
|
||||||
|
|
||||||
// reverse attribution
|
// reverse attribution
|
||||||
f := follower
|
follower, leader = leader, follower
|
||||||
follower = leader
|
|
||||||
leader = f
|
|
||||||
slog.Debug("leader/follower attribution is invalid, reversing", "leader", leader, "follower", follower)
|
slog.Debug("leader/follower attribution is invalid, reversing", "leader", leader, "follower", follower)
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -58,7 +57,7 @@ func CcrStatus(conf *cfg.Config, leader, follower string) error {
|
|||||||
res, err := conf.Clusters[alias].ES().Cat.Indices().
|
res, err := conf.Clusters[alias].ES().Cat.Indices().
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get indicies on %s: %s", alias, esErrorString(err))
|
return fmt.Errorf("failed to get indicies on %s: %w", alias, esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
indices[alias] = make(map[string]*types.IndicesRecord, len(res))
|
indices[alias] = make(map[string]*types.IndicesRecord, len(res))
|
||||||
@@ -87,22 +86,24 @@ func CcrRemoteInfo(conf *cfg.Config, index string) error {
|
|||||||
res, err := conf.DefaultCluster.ES().Cluster.RemoteInfo().
|
res, err := conf.DefaultCluster.ES().Cluster.RemoteInfo().
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to retrieve follower info: %s", esErrorString(err))
|
return fmt.Errorf("failed to retrieve follower info: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
slog.Debug("ccr remote info", "info", res)
|
slog.Debug("ccr remote info", "info", res)
|
||||||
|
|
||||||
remote := ""
|
remote := ""
|
||||||
|
|
||||||
var info *types.ClusterRemoteProxyInfo
|
var info *types.ClusterRemoteProxyInfo
|
||||||
|
|
||||||
for name, data := range res {
|
for name, data := range res {
|
||||||
remote = name
|
remote = name
|
||||||
info = data.(*types.ClusterRemoteProxyInfo)
|
info = data.(*types.ClusterRemoteProxyInfo)
|
||||||
|
|
||||||
break
|
break
|
||||||
}
|
}
|
||||||
|
|
||||||
if remote == "" {
|
if remote == "" {
|
||||||
return fmt.Errorf("cluster doesn't follow any other: %s", err)
|
return errors.New("cluster doesn't follow any other")
|
||||||
}
|
}
|
||||||
|
|
||||||
mode := "follower"
|
mode := "follower"
|
||||||
@@ -113,11 +114,11 @@ func CcrRemoteInfo(conf *cfg.Config, index string) error {
|
|||||||
table := printer.NewTable(conf, 2, 5)
|
table := printer.NewTable(conf, 2, 5)
|
||||||
table.Addheaders("ccr remote property", "value")
|
table.Addheaders("ccr remote property", "value")
|
||||||
|
|
||||||
table.Entries = [][]string{
|
table.Entries = [][]any{
|
||||||
{"Remote Cluster", remote},
|
{"Remote Cluster", remote},
|
||||||
{"CCR Mode", mode},
|
{"CCR Mode", mode},
|
||||||
{"Connected", fmt.Sprintf("%t", info.Connected)},
|
{"Connected", info.Connected},
|
||||||
{"Num Proxy Sockets Connected", fmt.Sprintf("%d", info.NumProxySocketsConnected)},
|
{"Num Proxy Sockets Connected", info.NumProxySocketsConnected},
|
||||||
{"Proxy Address", info.ProxyAddress},
|
{"Proxy Address", info.ProxyAddress},
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -18,6 +18,7 @@ package es
|
|||||||
|
|
||||||
import (
|
import (
|
||||||
"context"
|
"context"
|
||||||
|
"errors"
|
||||||
"fmt"
|
"fmt"
|
||||||
"log/slog"
|
"log/slog"
|
||||||
|
|
||||||
@@ -29,17 +30,18 @@ func getRemoteName(conf *cfg.Config) (string, error) {
|
|||||||
res, err := conf.DefaultCluster.ES().Cluster.RemoteInfo().
|
res, err := conf.DefaultCluster.ES().Cluster.RemoteInfo().
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return "", fmt.Errorf("failed to retrieve follower info: %s", esErrorString(err))
|
return "", fmt.Errorf("failed to retrieve follower info: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
remote := ""
|
remote := ""
|
||||||
for name := range res {
|
for name := range res {
|
||||||
remote = name
|
remote = name
|
||||||
|
|
||||||
break
|
break
|
||||||
}
|
}
|
||||||
|
|
||||||
if remote == "" {
|
if remote == "" {
|
||||||
return "", fmt.Errorf("cluster doesn't have a follower")
|
return "", errors.New("cluster doesn't have a follower")
|
||||||
}
|
}
|
||||||
|
|
||||||
return remote, nil
|
return remote, nil
|
||||||
@@ -61,26 +63,31 @@ func CcrFollowerRenew(conf *cfg.Config, index string) error {
|
|||||||
if err := wrapError(IndexClose, conf, index); err != nil {
|
if err := wrapError(IndexClose, conf, index); err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
fmt.Printf("closed %s", index)
|
fmt.Printf("closed %s", index)
|
||||||
|
|
||||||
if err := wrapError(CcrFollowerPause, conf, index); err != nil {
|
if err := wrapError(CcrFollowerPause, conf, index); err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
fmt.Printf("paused %s", index)
|
fmt.Printf("paused %s", index)
|
||||||
|
|
||||||
if err := wrapError(CcrFollowerUnfollow, conf, index); err != nil {
|
if err := wrapError(CcrFollowerUnfollow, conf, index); err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
fmt.Printf("unfollowed %s", index)
|
fmt.Printf("unfollowed %s", index)
|
||||||
|
|
||||||
if err := wrapError(IndexDelete, conf, index); err != nil {
|
if err := wrapError(IndexDelete, conf, index); err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
fmt.Printf("deleted %s", index)
|
fmt.Printf("deleted %s", index)
|
||||||
|
|
||||||
if err := CcrFollowerAdd(conf, index); err != nil {
|
if err := CcrFollowerAdd(conf, index); err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
fmt.Printf("added follower %s", index)
|
fmt.Printf("added follower %s", index)
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
@@ -89,9 +96,8 @@ func CcrFollowerRenew(conf *cfg.Config, index string) error {
|
|||||||
func CcrFollowerResume(conf *cfg.Config, index string) error {
|
func CcrFollowerResume(conf *cfg.Config, index string) error {
|
||||||
_, err := conf.DefaultCluster.ES().Ccr.ResumeFollow(index).
|
_, err := conf.DefaultCluster.ES().Ccr.ResumeFollow(index).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to resume ccr following: %s", esErrorString(err))
|
return fmt.Errorf("failed to resume ccr following: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
@@ -100,9 +106,8 @@ func CcrFollowerResume(conf *cfg.Config, index string) error {
|
|||||||
func CcrFollowerPause(conf *cfg.Config, index string) error {
|
func CcrFollowerPause(conf *cfg.Config, index string) error {
|
||||||
_, err := conf.DefaultCluster.ES().Ccr.PauseFollow(index).
|
_, err := conf.DefaultCluster.ES().Ccr.PauseFollow(index).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to pause ccr following: %s", esErrorString(err))
|
return fmt.Errorf("failed to pause ccr following: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
@@ -111,9 +116,8 @@ func CcrFollowerPause(conf *cfg.Config, index string) error {
|
|||||||
func CcrFollowerUnfollow(conf *cfg.Config, index string) error {
|
func CcrFollowerUnfollow(conf *cfg.Config, index string) error {
|
||||||
_, err := conf.DefaultCluster.ES().Ccr.ForgetFollower(index).
|
_, err := conf.DefaultCluster.ES().Ccr.ForgetFollower(index).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to unfollow index: %s", esErrorString(err))
|
return fmt.Errorf("failed to unfollow index: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
@@ -134,9 +138,8 @@ func CcrFollowerAdd(conf *cfg.Config, index string) error {
|
|||||||
}
|
}
|
||||||
|
|
||||||
_, err = create.Do(context.Background())
|
_, err = create.Do(context.Background())
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to create follower index: %s", esErrorString(err))
|
return fmt.Errorf("failed to create follower index: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
@@ -146,7 +149,7 @@ func CcrFollowerShow(conf *cfg.Config, index string) error {
|
|||||||
res, err := conf.DefaultCluster.ES().Ccr.FollowStats(index).
|
res, err := conf.DefaultCluster.ES().Ccr.FollowStats(index).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to retrieve follower index info: %s", esErrorString(err))
|
return fmt.Errorf("failed to retrieve follower index info: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
slog.Debug("ES result", "follower stats", res.Indices)
|
slog.Debug("ES result", "follower stats", res.Indices)
|
||||||
@@ -164,16 +167,16 @@ func CcrFollowerShow(conf *cfg.Config, index string) error {
|
|||||||
table := printer.NewTable(conf, 2, 9)
|
table := printer.NewTable(conf, 2, 9)
|
||||||
table.Addheaders("ccr follower property", "value")
|
table.Addheaders("ccr follower property", "value")
|
||||||
|
|
||||||
table.Entries = [][]string{
|
table.Entries = [][]any{
|
||||||
{"name", index},
|
{"name", index},
|
||||||
{"remote_cluster", follower.RemoteCluster},
|
{"remote_cluster", follower.RemoteCluster},
|
||||||
{"leader_checkpoint", fmt.Sprintf("%d", follower.LeaderGlobalCheckpoint)},
|
{"leader_checkpoint", follower.LeaderGlobalCheckpoint},
|
||||||
{"follower_checkpoint", fmt.Sprintf("%d", follower.FollowerGlobalCheckpoint)},
|
{"follower_checkpoint", follower.FollowerGlobalCheckpoint},
|
||||||
{"bytes_read", fmt.Sprintf("%d", follower.BytesRead)},
|
{"bytes_read", follower.BytesRead},
|
||||||
{"failed_read_requests", fmt.Sprintf("%d", follower.FailedReadRequests)},
|
{"failed_read_requests", follower.FailedReadRequests},
|
||||||
{"failed_write_requests", fmt.Sprintf("%d", follower.FailedWriteRequests)},
|
{"failed_write_requests", follower.FailedWriteRequests},
|
||||||
{"successful_read_requests", fmt.Sprintf("%d", follower.SuccessfulReadRequests)},
|
{"successful_read_requests", follower.SuccessfulReadRequests},
|
||||||
{"successful_write_requests", fmt.Sprintf("%d", follower.SuccessfulWriteRequests)},
|
{"successful_write_requests", follower.SuccessfulWriteRequests},
|
||||||
}
|
}
|
||||||
|
|
||||||
if err := table.Print(); err != nil {
|
if err := table.Print(); err != nil {
|
||||||
|
|||||||
@@ -17,6 +17,7 @@ along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|||||||
package es
|
package es
|
||||||
|
|
||||||
import (
|
import (
|
||||||
|
"errors"
|
||||||
"fmt"
|
"fmt"
|
||||||
"log/slog"
|
"log/slog"
|
||||||
"strings"
|
"strings"
|
||||||
@@ -37,22 +38,22 @@ type clusterReachable struct {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func ClusterList(conf *cfg.Config) error {
|
func ClusterList(conf *cfg.Config) error {
|
||||||
var mu sync.Mutex
|
var (
|
||||||
var wg sync.WaitGroup
|
mu sync.Mutex
|
||||||
|
wg sync.WaitGroup
|
||||||
|
)
|
||||||
|
|
||||||
reachable := make(map[string]clusterReachable, len(conf.Clusters))
|
reachable := make(map[string]clusterReachable, len(conf.Clusters))
|
||||||
|
|
||||||
// check endpoints in parallel to speed things up
|
// check endpoints in parallel to speed things up
|
||||||
for name, cluster := range conf.Clusters {
|
for name, cluster := range conf.Clusters {
|
||||||
wg.Add(1)
|
wg.Go(func() {
|
||||||
|
|
||||||
go func() {
|
|
||||||
defer wg.Done()
|
|
||||||
online, err := cluster.IsReachable()
|
online, err := cluster.IsReachable()
|
||||||
|
|
||||||
mu.Lock()
|
mu.Lock()
|
||||||
reachable[name] = clusterReachable{reachable: online, err: err}
|
reachable[name] = clusterReachable{reachable: online, err: err}
|
||||||
mu.Unlock()
|
mu.Unlock()
|
||||||
}()
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
wg.Wait()
|
wg.Wait()
|
||||||
@@ -80,7 +81,7 @@ func ClusterList(conf *cfg.Config) error {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
table.Entries[idx] = []string{name, cluster.Uri, reachableStr, current, errmsg}
|
table.Entries[idx] = []any{name, cluster.Uri, reachableStr, current, errmsg}
|
||||||
idx++
|
idx++
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -118,45 +119,50 @@ func getClusterStatus(conf *cfg.Config) (*apiResponse, error) {
|
|||||||
|
|
||||||
all := apiResponse{}
|
all := apiResponse{}
|
||||||
|
|
||||||
for i := 0; i < gocount; i++ {
|
var err error
|
||||||
r := <-responses
|
|
||||||
|
|
||||||
if r.error != nil {
|
for range gocount {
|
||||||
return nil, r.error
|
res := <-responses
|
||||||
}
|
|
||||||
|
|
||||||
switch r.which {
|
err = errors.Join(err, res.error)
|
||||||
|
|
||||||
|
switch res.which {
|
||||||
case ResponseHealth:
|
case ResponseHealth:
|
||||||
all.health = r.health
|
all.health = res.health
|
||||||
case ResponseCcr:
|
case ResponseCcr:
|
||||||
all.ccr = r.ccr
|
all.ccr = res.ccr
|
||||||
case ResponseInfo:
|
case ResponseInfo:
|
||||||
all.info = r.info
|
all.info = res.info
|
||||||
case ResponseStats:
|
case ResponseStats:
|
||||||
all.stats = r.stats
|
all.stats = res.stats
|
||||||
case ResponseIndices:
|
case ResponseIndices:
|
||||||
all.indices = r.indices
|
all.indices = res.indices
|
||||||
case ResponseTasks:
|
case ResponseTasks:
|
||||||
all.tasks = r.tasks
|
all.tasks = res.tasks
|
||||||
case ResponseHealthReport:
|
case ResponseHealthReport:
|
||||||
all.healthreport = r.healthreport
|
all.healthreport = res.healthreport
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
return &all, nil
|
return &all, err
|
||||||
}
|
}
|
||||||
|
|
||||||
func ClusterStatus(conf *cfg.Config) error {
|
func ClusterStatus(conf *cfg.Config) error {
|
||||||
res, err := getClusterStatus(conf)
|
res, err := getClusterStatus(conf)
|
||||||
if err != nil {
|
if err != nil && !strings.Contains(err.Error(), "current license is non-compliant") {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
slog.Debug("ES result", "cluster health", res.health)
|
slog.Debug("ES result", "cluster health", res.health)
|
||||||
|
|
||||||
isleader := len(res.ccr.AutoFollowStats.AutoFollowedClusters) == 0
|
var (
|
||||||
|
isleader bool
|
||||||
|
ccrfollowing string
|
||||||
|
)
|
||||||
|
|
||||||
|
if res.ccr != nil {
|
||||||
|
isleader = len(res.ccr.AutoFollowStats.AutoFollowedClusters) == 0
|
||||||
|
|
||||||
ccrfollowing := ""
|
|
||||||
if len(res.ccr.AutoFollowStats.AutoFollowedClusters) > 0 {
|
if len(res.ccr.AutoFollowStats.AutoFollowedClusters) > 0 {
|
||||||
// is following another cluster
|
// is following another cluster
|
||||||
ccrfollowing = fmt.Sprintf("%s (%d/%d)",
|
ccrfollowing = fmt.Sprintf("%s (%d/%d)",
|
||||||
@@ -165,9 +171,11 @@ func ClusterStatus(conf *cfg.Config) error {
|
|||||||
res.ccr.AutoFollowStats.NumberOfFailedFollowIndices,
|
res.ccr.AutoFollowStats.NumberOfFailedFollowIndices,
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
|
||||||
// look for red indices, if any
|
// look for red indices, if any
|
||||||
redindices := 0
|
redindices := 0
|
||||||
|
|
||||||
for _, index := range *res.indices {
|
for _, index := range *res.indices {
|
||||||
if *index.Health == "red" {
|
if *index.Health == "red" {
|
||||||
redindices++
|
redindices++
|
||||||
@@ -176,6 +184,7 @@ func ClusterStatus(conf *cfg.Config) error {
|
|||||||
|
|
||||||
// look for long running tasks
|
// look for long running tasks
|
||||||
longtasks := 0
|
longtasks := 0
|
||||||
|
|
||||||
for _, task := range *res.tasks {
|
for _, task := range *res.tasks {
|
||||||
if strings.Contains(*task.RunningTime, "d") {
|
if strings.Contains(*task.RunningTime, "d") {
|
||||||
longtasks++
|
longtasks++
|
||||||
@@ -185,44 +194,44 @@ func ClusterStatus(conf *cfg.Config) error {
|
|||||||
table := printer.NewTable(conf, 2, 7)
|
table := printer.NewTable(conf, 2, 7)
|
||||||
table.Addheaders(conf.DefaultCluster.Name, "status")
|
table.Addheaders(conf.DefaultCluster.Name, "status")
|
||||||
|
|
||||||
table.Entries = [][]string{
|
table.Entries = [][]any{
|
||||||
{"Cluster Name", res.health.ClusterName},
|
{"Cluster Name", res.health.ClusterName},
|
||||||
{"ES Status", printer.Colorize(conf, res.health.Status.Name, res.health.Status.Name)},
|
{"ES Status", printer.Colorize(conf, res.health.Status.Name, res.health.Status.Name)},
|
||||||
{"ES Version", res.info.Version.Int},
|
{"ES Version", res.info.Version.Int},
|
||||||
{"Is Leader", fmt.Sprintf("%t", isleader)},
|
{"Is Leader", isleader},
|
||||||
{"Active Shards", fmt.Sprintf("%d", res.health.ActiveShards)},
|
{"Active Shards", res.health.ActiveShards},
|
||||||
{"Active Primary Shards", fmt.Sprintf("%d", res.health.ActivePrimaryShards)},
|
{"Active Primary Shards", res.health.ActivePrimaryShards},
|
||||||
{"Unassigned Shards", fmt.Sprintf("%d", res.health.UnassignedShards)},
|
{"Unassigned Shards", res.health.UnassignedShards},
|
||||||
{"Unassigned Primary Shards", fmt.Sprintf("%d", res.health.UnassignedPrimaryShards)},
|
{"Unassigned Primary Shards", res.health.UnassignedPrimaryShards},
|
||||||
{"Pending Tasks", fmt.Sprintf("%d", res.health.NumberOfPendingTasks)},
|
{"Pending Tasks", res.health.NumberOfPendingTasks},
|
||||||
{"Nodes", fmt.Sprintf("%d", res.health.NumberOfNodes)},
|
{"Nodes", res.health.NumberOfNodes},
|
||||||
{"Red Indices", fmt.Sprintf("%d", redindices)},
|
{"Red Indices", redindices},
|
||||||
{"Long Running Tasks", fmt.Sprintf("%d", longtasks)},
|
{"Long Running Tasks", longtasks},
|
||||||
}
|
}
|
||||||
|
|
||||||
if !isleader {
|
if !isleader && res.ccr != nil {
|
||||||
table.Entries = append(table.Entries, [][]string{
|
table.Entries = append(table.Entries, [][]any{
|
||||||
{"AutoFollow (success/failed indices)", ccrfollowing},
|
{"AutoFollow (success/failed indices)", ccrfollowing},
|
||||||
{"Followed Indices", fmt.Sprintf("%d", len(res.ccr.FollowStats.Indices))},
|
{"Followed Indices", len(res.ccr.FollowStats.Indices)},
|
||||||
}...)
|
}...)
|
||||||
}
|
}
|
||||||
|
|
||||||
if conf.Verbose {
|
if conf.Verbose {
|
||||||
table = gatherClusterStats(conf, res.stats, table)
|
table = gatherClusterStats(res.stats, table)
|
||||||
}
|
}
|
||||||
|
|
||||||
if res.health.Status.Name != "green" {
|
if res.health.Status.Name != "green" {
|
||||||
for name, indicator := range res.healthreport.Indicators {
|
for name, indicator := range res.healthreport.Indicators {
|
||||||
if indicator.Status != "green" {
|
if indicator.Status != "green" {
|
||||||
table.Entries = append(table.Entries, []string{
|
table.Entries = append(table.Entries, []any{
|
||||||
printer.Colorize(conf, indicator.Status, "Bad health "+name), indicator.Symptom,
|
printer.Colorize(conf, indicator.Status, "Bad health "+name), indicator.Symptom,
|
||||||
})
|
})
|
||||||
|
|
||||||
for _, diag := range indicator.Diagnosis {
|
for _, diag := range indicator.Diagnosis {
|
||||||
table.Entries = append(table.Entries, []string{" -> cause", diag.Cause})
|
table.Entries = append(table.Entries, []any{" -> cause", diag.Cause})
|
||||||
|
|
||||||
for resource, items := range diag.AffectedResources {
|
for resource, items := range diag.AffectedResources {
|
||||||
table.Entries = append(table.Entries, []string{" -> affected " + resource, strings.Join(items, ",")})
|
table.Entries = append(table.Entries, []any{" -> affected " + resource, strings.Join(items, ",")})
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -236,9 +245,11 @@ func ClusterStatus(conf *cfg.Config) error {
|
|||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func gatherClusterStats(conf *cfg.Config, clusterstats *clusterstats.Response, table *printer.Table) *printer.Table {
|
func gatherClusterStats(clusterstats *clusterstats.Response, table *printer.Table) *printer.Table {
|
||||||
var querycount int64
|
var (
|
||||||
var vmversion string
|
querycount int64
|
||||||
|
vmversion string
|
||||||
|
)
|
||||||
|
|
||||||
for _, count := range clusterstats.Indices.Search.Queries {
|
for _, count := range clusterstats.Indices.Search.Queries {
|
||||||
querycount += count
|
querycount += count
|
||||||
@@ -250,13 +261,13 @@ func gatherClusterStats(conf *cfg.Config, clusterstats *clusterstats.Response, t
|
|||||||
clusterstats.Nodes.Jvm.Versions[0].VmVersion}, " ")
|
clusterstats.Nodes.Jvm.Versions[0].VmVersion}, " ")
|
||||||
}
|
}
|
||||||
|
|
||||||
table.Entries = append(table.Entries, [][]string{
|
table.Entries = append(table.Entries, [][]any{
|
||||||
{"Indicies", fmt.Sprintf("%d", clusterstats.Indices.Count)},
|
{"Indicies", clusterstats.Indices.Count},
|
||||||
{"Docs", fmt.Sprintf("%d", clusterstats.Indices.Docs.Count)},
|
{"Docs", clusterstats.Indices.Docs.Count},
|
||||||
{"Total Size", humanize.Bytes(uint64(clusterstats.Indices.Docs.TotalSizeInBytes))},
|
{"Total Size", printer.Bytes(clusterstats.Indices.Docs.TotalSizeInBytes)},
|
||||||
{"Total Queries", fmt.Sprintf("%d", querycount)},
|
{"Total Queries", "%d", querycount},
|
||||||
{"Shards Primaries", fmt.Sprintf("%d", clusterstats.Indices.Shards.Primaries)},
|
{"Shards Primaries", clusterstats.Indices.Shards.Primaries},
|
||||||
{"Shards Total", fmt.Sprintf("%d", clusterstats.Indices.Shards.Total)},
|
{"Shards Total", clusterstats.Indices.Shards.Total},
|
||||||
{"Storage", fmt.Sprintf(
|
{"Storage", fmt.Sprintf(
|
||||||
"%s/%s",
|
"%s/%s",
|
||||||
humanize.Bytes(uint64(clusterstats.Indices.Store.SizeInBytes)),
|
humanize.Bytes(uint64(clusterstats.Indices.Store.SizeInBytes)),
|
||||||
@@ -267,11 +278,11 @@ func gatherClusterStats(conf *cfg.Config, clusterstats *clusterstats.Response, t
|
|||||||
humanize.Bytes(uint64(clusterstats.Nodes.Jvm.Mem.HeapUsedInBytes)),
|
humanize.Bytes(uint64(clusterstats.Nodes.Jvm.Mem.HeapUsedInBytes)),
|
||||||
humanize.Bytes(uint64(clusterstats.Nodes.Jvm.Mem.HeapMaxInBytes)),
|
humanize.Bytes(uint64(clusterstats.Nodes.Jvm.Mem.HeapMaxInBytes)),
|
||||||
)},
|
)},
|
||||||
{"JVM Threads", fmt.Sprintf("%d", clusterstats.Nodes.Jvm.Threads)},
|
{"JVM Threads", clusterstats.Nodes.Jvm.Threads},
|
||||||
{"JVM Version", vmversion},
|
{"JVM Version", vmversion},
|
||||||
{"CPUs", fmt.Sprintf("%d", clusterstats.Nodes.Os.AllocatedProcessors)},
|
{"CPUs", clusterstats.Nodes.Os.AllocatedProcessors},
|
||||||
{"CPU Usage", fmt.Sprintf("%d%%", clusterstats.Nodes.Process.Cpu.Percent)},
|
{"CPU Usage", fmt.Sprintf("%d%%", clusterstats.Nodes.Process.Cpu.Percent)},
|
||||||
{"Open FDs", fmt.Sprintf("%d", clusterstats.Nodes.Process.OpenFileDescriptors.Avg)},
|
{"Open FDs", clusterstats.Nodes.Process.OpenFileDescriptors.Avg},
|
||||||
}...)
|
}...)
|
||||||
|
|
||||||
return table
|
return table
|
||||||
|
|||||||
@@ -118,6 +118,7 @@ func ClusterRerouteAllocatePrimary(conf *cfg.Config, index string, stale bool) e
|
|||||||
if stale {
|
if stale {
|
||||||
which = "stale"
|
which = "stale"
|
||||||
}
|
}
|
||||||
|
|
||||||
return fmt.Errorf("failed to allocate %s primary shard: %w", which, err)
|
return fmt.Errorf("failed to allocate %s primary shard: %w", which, err)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -35,12 +35,13 @@ func ClusterSettingsList(conf *cfg.Config) error {
|
|||||||
FlatSettings(true).
|
FlatSettings(true).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get cluster settings: %s", esErrorString(err))
|
return fmt.Errorf("failed to get cluster settings: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
table := printer.NewTable(conf, 2, 0)
|
table := printer.NewTable(conf, 2, 0)
|
||||||
table.Addheaders("setting", "value")
|
table.Addheaders("setting", "value")
|
||||||
entries := [][]string{}
|
|
||||||
|
entries := [][]any{}
|
||||||
|
|
||||||
settingshash := res.Persistent // == map[string]json.RawMessage
|
settingshash := res.Persistent // == map[string]json.RawMessage
|
||||||
|
|
||||||
@@ -52,7 +53,7 @@ func ClusterSettingsList(conf *cfg.Config) error {
|
|||||||
}
|
}
|
||||||
|
|
||||||
for topic, val := range settingshash {
|
for topic, val := range settingshash {
|
||||||
entries = append(entries, []string{topic, string(val)})
|
entries = append(entries, []any{topic, string(val)})
|
||||||
}
|
}
|
||||||
|
|
||||||
table.Entries = entries
|
table.Entries = entries
|
||||||
@@ -75,23 +76,25 @@ func ClusterSettingsSet(conf *cfg.Config, args cli.Args) error {
|
|||||||
case conf.Transient:
|
case conf.Transient:
|
||||||
message, err := json.Marshal(value)
|
message, err := json.Marshal(value)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to marshall transient value <%v> to valid JSON: %s", value, err)
|
return fmt.Errorf("failed to marshall transient value <%v> to valid JSON: %w", value, err)
|
||||||
}
|
}
|
||||||
|
|
||||||
put.AddTransient(setting, message)
|
put.AddTransient(setting, message)
|
||||||
case conf.Persistent:
|
case conf.Persistent:
|
||||||
fallthrough
|
fallthrough
|
||||||
default:
|
default:
|
||||||
message, err := json.Marshal(value)
|
message, err := json.Marshal(value)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to marshall persistent value <%v> to valid JSON: %s", value, err)
|
return fmt.Errorf("failed to marshall persistent value <%v> to valid JSON: %w", value, err)
|
||||||
}
|
}
|
||||||
|
|
||||||
put.AddPersistent(setting, message)
|
put.AddPersistent(setting, message)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
_, err := put.Do(context.Background())
|
_, err := put.Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to set settings: %s", esErrorString(err))
|
return fmt.Errorf("failed to set settings: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
@@ -100,15 +103,14 @@ func ClusterSettingsSet(conf *cfg.Config, args cli.Args) error {
|
|||||||
func ClusterSettingsSetSingle(conf *cfg.Config, setting, value string) error {
|
func ClusterSettingsSetSingle(conf *cfg.Config, setting, value string) error {
|
||||||
message, err := json.Marshal(value)
|
message, err := json.Marshal(value)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to marshall persistent value <%v> to valid JSON: %s", value, err)
|
return fmt.Errorf("failed to marshall persistent value <%v> to valid JSON: %w", value, err)
|
||||||
}
|
}
|
||||||
|
|
||||||
_, err = conf.DefaultCluster.ES().Cluster.PutSettings().
|
_, err = conf.DefaultCluster.ES().Cluster.PutSettings().
|
||||||
AddPersistent(setting, message).
|
AddPersistent(setting, message).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to set %s: %s", setting, esErrorString(err))
|
return fmt.Errorf("failed to set %s: %w", setting, esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
|
|||||||
File diff suppressed because it is too large
Load Diff
@@ -37,6 +37,7 @@ func checkClusterIsLeader(conf *cfg.Config, leader string) bool {
|
|||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
fmt.Printf("failed to get ccr stats from %s: %s", leader, esErrorString(err))
|
fmt.Printf("failed to get ccr stats from %s: %s", leader, esErrorString(err))
|
||||||
|
|
||||||
return false
|
return false
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -47,6 +48,7 @@ func checkClusterIsLeader(conf *cfg.Config, leader string) bool {
|
|||||||
|
|
||||||
if stats.AutoFollowStats.AutoFollowedClusters[0].ClusterName != "" {
|
if stats.AutoFollowStats.AutoFollowedClusters[0].ClusterName != "" {
|
||||||
fmt.Println("leader/follower attribution is invalid, reverse cluster attribution and retry")
|
fmt.Println("leader/follower attribution is invalid, reverse cluster attribution and retry")
|
||||||
|
|
||||||
return false
|
return false
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -58,46 +60,48 @@ func checkClusterStatus(conf *cfg.Config, leader, follower string) bool {
|
|||||||
status := map[string]*health.Response{}
|
status := map[string]*health.Response{}
|
||||||
|
|
||||||
for _, cluster := range []string{leader, follower} {
|
for _, cluster := range []string{leader, follower} {
|
||||||
st, err := conf.Clusters[leader].ES().Cluster.Health().
|
clusterHealth, err := conf.Clusters[leader].ES().Cluster.Health().
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
fmt.Printf("failed to get health from %s: %s", cluster, esErrorString(err))
|
fmt.Printf("failed to get health from %s: %s", cluster, esErrorString(err))
|
||||||
|
|
||||||
return false
|
return false
|
||||||
}
|
}
|
||||||
|
|
||||||
status[cluster] = st
|
status[cluster] = clusterHealth
|
||||||
}
|
}
|
||||||
|
|
||||||
table := printer.NewTable(conf, 3, 6)
|
table := printer.NewTable(conf, 3, 6)
|
||||||
|
|
||||||
table.Addheaders("setting", "leader:"+leader, "follower:"+follower)
|
table.Addheaders("setting", "leader:"+leader, "follower:"+follower)
|
||||||
|
|
||||||
table.Entries = [][]string{
|
table.Entries = [][]any{
|
||||||
{"Cluster Name", status[leader].ClusterName, status[follower].ClusterName},
|
{"Cluster Name", status[leader].ClusterName, status[follower].ClusterName},
|
||||||
{"Cluster Status",
|
{"Cluster Status",
|
||||||
printer.Colorize(conf, status[leader].Status.Name, status[leader].Status.Name),
|
printer.Colorize(conf, status[leader].Status.Name, status[leader].Status.Name),
|
||||||
printer.Colorize(conf, status[follower].Status.Name, status[follower].Status.Name),
|
printer.Colorize(conf, status[follower].Status.Name, status[follower].Status.Name),
|
||||||
},
|
},
|
||||||
{"Active Shards",
|
{"Active Shards",
|
||||||
fmt.Sprintf("%d", status[leader].ActiveShards),
|
status[leader].ActiveShards,
|
||||||
fmt.Sprintf("%d", status[follower].ActiveShards),
|
status[follower].ActiveShards,
|
||||||
},
|
},
|
||||||
{"Active Primary Shards",
|
{"Active Primary Shards",
|
||||||
fmt.Sprintf("%d", status[leader].ActivePrimaryShards),
|
status[leader].ActivePrimaryShards,
|
||||||
fmt.Sprintf("%d", status[follower].ActivePrimaryShards),
|
status[follower].ActivePrimaryShards,
|
||||||
},
|
},
|
||||||
{"Indicies",
|
{"Indicies",
|
||||||
fmt.Sprintf("%d", len(status[leader].Indices)),
|
len(status[leader].Indices),
|
||||||
fmt.Sprintf("%d", len(status[follower].Indices)),
|
len(status[follower].Indices),
|
||||||
},
|
},
|
||||||
{"Nodes",
|
{"Nodes",
|
||||||
fmt.Sprintf("%d", status[leader].NumberOfNodes),
|
status[leader].NumberOfNodes,
|
||||||
fmt.Sprintf("%d", status[follower].NumberOfNodes),
|
status[follower].NumberOfNodes,
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
|
|
||||||
if err := table.Print(); err != nil {
|
if err := table.Print(); err != nil {
|
||||||
fmt.Println(err)
|
fmt.Println(err)
|
||||||
|
|
||||||
return false
|
return false
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -112,7 +116,7 @@ func checkClusterStatus(conf *cfg.Config, leader, follower string) bool {
|
|||||||
|
|
||||||
// finds indices on both clusters which have ilm errors
|
// finds indices on both clusters which have ilm errors
|
||||||
func findIlmErrors(conf *cfg.Config, leader, follower string) bool {
|
func findIlmErrors(conf *cfg.Config, leader, follower string) bool {
|
||||||
failed := map[string]map[string]string{}
|
failed := map[string]map[string]any{}
|
||||||
|
|
||||||
for _, cluster := range []string{leader, follower} {
|
for _, cluster := range []string{leader, follower} {
|
||||||
ilm, err := conf.Clusters[cluster].ES().Ilm.ExplainLifecycle("_all").
|
ilm, err := conf.Clusters[cluster].ES().Ilm.ExplainLifecycle("_all").
|
||||||
@@ -120,16 +124,17 @@ func findIlmErrors(conf *cfg.Config, leader, follower string) bool {
|
|||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
fmt.Printf("failed to get ilm status from %s: %s", cluster, esErrorString(err))
|
fmt.Printf("failed to get ilm status from %s: %s", cluster, esErrorString(err))
|
||||||
|
|
||||||
return false
|
return false
|
||||||
}
|
}
|
||||||
|
|
||||||
failed[cluster] = map[string]string{}
|
failed[cluster] = map[string]any{}
|
||||||
|
|
||||||
for name, ilmstate := range ilm.Indices {
|
for name, ilmstate := range ilm.Indices {
|
||||||
count := ilmstate.(*types.LifecycleExplainManaged).FailedStepRetryCount
|
count := ilmstate.(*types.LifecycleExplainManaged).FailedStepRetryCount
|
||||||
|
|
||||||
if count != nil && *count > 0 {
|
if count != nil && *count > 0 {
|
||||||
failed[cluster][name] = fmt.Sprintf("%d", *count)
|
failed[cluster][name] = *count
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -150,7 +155,7 @@ func findIlmErrors(conf *cfg.Config, leader, follower string) bool {
|
|||||||
table.Addheaders("ilm errors on "+which, "errors")
|
table.Addheaders("ilm errors on "+which, "errors")
|
||||||
|
|
||||||
for name, count := range failed[cluster] {
|
for name, count := range failed[cluster] {
|
||||||
table.Entries[idx] = []string{name, count}
|
table.Entries[idx] = []any{name, count}
|
||||||
idx++
|
idx++
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -158,6 +163,7 @@ func findIlmErrors(conf *cfg.Config, leader, follower string) bool {
|
|||||||
|
|
||||||
if err := table.Print(); err != nil {
|
if err := table.Print(); err != nil {
|
||||||
fmt.Println(err)
|
fmt.Println(err)
|
||||||
|
|
||||||
return false
|
return false
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -174,6 +180,7 @@ func findIndicesOnlyOnLeader(conf *cfg.Config, indices ClusterIndices, leader, f
|
|||||||
}
|
}
|
||||||
|
|
||||||
indexOnlyOnLeader := map[string]*types.IndicesRecord{}
|
indexOnlyOnLeader := map[string]*types.IndicesRecord{}
|
||||||
|
|
||||||
for name, index := range indices[leader] {
|
for name, index := range indices[leader] {
|
||||||
if exclude.MatchString(name) {
|
if exclude.MatchString(name) {
|
||||||
continue
|
continue
|
||||||
@@ -195,9 +202,11 @@ func findIndicesOnlyOnLeader(conf *cfg.Config, indices ClusterIndices, leader, f
|
|||||||
}
|
}
|
||||||
|
|
||||||
isWritable := false
|
isWritable := false
|
||||||
|
|
||||||
for _, alias := range res[name].Aliases {
|
for _, alias := range res[name].Aliases {
|
||||||
if *alias.IsWriteIndex {
|
if *alias.IsWriteIndex {
|
||||||
isWritable = true
|
isWritable = true
|
||||||
|
|
||||||
break
|
break
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -222,13 +231,15 @@ func findIndicesOnlyOnLeader(conf *cfg.Config, indices ClusterIndices, leader, f
|
|||||||
for name, index := range indexOnlyOnLeader {
|
for name, index := range indexOnlyOnLeader {
|
||||||
name := printer.Colorize(conf, "red", name)
|
name := printer.Colorize(conf, "red", name)
|
||||||
|
|
||||||
table.Entries[idx] = []string{name, *index.DatasetSize, *index.DocsCount}
|
table.Entries[idx] = []any{name, *index.DatasetSize, *index.DocsCount}
|
||||||
idx++
|
idx++
|
||||||
}
|
}
|
||||||
|
|
||||||
table.Sort()
|
table.Sort()
|
||||||
|
|
||||||
if err := table.Print(); err != nil {
|
if err := table.Print(); err != nil {
|
||||||
fmt.Println(err)
|
fmt.Println(err)
|
||||||
|
|
||||||
return false
|
return false
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -270,13 +281,15 @@ func findOrphanedIndices(conf *cfg.Config, indices ClusterIndices, leader, follo
|
|||||||
for name, index := range orphaned {
|
for name, index := range orphaned {
|
||||||
name := printer.Colorize(conf, "red", name)
|
name := printer.Colorize(conf, "red", name)
|
||||||
|
|
||||||
table.Entries[idx] = []string{name, *index.DatasetSize, *index.DocsCount}
|
table.Entries[idx] = []any{name, *index.DatasetSize, *index.DocsCount}
|
||||||
idx++
|
idx++
|
||||||
}
|
}
|
||||||
|
|
||||||
table.Sort()
|
table.Sort()
|
||||||
|
|
||||||
if err := table.Print(); err != nil {
|
if err := table.Print(); err != nil {
|
||||||
fmt.Println(err)
|
fmt.Println(err)
|
||||||
|
|
||||||
return false
|
return false
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -304,13 +317,15 @@ func findFailedFollowerIndices(conf *cfg.Config, indices ClusterIndices, followe
|
|||||||
for name, index := range red {
|
for name, index := range red {
|
||||||
name := printer.Colorize(conf, "red", name)
|
name := printer.Colorize(conf, "red", name)
|
||||||
|
|
||||||
table.Entries[idx] = []string{name, *index.DatasetSize, *index.DocsCount}
|
table.Entries[idx] = []any{name, *index.DatasetSize, *index.DocsCount}
|
||||||
idx++
|
idx++
|
||||||
}
|
}
|
||||||
|
|
||||||
table.Sort()
|
table.Sort()
|
||||||
|
|
||||||
if err := table.Print(); err != nil {
|
if err := table.Print(); err != nil {
|
||||||
fmt.Println(err)
|
fmt.Println(err)
|
||||||
|
|
||||||
return false
|
return false
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -25,7 +25,6 @@ import (
|
|||||||
|
|
||||||
"codeberg.org/scip/esctl/pkg/cfg"
|
"codeberg.org/scip/esctl/pkg/cfg"
|
||||||
"codeberg.org/scip/esctl/pkg/printer"
|
"codeberg.org/scip/esctl/pkg/printer"
|
||||||
"github.com/dustin/go-humanize"
|
|
||||||
"github.com/elastic/go-elasticsearch/v9/typedapi/types"
|
"github.com/elastic/go-elasticsearch/v9/typedapi/types"
|
||||||
)
|
)
|
||||||
|
|
||||||
@@ -33,7 +32,7 @@ func DatastreamNames(conf *cfg.Config) ([]string, error) {
|
|||||||
res, err := conf.DefaultCluster.ES().Indices.GetDataStream().
|
res, err := conf.DefaultCluster.ES().Indices.GetDataStream().
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, fmt.Errorf("failed to get data streams: %s", esErrorString(err))
|
return nil, fmt.Errorf("failed to get data streams: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
dss := make([]string, len(res.DataStreams))
|
dss := make([]string, len(res.DataStreams))
|
||||||
@@ -48,7 +47,7 @@ func DatastreamList(conf *cfg.Config) error {
|
|||||||
res, err := conf.DefaultCluster.ES().Indices.GetDataStream().
|
res, err := conf.DefaultCluster.ES().Indices.GetDataStream().
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get data streams: %s", esErrorString(err))
|
return fmt.Errorf("failed to get data streams: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
slog.Debug("ES result", "data streams", res)
|
slog.Debug("ES result", "data streams", res)
|
||||||
@@ -66,21 +65,22 @@ func DatastreamList(conf *cfg.Config) error {
|
|||||||
table := printer.NewTable(conf, 7, size)
|
table := printer.NewTable(conf, 7, size)
|
||||||
table.Addheaders("name", "ilm policy", "hidden", "system", "replicated", "generation", "timestamp field")
|
table.Addheaders("name", "ilm policy", "hidden", "system", "replicated", "generation", "timestamp field")
|
||||||
|
|
||||||
for idx, ds := range list {
|
for idx, datastream := range list {
|
||||||
name := printer.Colorize(conf, ds.Status.String(), ds.Name)
|
name := printer.Colorize(conf, datastream.Status.String(), datastream.Name)
|
||||||
|
|
||||||
policy := ""
|
policy := ""
|
||||||
if ds.IlmPolicy != nil {
|
if datastream.IlmPolicy != nil {
|
||||||
policy = *ds.IlmPolicy
|
policy = *datastream.IlmPolicy
|
||||||
}
|
}
|
||||||
|
|
||||||
table.Entries[idx] = []string{
|
table.Entries[idx] = []any{
|
||||||
name,
|
name,
|
||||||
policy,
|
policy,
|
||||||
fmt.Sprintf("%t", ds.Hidden),
|
datastream.Hidden,
|
||||||
fmt.Sprintf("%t", *ds.System),
|
*datastream.System,
|
||||||
fmt.Sprintf("%t", *ds.Replicated),
|
*datastream.Replicated,
|
||||||
fmt.Sprintf("%d", ds.Generation),
|
datastream.Generation,
|
||||||
ds.TimestampField.Name,
|
datastream.TimestampField.Name,
|
||||||
}
|
}
|
||||||
|
|
||||||
if idx == size-1 {
|
if idx == size-1 {
|
||||||
@@ -89,6 +89,7 @@ func DatastreamList(conf *cfg.Config) error {
|
|||||||
}
|
}
|
||||||
|
|
||||||
table.Sort()
|
table.Sort()
|
||||||
|
|
||||||
if err := table.Print(); err != nil {
|
if err := table.Print(); err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
@@ -129,7 +130,7 @@ func DatastreamShow(conf *cfg.Config, dsname string) error {
|
|||||||
Name(dsname).
|
Name(dsname).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get data stream: %s", esErrorString(err))
|
return fmt.Errorf("failed to get data stream: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
slog.Debug("ES result", "data stream", res)
|
slog.Debug("ES result", "data stream", res)
|
||||||
@@ -142,61 +143,63 @@ func DatastreamShow(conf *cfg.Config, dsname string) error {
|
|||||||
Name(dsname).
|
Name(dsname).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get data stream stats: %s", esErrorString(err))
|
return fmt.Errorf("failed to get data stream stats: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
table := printer.NewTable(conf, 11, 2)
|
table := printer.NewTable(conf, 11, 2)
|
||||||
table.Addheaders("data stream property", "value")
|
table.Addheaders("data stream property", "value")
|
||||||
|
|
||||||
ds := res.DataStreams[0]
|
datastream := res.DataStreams[0]
|
||||||
|
|
||||||
|
name := printer.Colorize(conf, datastream.Status.String(), datastream.Name)
|
||||||
|
|
||||||
name := printer.Colorize(conf, ds.Status.String(), ds.Name)
|
|
||||||
policy := ""
|
policy := ""
|
||||||
if ds.IlmPolicy != nil {
|
if datastream.IlmPolicy != nil {
|
||||||
policy = *ds.IlmPolicy
|
policy = *datastream.IlmPolicy
|
||||||
}
|
}
|
||||||
|
|
||||||
table.Entries = [][]string{
|
table.Entries = [][]any{
|
||||||
{"name", name},
|
{"name", name},
|
||||||
{"ilm policy", policy},
|
{"ilm policy", policy},
|
||||||
{"hidden", fmt.Sprintf("%t", ds.Hidden)},
|
{"hidden", datastream.Hidden},
|
||||||
{"system", fmt.Sprintf("%t", *ds.System)},
|
{"system", *datastream.System},
|
||||||
{"replicated", fmt.Sprintf("%t", *ds.Replicated)},
|
{"replicated", *datastream.Replicated},
|
||||||
{"generation", fmt.Sprintf("%d", ds.Generation)},
|
{"generation", datastream.Generation},
|
||||||
{"timestamp field", ds.TimestampField.Name},
|
{"timestamp field", datastream.TimestampField.Name},
|
||||||
{"backing indices", fmt.Sprintf("%d", stats.BackingIndices)},
|
{"backing indices", stats.BackingIndices},
|
||||||
{"size", humanize.Bytes(uint64(stats.TotalStoreSizeBytes))},
|
{"size", printer.Bytes(stats.TotalStoreSizeBytes)},
|
||||||
{"shards-failed", fmt.Sprintf("%d", stats.Shards_.Failed)},
|
{"shards-failed", stats.Shards_.Failed},
|
||||||
{"shards-successful", fmt.Sprintf("%d", stats.Shards_.Successful)},
|
{"shards-successful", stats.Shards_.Successful},
|
||||||
}
|
}
|
||||||
|
|
||||||
if err := table.Print(); err != nil {
|
if err := table.Print(); err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
table = printer.NewTable(conf, 5, len(ds.Indices))
|
table = printer.NewTable(conf, 5, len(datastream.Indices))
|
||||||
table.Addheaders("backing index name", "uuid", "prefer ilm", "ilm policy", "managed by")
|
table.Addheaders("backing index name", "uuid", "prefer ilm", "ilm policy", "managed by")
|
||||||
|
|
||||||
for idx, index := range ds.Indices {
|
for idx, index := range datastream.Indices {
|
||||||
policy := ""
|
policy := ""
|
||||||
if ds.IlmPolicy != nil {
|
if datastream.IlmPolicy != nil {
|
||||||
policy = *ds.IlmPolicy
|
policy = *datastream.IlmPolicy
|
||||||
}
|
}
|
||||||
|
|
||||||
table.Entries[idx] = []string{
|
table.Entries[idx] = []any{
|
||||||
index.IndexName,
|
index.IndexName,
|
||||||
index.IndexUuid,
|
index.IndexUuid,
|
||||||
fmt.Sprintf("%t", *index.PreferIlm),
|
*index.PreferIlm,
|
||||||
policy,
|
policy,
|
||||||
index.ManagedBy.Name,
|
index.ManagedBy.Name,
|
||||||
}
|
}
|
||||||
|
|
||||||
if idx < len(ds.Indices) {
|
if idx < len(datastream.Indices) {
|
||||||
fmt.Println()
|
fmt.Println()
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
table.Sort()
|
table.Sort()
|
||||||
|
|
||||||
if err := table.Print(); err != nil {
|
if err := table.Print(); err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
@@ -207,9 +210,8 @@ func DatastreamShow(conf *cfg.Config, dsname string) error {
|
|||||||
func DatastreamCreate(conf *cfg.Config, dsname string) error {
|
func DatastreamCreate(conf *cfg.Config, dsname string) error {
|
||||||
_, err := conf.DefaultCluster.ES().Indices.CreateDataStream(dsname).
|
_, err := conf.DefaultCluster.ES().Indices.CreateDataStream(dsname).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to create datastream: %s", esErrorString(err))
|
return fmt.Errorf("failed to create datastream: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
@@ -218,9 +220,8 @@ func DatastreamCreate(conf *cfg.Config, dsname string) error {
|
|||||||
func DatastreamDelete(conf *cfg.Config, dsname string) error {
|
func DatastreamDelete(conf *cfg.Config, dsname string) error {
|
||||||
_, err := conf.DefaultCluster.ES().Indices.DeleteDataStream(dsname).
|
_, err := conf.DefaultCluster.ES().Indices.DeleteDataStream(dsname).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to delete datastream: %s", esErrorString(err))
|
return fmt.Errorf("failed to delete datastream: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
@@ -228,17 +229,16 @@ func DatastreamDelete(conf *cfg.Config, dsname string) error {
|
|||||||
|
|
||||||
func DatastreamRollover(conf *cfg.Config, ds string) error {
|
func DatastreamRollover(conf *cfg.Config, ds string) error {
|
||||||
res, err := RolloverAlias(conf, ds)
|
res, err := RolloverAlias(conf, ds)
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to rollover data stream: %s", esErrorString(err))
|
return fmt.Errorf("failed to rollover data stream: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
table := printer.NewTable(conf, 2, 5)
|
table := printer.NewTable(conf, 2, 5)
|
||||||
table.Addheaders("rollover response", "value")
|
table.Addheaders("rollover response", "value")
|
||||||
table.Entries = [][]string{
|
table.Entries = [][]any{
|
||||||
{"acknowledged", fmt.Sprintf("%t", res.Acknowledged)},
|
{"acknowledged", res.Acknowledged},
|
||||||
{"rolled over", fmt.Sprintf("%t", res.RolledOver)},
|
{"rolled over", res.RolledOver},
|
||||||
{"shards acknowledged", fmt.Sprintf("%t", res.ShardsAcknowledged)},
|
{"shards acknowledged", res.ShardsAcknowledged},
|
||||||
{"old index", res.OldIndex},
|
{"old index", res.OldIndex},
|
||||||
{"new index", res.NewIndex},
|
{"new index", res.NewIndex},
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -22,6 +22,7 @@ import (
|
|||||||
"errors"
|
"errors"
|
||||||
"fmt"
|
"fmt"
|
||||||
"math/rand/v2"
|
"math/rand/v2"
|
||||||
|
"strconv"
|
||||||
"strings"
|
"strings"
|
||||||
|
|
||||||
"codeberg.org/scip/esctl/pkg/cfg"
|
"codeberg.org/scip/esctl/pkg/cfg"
|
||||||
@@ -42,16 +43,16 @@ func DocAdd(conf *cfg.Config, jsondoc string) error {
|
|||||||
|
|
||||||
err := json.Unmarshal([]byte(jsondoc), &data)
|
err := json.Unmarshal([]byte(jsondoc), &data)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("supplied document was not valid JSON: %s", err)
|
return fmt.Errorf("supplied document was not valid JSON: %w", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
now := fmt.Sprintf("%d", rand.Int64())
|
now := strconv.FormatInt(rand.Int64(), 10)
|
||||||
|
|
||||||
res, err := conf.DefaultCluster.ES().Create(conf.Index, now).
|
res, err := conf.DefaultCluster.ES().Create(conf.Index, now).
|
||||||
Document(data).
|
Document(data).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to create new doc in index %s: %s", conf.Index, esErrorString(err))
|
return fmt.Errorf("failed to create new doc in index %s: %w", conf.Index, esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
fmt.Println(res.Id_)
|
fmt.Println(res.Id_)
|
||||||
@@ -63,7 +64,7 @@ func DocShow(conf *cfg.Config, id string) error {
|
|||||||
res, err := conf.DefaultCluster.ES().Get(conf.Index, id).
|
res, err := conf.DefaultCluster.ES().Get(conf.Index, id).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to retrieve doc in index %s: %s", conf.Index, esErrorString(err))
|
return fmt.Errorf("failed to retrieve doc in index %s: %w", conf.Index, esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
if !res.Found {
|
if !res.Found {
|
||||||
@@ -94,7 +95,7 @@ func DocDelete(conf *cfg.Config, queries []string) error {
|
|||||||
_, err := conf.DefaultCluster.ES().Delete(conf.Index, id).
|
_, err := conf.DefaultCluster.ES().Delete(conf.Index, id).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to delete doc in index %s: %s", conf.Index, esErrorString(err))
|
return fmt.Errorf("failed to delete doc in index %s: %w", conf.Index, esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
@@ -117,7 +118,7 @@ func DocDelete(conf *cfg.Config, queries []string) error {
|
|||||||
Request(req).
|
Request(req).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to delete docs in index %s: %s", conf.Index, esErrorString(err))
|
return fmt.Errorf("failed to delete docs in index %s: %w", conf.Index, esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
|
|||||||
@@ -45,7 +45,6 @@ Convert a duration into an integer. Valid time units are "s", "m", "h" and
|
|||||||
via https://codeberg.org/scip/tablizer/src/branch/main/lib/sort.go#L113
|
via https://codeberg.org/scip/tablizer/src/branch/main/lib/sort.go#L113
|
||||||
*/
|
*/
|
||||||
func parseDuration(duration string) time.Duration {
|
func parseDuration(duration string) time.Duration {
|
||||||
|
|
||||||
seconds := 0
|
seconds := 0
|
||||||
|
|
||||||
for _, match := range matchDuration.FindAllStringSubmatch(duration, -1) {
|
for _, match := range matchDuration.FindAllStringSubmatch(duration, -1) {
|
||||||
@@ -111,12 +110,14 @@ func formatDuration(val time.Duration) string {
|
|||||||
if esd.minutes == 0 {
|
if esd.minutes == 0 {
|
||||||
return fmt.Sprintf("%dh", esd.hours)
|
return fmt.Sprintf("%dh", esd.hours)
|
||||||
}
|
}
|
||||||
|
|
||||||
return fmt.Sprintf("%dh:%dm", esd.hours, int64(esd.minutes))
|
return fmt.Sprintf("%dh:%dm", esd.hours, int64(esd.minutes))
|
||||||
|
|
||||||
default:
|
default:
|
||||||
if esd.minutes == 0 && hoursLeft == 0 {
|
if esd.minutes == 0 && hoursLeft == 0 {
|
||||||
return fmt.Sprintf("%dd", int64(days))
|
return fmt.Sprintf("%dd", int64(days))
|
||||||
}
|
}
|
||||||
|
|
||||||
return fmt.Sprintf("%dd:%dh:%dm",
|
return fmt.Sprintf("%dd:%dh:%dm",
|
||||||
int64(days),
|
int64(days),
|
||||||
int64(hoursLeft),
|
int64(hoursLeft),
|
||||||
|
|||||||
@@ -17,29 +17,31 @@ along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|||||||
package es
|
package es
|
||||||
|
|
||||||
import (
|
import (
|
||||||
|
"errors"
|
||||||
"fmt"
|
"fmt"
|
||||||
|
"strings"
|
||||||
|
|
||||||
"github.com/elastic/go-elasticsearch/v9/typedapi/types"
|
"github.com/elastic/go-elasticsearch/v9/typedapi/types"
|
||||||
)
|
)
|
||||||
|
|
||||||
func esErrorString(err error) string {
|
func esErrorString(err error) error {
|
||||||
msg := err.Error()
|
msg := err.Error()
|
||||||
|
|
||||||
switch e := err.(type) {
|
//nolint:gocritic
|
||||||
|
switch errVal := err.(type) {
|
||||||
case *types.ElasticsearchError:
|
case *types.ElasticsearchError:
|
||||||
causes := ""
|
var causes strings.Builder
|
||||||
|
|
||||||
for _, cause := range e.ErrorCause.RootCause {
|
for _, cause := range errVal.ErrorCause.RootCause {
|
||||||
causes += fmt.Sprintf("%s\n", *cause.Reason)
|
fmt.Fprintf(&causes, "%s\n", *cause.Reason)
|
||||||
}
|
}
|
||||||
|
|
||||||
if e.ErrorCause.Reason != nil {
|
if errVal.ErrorCause.Reason != nil {
|
||||||
msg = *e.ErrorCause.Reason + ": " + causes
|
msg = *errVal.ErrorCause.Reason + ": " + causes.String()
|
||||||
} else {
|
} else {
|
||||||
msg = fmt.Sprintf("http status %d: ", e.Status)
|
msg = fmt.Sprintf("http status %d: ", errVal.Status)
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
}
|
return errors.New(msg)
|
||||||
|
|
||||||
return msg
|
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -37,7 +37,7 @@ func IlmRetry(conf *cfg.Config, index string) error {
|
|||||||
_, err := conf.DefaultCluster.ES().Ilm.Retry(index).
|
_, err := conf.DefaultCluster.ES().Ilm.Retry(index).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to retry ilm: %s", esErrorString(err))
|
return fmt.Errorf("failed to retry ilm: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
@@ -47,7 +47,7 @@ func IlmStatus(conf *cfg.Config) error {
|
|||||||
res, err := conf.DefaultCluster.ES().Ilm.GetStatus().
|
res, err := conf.DefaultCluster.ES().Ilm.GetStatus().
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get ilm status: %s", esErrorString(err))
|
return fmt.Errorf("failed to get ilm status: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
fmt.Println(res.OperationMode.Name)
|
fmt.Println(res.OperationMode.Name)
|
||||||
@@ -59,7 +59,7 @@ func IlmNames(conf *cfg.Config) ([]string, error) {
|
|||||||
res, err := conf.DefaultCluster.ES().Ilm.GetLifecycle().
|
res, err := conf.DefaultCluster.ES().Ilm.GetLifecycle().
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, fmt.Errorf("failed to get ilm policies: %s", esErrorString(err))
|
return nil, fmt.Errorf("failed to get ilm policies: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
names := make([]string, len(res))
|
names := make([]string, len(res))
|
||||||
@@ -67,6 +67,7 @@ func IlmNames(conf *cfg.Config) ([]string, error) {
|
|||||||
|
|
||||||
for name := range res {
|
for name := range res {
|
||||||
names[idx] = name
|
names[idx] = name
|
||||||
|
idx++
|
||||||
}
|
}
|
||||||
|
|
||||||
return names, nil
|
return names, nil
|
||||||
@@ -81,7 +82,7 @@ func IlmList(conf *cfg.Config, pattern string) error {
|
|||||||
|
|
||||||
res, err := ilm.Do(context.Background())
|
res, err := ilm.Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get ilm policies: %s", esErrorString(err))
|
return fmt.Errorf("failed to get ilm policies: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
if conf.Debug {
|
if conf.Debug {
|
||||||
@@ -101,6 +102,7 @@ func IlmList(conf *cfg.Config, pattern string) error {
|
|||||||
}
|
}
|
||||||
|
|
||||||
table.Sort()
|
table.Sort()
|
||||||
|
|
||||||
return table.Print()
|
return table.Print()
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -109,7 +111,7 @@ func IlmShow(conf *cfg.Config, policy string) error {
|
|||||||
Policy(policy).
|
Policy(policy).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get ilm status: %s", esErrorString(err))
|
return fmt.Errorf("failed to get ilm status: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
if conf.Debug {
|
if conf.Debug {
|
||||||
@@ -128,7 +130,7 @@ func IlmShow(conf *cfg.Config, policy string) error {
|
|||||||
table := printer.NewTable(conf, 2, 5)
|
table := printer.NewTable(conf, 2, 5)
|
||||||
table.Addheaders("ilm policy setting", "value")
|
table.Addheaders("ilm policy setting", "value")
|
||||||
|
|
||||||
table.Entries = [][]string{
|
table.Entries = [][]any{
|
||||||
{"policy", policy},
|
{"policy", policy},
|
||||||
{"hot phase", ilmPhaseString(ilm.Policy.Phases.Hot, false)},
|
{"hot phase", ilmPhaseString(ilm.Policy.Phases.Hot, false)},
|
||||||
{"warm phase", ilmPhaseString(ilm.Policy.Phases.Warm, false)},
|
{"warm phase", ilmPhaseString(ilm.Policy.Phases.Warm, false)},
|
||||||
@@ -165,6 +167,7 @@ func IlmShowTree(conf *cfg.Config, ilm types.IlmPolicy) error {
|
|||||||
}
|
}
|
||||||
|
|
||||||
indent += " "
|
indent += " "
|
||||||
|
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -259,7 +262,7 @@ func ilmPhaseString(phase *types.Phase, short bool) string {
|
|||||||
}
|
}
|
||||||
|
|
||||||
if phase.Actions.SearchableSnapshot != nil {
|
if phase.Actions.SearchableSnapshot != nil {
|
||||||
out = append(out, fmt.Sprintf("searchable-snapshot:%s", phase.Actions.SearchableSnapshot.SnapshotRepository))
|
out = append(out, "searchable-snapshot:"+phase.Actions.SearchableSnapshot.SnapshotRepository)
|
||||||
}
|
}
|
||||||
|
|
||||||
return strings.Join(out, ",")
|
return strings.Join(out, ",")
|
||||||
@@ -269,7 +272,7 @@ func IlmExplain(conf *cfg.Config, index string) error {
|
|||||||
res, err := conf.DefaultCluster.ES().Ilm.ExplainLifecycle(index).
|
res, err := conf.DefaultCluster.ES().Ilm.ExplainLifecycle(index).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get ilm state: %s", esErrorString(err))
|
return fmt.Errorf("failed to get ilm state: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
slog.Debug("ilm status", "ilm", res)
|
slog.Debug("ilm status", "ilm", res)
|
||||||
@@ -285,22 +288,23 @@ func IlmExplain(conf *cfg.Config, index string) error {
|
|||||||
table.Addheaders("ilm status field", "value")
|
table.Addheaders("ilm status field", "value")
|
||||||
|
|
||||||
info := ""
|
info := ""
|
||||||
|
|
||||||
err = json.Unmarshal(ilm.StepInfo["reason"], &info)
|
err = json.Unmarshal(ilm.StepInfo["reason"], &info)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to unmarshal step info: %w", err)
|
return fmt.Errorf("failed to unmarshal step info: %w", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
table.Entries = [][]string{
|
table.Entries = [][]any{
|
||||||
{"index", ilm.Index},
|
{"index", ilm.Index},
|
||||||
{"ilm policy", *ilm.Policy},
|
{"ilm policy", *ilm.Policy},
|
||||||
{"action", *ilm.Action},
|
{"action", *ilm.Action},
|
||||||
{"age", fmt.Sprintf("%s", ilm.Age)},
|
{"age", ilm.Age},
|
||||||
{"managed", fmt.Sprintf("%t", ilm.Managed)},
|
{"managed", ilm.Managed},
|
||||||
{"phase", *ilm.Phase},
|
{"phase", *ilm.Phase},
|
||||||
{"phase execution", ilmPhaseString(ilm.PhaseExecution.PhaseDefinition, false)},
|
{"phase execution", ilmPhaseString(ilm.PhaseExecution.PhaseDefinition, false)},
|
||||||
{"step", *ilm.Step},
|
{"step", *ilm.Step},
|
||||||
{"failed step", *ilm.FailedStep},
|
{"failed step", *ilm.FailedStep},
|
||||||
{"failed step retry count", fmt.Sprintf("%d", ilm.FailedStepRetryCount)},
|
{"failed step retry count", ilm.FailedStepRetryCount},
|
||||||
}
|
}
|
||||||
|
|
||||||
if err := table.Print(); err != nil {
|
if err := table.Print(); err != nil {
|
||||||
@@ -344,7 +348,9 @@ func IlmCreate(conf *cfg.Config, policyname string) error {
|
|||||||
|
|
||||||
if cfg.HaveHot() {
|
if cfg.HaveHot() {
|
||||||
hot := types.Phase{}
|
hot := types.Phase{}
|
||||||
|
|
||||||
var actions types.IlmActionsVariant = esdsl.NewIlmActions()
|
var actions types.IlmActionsVariant = esdsl.NewIlmActions()
|
||||||
|
|
||||||
rollover := &types.RolloverAction{}
|
rollover := &types.RolloverAction{}
|
||||||
haveroll := false
|
haveroll := false
|
||||||
|
|
||||||
@@ -382,15 +388,14 @@ func IlmCreate(conf *cfg.Config, policyname string) error {
|
|||||||
|
|
||||||
hot.Actions = actions.IlmActionsCaster()
|
hot.Actions = actions.IlmActionsCaster()
|
||||||
phases.PhasesCaster().Hot = &hot
|
phases.PhasesCaster().Hot = &hot
|
||||||
} else {
|
} else if policy != nil {
|
||||||
if policy != nil {
|
|
||||||
// update
|
// update
|
||||||
phases.PhasesCaster().Hot = policy.Phases.Hot
|
phases.PhasesCaster().Hot = policy.Phases.Hot
|
||||||
}
|
}
|
||||||
}
|
|
||||||
|
|
||||||
if cfg.HaveWarm() {
|
if cfg.HaveWarm() {
|
||||||
warm := types.Phase{}
|
warm := types.Phase{}
|
||||||
|
|
||||||
var actions types.IlmActionsVariant = esdsl.NewIlmActions()
|
var actions types.IlmActionsVariant = esdsl.NewIlmActions()
|
||||||
|
|
||||||
if policy != nil {
|
if policy != nil {
|
||||||
@@ -416,15 +421,14 @@ func IlmCreate(conf *cfg.Config, policyname string) error {
|
|||||||
|
|
||||||
warm.Actions = actions.IlmActionsCaster()
|
warm.Actions = actions.IlmActionsCaster()
|
||||||
phases.PhasesCaster().Warm = &warm
|
phases.PhasesCaster().Warm = &warm
|
||||||
} else {
|
} else if policy != nil && policy.Phases.Warm != nil {
|
||||||
if policy != nil && policy.Phases.Warm != nil {
|
|
||||||
// update
|
// update
|
||||||
phases.PhasesCaster().Warm = policy.Phases.Warm
|
phases.PhasesCaster().Warm = policy.Phases.Warm
|
||||||
}
|
}
|
||||||
}
|
|
||||||
|
|
||||||
if cfg.HaveCold() {
|
if cfg.HaveCold() {
|
||||||
cold := types.Phase{}
|
cold := types.Phase{}
|
||||||
|
|
||||||
var actions types.IlmActionsVariant = esdsl.NewIlmActions()
|
var actions types.IlmActionsVariant = esdsl.NewIlmActions()
|
||||||
|
|
||||||
if policy != nil {
|
if policy != nil {
|
||||||
@@ -451,15 +455,14 @@ func IlmCreate(conf *cfg.Config, policyname string) error {
|
|||||||
|
|
||||||
cold.Actions = actions.IlmActionsCaster()
|
cold.Actions = actions.IlmActionsCaster()
|
||||||
phases.PhasesCaster().Cold = &cold
|
phases.PhasesCaster().Cold = &cold
|
||||||
} else {
|
} else if policy != nil && policy.Phases.Cold != nil {
|
||||||
if policy != nil && policy.Phases.Cold != nil {
|
|
||||||
// update
|
// update
|
||||||
phases.PhasesCaster().Cold = policy.Phases.Cold
|
phases.PhasesCaster().Cold = policy.Phases.Cold
|
||||||
}
|
}
|
||||||
}
|
|
||||||
|
|
||||||
if cfg.HaveFrozen() {
|
if cfg.HaveFrozen() {
|
||||||
froze := types.Phase{}
|
froze := types.Phase{}
|
||||||
|
|
||||||
var actions types.IlmActionsVariant = esdsl.NewIlmActions()
|
var actions types.IlmActionsVariant = esdsl.NewIlmActions()
|
||||||
|
|
||||||
if policy != nil {
|
if policy != nil {
|
||||||
@@ -478,16 +481,15 @@ func IlmCreate(conf *cfg.Config, policyname string) error {
|
|||||||
|
|
||||||
froze.Actions = actions.IlmActionsCaster()
|
froze.Actions = actions.IlmActionsCaster()
|
||||||
phases.PhasesCaster().Frozen = &froze
|
phases.PhasesCaster().Frozen = &froze
|
||||||
} else {
|
} else if policy != nil && policy.Phases.Frozen != nil {
|
||||||
if policy != nil && policy.Phases.Frozen != nil {
|
|
||||||
// update
|
// update
|
||||||
phases.PhasesCaster().Frozen = policy.Phases.Frozen
|
phases.PhasesCaster().Frozen = policy.Phases.Frozen
|
||||||
}
|
}
|
||||||
}
|
|
||||||
|
|
||||||
if cfg.HaveDelete() {
|
if cfg.HaveDelete() {
|
||||||
del := types.Phase{}
|
del := types.Phase{}
|
||||||
delete := types.DeleteAction{}
|
delete := types.DeleteAction{}
|
||||||
|
|
||||||
var actions types.IlmActionsVariant = esdsl.NewIlmActions()
|
var actions types.IlmActionsVariant = esdsl.NewIlmActions()
|
||||||
|
|
||||||
if policy != nil {
|
if policy != nil {
|
||||||
@@ -506,12 +508,10 @@ func IlmCreate(conf *cfg.Config, policyname string) error {
|
|||||||
actions.IlmActionsCaster().Delete = &delete
|
actions.IlmActionsCaster().Delete = &delete
|
||||||
del.Actions = actions.IlmActionsCaster()
|
del.Actions = actions.IlmActionsCaster()
|
||||||
phases.PhasesCaster().Delete = &del
|
phases.PhasesCaster().Delete = &del
|
||||||
} else {
|
} else if policy != nil && policy.Phases.Delete != nil {
|
||||||
if policy != nil && policy.Phases.Delete != nil {
|
|
||||||
// update
|
// update
|
||||||
phases.PhasesCaster().Delete = policy.Phases.Delete
|
phases.PhasesCaster().Delete = policy.Phases.Delete
|
||||||
}
|
}
|
||||||
}
|
|
||||||
|
|
||||||
put := &putlifecycle.Request{}
|
put := &putlifecycle.Request{}
|
||||||
newpolicy := &types.IlmPolicy{}
|
newpolicy := &types.IlmPolicy{}
|
||||||
@@ -522,7 +522,7 @@ func IlmCreate(conf *cfg.Config, policyname string) error {
|
|||||||
|
|
||||||
_, err = ilm.Do(context.Background())
|
_, err = ilm.Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed create ilm policy: %s", esErrorString(err))
|
return fmt.Errorf("failed create ilm policy: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
|
|||||||
@@ -119,13 +119,13 @@ func IlmForecastList(conf *cfg.Config, filter string) error {
|
|||||||
|
|
||||||
virtualAge := virtualAge(&phase)
|
virtualAge := virtualAge(&phase)
|
||||||
|
|
||||||
row := []string{
|
row := []any{
|
||||||
phase.index,
|
phase.index,
|
||||||
humanize.Bytes(uint64(phase.size)),
|
printer.Bytes(phase.size),
|
||||||
formatDuration(phase.age),
|
formatDuration(phase.age),
|
||||||
formatDuration(virtualAge),
|
formatDuration(virtualAge),
|
||||||
formatDuration(phase.minage),
|
formatDuration(phase.minage),
|
||||||
humanize.Bytes(uint64(phase.minsize)),
|
printer.Bytes(phase.minsize),
|
||||||
phase.currentPhase,
|
phase.currentPhase,
|
||||||
phase.nextPhase,
|
phase.nextPhase,
|
||||||
}
|
}
|
||||||
@@ -138,6 +138,7 @@ func IlmForecastList(conf *cfg.Config, filter string) error {
|
|||||||
}
|
}
|
||||||
|
|
||||||
table.Sort()
|
table.Sort()
|
||||||
|
|
||||||
return table.Print()
|
return table.Print()
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -154,14 +155,11 @@ func IlmForecastShow(conf *cfg.Config) error {
|
|||||||
}
|
}
|
||||||
|
|
||||||
within := parseDuration(conf.Ilm.Within)
|
within := parseDuration(conf.Ilm.Within)
|
||||||
|
|
||||||
var toBeFreed int64 = 0
|
var toBeFreed int64 = 0
|
||||||
|
|
||||||
for _, phase := range phaseData {
|
for _, phase := range phaseData {
|
||||||
age := virtualAge(&phase)
|
age := max(virtualAge(&phase), phase.age)
|
||||||
|
|
||||||
if age < phase.age {
|
|
||||||
age = phase.age
|
|
||||||
}
|
|
||||||
|
|
||||||
if age+within >= phase.minage {
|
if age+within >= phase.minage {
|
||||||
toBeFreed += phase.size
|
toBeFreed += phase.size
|
||||||
@@ -196,24 +194,26 @@ func getIlmPhaseData(conf *cfg.Config) ([]PhaseData, error) {
|
|||||||
|
|
||||||
wg.Wait()
|
wg.Wait()
|
||||||
|
|
||||||
var ilmdetails *explainlifecycle.Response
|
var (
|
||||||
var indicesres *indices.Response
|
ilmdetails *explainlifecycle.Response
|
||||||
var ilmpolicies getlifecycle.Response
|
indicesres *indices.Response
|
||||||
|
ilmpolicies getlifecycle.Response
|
||||||
|
)
|
||||||
|
|
||||||
for i := 0; i < 3; i++ {
|
for range 3 {
|
||||||
r := <-responses
|
res := <-responses
|
||||||
|
|
||||||
if r.error != nil {
|
if res.error != nil {
|
||||||
return nil, r.error
|
return nil, res.error
|
||||||
}
|
}
|
||||||
|
|
||||||
switch r.which {
|
switch res.which {
|
||||||
case ResponseExplain:
|
case ResponseExplain:
|
||||||
ilmdetails = r.explainlifecycle
|
ilmdetails = res.explainlifecycle
|
||||||
case ResponseIndices:
|
case ResponseIndices:
|
||||||
indicesres = r.indicesbytes
|
indicesres = res.indicesbytes
|
||||||
case ResponseLifecycle:
|
case ResponseLifecycle:
|
||||||
ilmpolicies = *r.lifecycle
|
ilmpolicies = *res.lifecycle
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -37,9 +37,8 @@ import (
|
|||||||
func IndexNames(conf *cfg.Config) ([]string, error) {
|
func IndexNames(conf *cfg.Config) ([]string, error) {
|
||||||
res, err := conf.DefaultCluster.ES().Cat.Indices().
|
res, err := conf.DefaultCluster.ES().Cat.Indices().
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, fmt.Errorf("failed to get indicies: %s", esErrorString(err))
|
return nil, fmt.Errorf("failed to get indicies: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
indices := make([]string, len(res))
|
indices := make([]string, len(res))
|
||||||
@@ -97,7 +96,7 @@ func IndexList(conf *cfg.Config) error {
|
|||||||
|
|
||||||
res, err := cat.Do(context.Background())
|
res, err := cat.Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get indicies: %s", esErrorString(err))
|
return fmt.Errorf("failed to get indicies: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
slog.Debug("ES result", "indicies", res)
|
slog.Debug("ES result", "indicies", res)
|
||||||
@@ -118,7 +117,7 @@ func IndexList(conf *cfg.Config) error {
|
|||||||
for idx, index := range list {
|
for idx, index := range list {
|
||||||
name := printer.Colorize(conf, *index.Health, *index.Index)
|
name := printer.Colorize(conf, *index.Health, *index.Index)
|
||||||
|
|
||||||
table.Entries[idx] = []string{name, *index.DatasetSize, *index.DocsCount}
|
table.Entries[idx] = []any{name, *index.DatasetSize, *index.DocsCount}
|
||||||
|
|
||||||
if idx == size-1 {
|
if idx == size-1 {
|
||||||
break
|
break
|
||||||
@@ -126,6 +125,7 @@ func IndexList(conf *cfg.Config) error {
|
|||||||
}
|
}
|
||||||
|
|
||||||
table.Sort()
|
table.Sort()
|
||||||
|
|
||||||
return table.Print()
|
return table.Print()
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -133,13 +133,14 @@ func IndexShow(conf *cfg.Config, indexpattern string) error {
|
|||||||
res, err := conf.DefaultCluster.ES().Indices.Get(indexpattern).
|
res, err := conf.DefaultCluster.ES().Indices.Get(indexpattern).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get index: %s", esErrorString(err))
|
return fmt.Errorf("failed to get index: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
slog.Debug("index show", "index", res)
|
slog.Debug("index show", "index", res)
|
||||||
|
|
||||||
for name, index := range res {
|
for name, index := range res {
|
||||||
fields := make([]string, len(index.Mappings.Properties))
|
fields := make([]string, len(index.Mappings.Properties))
|
||||||
|
|
||||||
idx := 0
|
idx := 0
|
||||||
for field := range index.Mappings.Properties {
|
for field := range index.Mappings.Properties {
|
||||||
fields[idx] = field
|
fields[idx] = field
|
||||||
@@ -156,18 +157,18 @@ func IndexShow(conf *cfg.Config, indexpattern string) error {
|
|||||||
|
|
||||||
created := time.Unix(ts/1000, 0)
|
created := time.Unix(ts/1000, 0)
|
||||||
|
|
||||||
table.Entries = [][]string{
|
table.Entries = [][]any{
|
||||||
{"name", name},
|
{"name", name},
|
||||||
{"replicas", *index.Settings.Index.NumberOfReplicas},
|
{"replicas", *index.Settings.Index.NumberOfReplicas},
|
||||||
{"shards", *index.Settings.Index.NumberOfShards},
|
{"shards", *index.Settings.Index.NumberOfShards},
|
||||||
{"created", created.Format("2006-01-02 15:04:05")},
|
{"created", created},
|
||||||
{"uuid", *index.Settings.Index.Uuid},
|
{"uuid", *index.Settings.Index.Uuid},
|
||||||
{"version", *index.Settings.Index.Version.Created},
|
{"version", *index.Settings.Index.Version.Created},
|
||||||
{"fields", strings.Join(fields, ",")},
|
{"fields", fields},
|
||||||
}
|
}
|
||||||
|
|
||||||
if index.Settings.Index.Lifecycle != nil {
|
if index.Settings.Index.Lifecycle != nil {
|
||||||
table.Entries = append(table.Entries, [][]string{
|
table.Entries = append(table.Entries, [][]any{
|
||||||
{"ilm policy", *index.Settings.Index.Lifecycle.Name},
|
{"ilm policy", *index.Settings.Index.Lifecycle.Name},
|
||||||
{"ilm rollover alias", *index.Settings.Index.Lifecycle.RolloverAlias},
|
{"ilm rollover alias", *index.Settings.Index.Lifecycle.RolloverAlias},
|
||||||
}...)
|
}...)
|
||||||
@@ -195,6 +196,7 @@ func IndexCreate(conf *cfg.Config, index string, mappings []string) error {
|
|||||||
if conf.Shards > 0 {
|
if conf.Shards > 0 {
|
||||||
settings.NumberOfShards(strconv.Itoa(conf.Shards))
|
settings.NumberOfShards(strconv.Itoa(conf.Shards))
|
||||||
}
|
}
|
||||||
|
|
||||||
if conf.Replicas > 0 {
|
if conf.Replicas > 0 {
|
||||||
settings.NumberOfReplicas(strconv.Itoa(conf.Replicas))
|
settings.NumberOfReplicas(strconv.Itoa(conf.Replicas))
|
||||||
}
|
}
|
||||||
@@ -232,9 +234,8 @@ func IndexCreate(conf *cfg.Config, index string, mappings []string) error {
|
|||||||
|
|
||||||
_, err := create.Settings(settings).
|
_, err := create.Settings(settings).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to create index: %s", esErrorString(err))
|
return fmt.Errorf("failed to create index: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
@@ -244,7 +245,7 @@ func IndexDelete(conf *cfg.Config, index string) error {
|
|||||||
_, err := conf.DefaultCluster.ES().Indices.Delete(index).
|
_, err := conf.DefaultCluster.ES().Indices.Delete(index).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to delete index: %s", esErrorString(err))
|
return fmt.Errorf("failed to delete index: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
@@ -253,85 +254,27 @@ func IndexDelete(conf *cfg.Config, index string) error {
|
|||||||
func IndexClose(conf *cfg.Config, index string) error {
|
func IndexClose(conf *cfg.Config, index string) error {
|
||||||
_, err := conf.DefaultCluster.ES().Indices.Close(index).
|
_, err := conf.DefaultCluster.ES().Indices.Close(index).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to close index: %s", esErrorString(err))
|
return fmt.Errorf("failed to close index: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func IndexAllocation(conf *cfg.Config, index string) error {
|
|
||||||
res, err := conf.DefaultCluster.ES().Cluster.AllocationExplain().
|
|
||||||
Index(index).
|
|
||||||
Primary(conf.Primary).
|
|
||||||
Shard(conf.Shards).
|
|
||||||
Do(context.Background())
|
|
||||||
if err != nil {
|
|
||||||
return fmt.Errorf("failed to get index allocation explain: %s", esErrorString(err))
|
|
||||||
}
|
|
||||||
|
|
||||||
slog.Debug("ES result", "index", res)
|
|
||||||
|
|
||||||
currentNode := res.CurrentNode
|
|
||||||
|
|
||||||
table := printer.NewTable(conf, 2, 10)
|
|
||||||
table.Addheaders("index allocation setting", "value")
|
|
||||||
|
|
||||||
roles := make([]string, len(currentNode.Roles))
|
|
||||||
for idx, role := range currentNode.Roles {
|
|
||||||
roles[idx] = role.Name
|
|
||||||
}
|
|
||||||
|
|
||||||
table.Entries = [][]string{
|
|
||||||
{"Index", index},
|
|
||||||
{"Current node", currentNode.Name},
|
|
||||||
{"Current k8s node", currentNode.Attributes["k8s_node_name"]},
|
|
||||||
{"Current node address", currentNode.TransportAddress},
|
|
||||||
{"Current node id", currentNode.Id},
|
|
||||||
{"Current node weight", fmt.Sprintf("%d", currentNode.WeightRanking)},
|
|
||||||
{"Current node roles", strings.Join(roles, ",")},
|
|
||||||
{"Can rebalance cluster", res.CanRebalanceCluster.Name},
|
|
||||||
{"Can rebalance to another node", res.CanRebalanceToOtherNode.Name},
|
|
||||||
{"Can remain on current node", res.CanRemainOnCurrentNode.Name},
|
|
||||||
}
|
|
||||||
|
|
||||||
if err := table.Print(); err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
/*
|
|
||||||
func IndexModify(conf *cfg.Config, index string) error {
|
|
||||||
settings := esdsl.NewIndexSettings().NumberOfReplicas(strconv.Itoa(conf.Replicas))
|
|
||||||
|
|
||||||
_, err := conf.DefaultCluster.ES().Indices.PutSettings().
|
|
||||||
Indices(index).
|
|
||||||
Index(settings).
|
|
||||||
Do(context.Background())
|
|
||||||
if err != nil {
|
|
||||||
return fmt.Errorf("failed to modify index settings: %s", esErrorString(err))
|
|
||||||
}
|
|
||||||
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
*/
|
|
||||||
|
|
||||||
func IndexFields(conf *cfg.Config, index string) error {
|
func IndexFields(conf *cfg.Config, index string) error {
|
||||||
res, err := conf.DefaultCluster.ES().FieldCaps().
|
res, err := conf.DefaultCluster.ES().FieldCaps().
|
||||||
Index(index).
|
Index(index).
|
||||||
Fields("*").
|
Fields("*").
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to retrieve field capabilties: %s", esErrorString(err))
|
return fmt.Errorf("failed to retrieve field capabilties: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
table := printer.NewTable(conf, 5, 0)
|
table := printer.NewTable(conf, 5, 0)
|
||||||
table.Addheaders("field", "type", "searchable", "aggretable", "metadata")
|
table.Addheaders("field", "type", "searchable", "aggretable", "metadata")
|
||||||
|
|
||||||
idx := 0
|
idx := 0
|
||||||
|
|
||||||
for name, field := range res.Fields {
|
for name, field := range res.Fields {
|
||||||
for fieldtype, caps := range field {
|
for fieldtype, caps := range field {
|
||||||
// fields only have 1 type, so this one is it
|
// fields only have 1 type, so this one is it
|
||||||
@@ -344,10 +287,11 @@ func IndexFields(conf *cfg.Config, index string) error {
|
|||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
|
||||||
table.Entries = append(table.Entries, []string{name, fieldtype,
|
table.AddRow(name, fieldtype,
|
||||||
fmt.Sprintf("%t", caps.Searchable),
|
caps.Searchable,
|
||||||
fmt.Sprintf("%t", caps.Aggregatable),
|
caps.Aggregatable,
|
||||||
fmt.Sprintf("%t", *caps.MetadataField)})
|
*caps.MetadataField)
|
||||||
|
|
||||||
break
|
break
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -35,7 +35,7 @@ func IndexAliasCreate(conf *cfg.Config, index, alias string) error {
|
|||||||
slog.Debug("create alias", "result", res)
|
slog.Debug("create alias", "result", res)
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to create index alias: %s", esErrorString(err))
|
return fmt.Errorf("failed to create index alias: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
@@ -52,9 +52,8 @@ func IndexAliasList(conf *cfg.Config) error {
|
|||||||
res, err := conf.DefaultCluster.ES().Indices.GetAlias().
|
res, err := conf.DefaultCluster.ES().Indices.GetAlias().
|
||||||
Index("_all").
|
Index("_all").
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to list index aliases: %s", esErrorString(err))
|
return fmt.Errorf("failed to list index aliases: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
slog.Debug("aliases list", "result", res)
|
slog.Debug("aliases list", "result", res)
|
||||||
@@ -78,7 +77,7 @@ func IndexAliasList(conf *cfg.Config) error {
|
|||||||
|
|
||||||
idx := 0
|
idx := 0
|
||||||
for index, aliases := range aliaslist {
|
for index, aliases := range aliaslist {
|
||||||
table.Entries[idx] = []string{
|
table.Entries[idx] = []any{
|
||||||
index,
|
index,
|
||||||
strings.Join(aliases, ","),
|
strings.Join(aliases, ","),
|
||||||
}
|
}
|
||||||
@@ -102,7 +101,7 @@ func IndexAliasDelete(conf *cfg.Config, index, alias string) error {
|
|||||||
slog.Debug("delete alias", "result", res)
|
slog.Debug("delete alias", "result", res)
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to delete index alias: %s", esErrorString(err))
|
return fmt.Errorf("failed to delete index alias: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
@@ -110,17 +109,16 @@ func IndexAliasDelete(conf *cfg.Config, index, alias string) error {
|
|||||||
|
|
||||||
func IndexAliasRollover(conf *cfg.Config, alias string) error {
|
func IndexAliasRollover(conf *cfg.Config, alias string) error {
|
||||||
res, err := RolloverAlias(conf, alias)
|
res, err := RolloverAlias(conf, alias)
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to rollover index alias: %s", esErrorString(err))
|
return fmt.Errorf("failed to rollover index alias: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
table := printer.NewTable(conf, 2, 5)
|
table := printer.NewTable(conf, 2, 5)
|
||||||
table.Addheaders("rollover response", "value")
|
table.Addheaders("rollover response", "value")
|
||||||
table.Entries = [][]string{
|
table.Entries = [][]any{
|
||||||
{"acknowledged", fmt.Sprintf("%t", res.Acknowledged)},
|
{"acknowledged", res.Acknowledged},
|
||||||
{"rolled over", fmt.Sprintf("%t", res.RolledOver)},
|
{"rolled over", res.RolledOver},
|
||||||
{"shards acknowledged", fmt.Sprintf("%t", res.ShardsAcknowledged)},
|
{"shards acknowledged", res.ShardsAcknowledged},
|
||||||
{"old index", res.OldIndex},
|
{"old index", res.OldIndex},
|
||||||
{"new index", res.NewIndex},
|
{"new index", res.NewIndex},
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -22,6 +22,7 @@ import (
|
|||||||
"errors"
|
"errors"
|
||||||
"fmt"
|
"fmt"
|
||||||
"log/slog"
|
"log/slog"
|
||||||
|
"maps"
|
||||||
"strconv"
|
"strconv"
|
||||||
"strings"
|
"strings"
|
||||||
|
|
||||||
@@ -35,9 +36,8 @@ import (
|
|||||||
func IndexTemplateList(conf *cfg.Config) error {
|
func IndexTemplateList(conf *cfg.Config) error {
|
||||||
res, err := conf.DefaultCluster.ES().Indices.GetIndexTemplate().
|
res, err := conf.DefaultCluster.ES().Indices.GetIndexTemplate().
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get index templates: %s", esErrorString(err))
|
return fmt.Errorf("failed to get index templates: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
slog.Debug("res", "index templates", res)
|
slog.Debug("res", "index templates", res)
|
||||||
@@ -51,14 +51,11 @@ func IndexTemplateList(conf *cfg.Config) error {
|
|||||||
return fmt.Errorf("failed to unmarshal meta json data: %w", err)
|
return fmt.Errorf("failed to unmarshal meta json data: %w", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
table.Entries[idx] = []string{
|
table.Entries[idx] = []any{tpl.Name, desc, tpl.IndexTemplate.Priority}
|
||||||
tpl.Name,
|
|
||||||
string(desc),
|
|
||||||
fmt.Sprintf("%d", tpl.IndexTemplate.Priority),
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
table.Sort()
|
table.Sort()
|
||||||
|
|
||||||
return table.Print()
|
return table.Print()
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -66,9 +63,8 @@ func IndexTemplateShow(conf *cfg.Config, tplname string) error {
|
|||||||
res, err := conf.DefaultCluster.ES().Indices.GetIndexTemplate().
|
res, err := conf.DefaultCluster.ES().Indices.GetIndexTemplate().
|
||||||
Name(tplname).
|
Name(tplname).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get index template: %s", esErrorString(err))
|
return fmt.Errorf("failed to get index template: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
slog.Debug("res", "index template", res)
|
slog.Debug("res", "index template", res)
|
||||||
@@ -94,13 +90,13 @@ func IndexTemplateShow(conf *cfg.Config, tplname string) error {
|
|||||||
aliases = append(aliases, alias)
|
aliases = append(aliases, alias)
|
||||||
}
|
}
|
||||||
|
|
||||||
table.Entries = [][]string{
|
table.Entries = [][]any{
|
||||||
{"name", tpl.Name},
|
{"name", tpl.Name},
|
||||||
{"description", string(desc)},
|
{"description", desc},
|
||||||
{"index patterns", strings.Join(tpl.IndexTemplate.IndexPatterns, ",")},
|
{"index patterns", tpl.IndexTemplate.IndexPatterns},
|
||||||
{"composed of", strings.Join(tpl.IndexTemplate.ComposedOf, ",")},
|
{"composed of", tpl.IndexTemplate.ComposedOf},
|
||||||
{"data stream enabled", fmt.Sprintf("%t", hasds)},
|
{"data stream enabled", hasds},
|
||||||
{"aliases", strings.Join(aliases, ",")},
|
{"aliases", aliases},
|
||||||
}
|
}
|
||||||
|
|
||||||
if err := table.Print(); err != nil {
|
if err := table.Print(); err != nil {
|
||||||
@@ -112,10 +108,11 @@ func IndexTemplateShow(conf *cfg.Config, tplname string) error {
|
|||||||
|
|
||||||
err = getIndexTemplateSettings(conf, tplname, table)
|
err = getIndexTemplateSettings(conf, tplname, table)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
fmt.Println()
|
fmt.Println()
|
||||||
|
|
||||||
if err := table.Print(); err != nil {
|
if err := table.Print(); err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
@@ -136,12 +133,11 @@ func IndexTemplateShow(conf *cfg.Config, tplname string) error {
|
|||||||
typeval = val.Type
|
typeval = val.Type
|
||||||
}
|
}
|
||||||
|
|
||||||
table.Entries = append(table.Entries, []string{
|
table.AddRow(name, typeval)
|
||||||
name, typeval,
|
|
||||||
})
|
|
||||||
}
|
}
|
||||||
|
|
||||||
fmt.Println()
|
fmt.Println()
|
||||||
|
|
||||||
if err := table.Print(); err != nil {
|
if err := table.Print(); err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
@@ -229,9 +225,8 @@ func IndexTemplateCreate(conf *cfg.Config, name string, mappings []string) error
|
|||||||
create.IndexPatterns(conf.Patterns...)
|
create.IndexPatterns(conf.Patterns...)
|
||||||
|
|
||||||
_, err := create.Do(context.Background())
|
_, err := create.Do(context.Background())
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to create index template: %s", esErrorString(err))
|
return fmt.Errorf("failed to create index template: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
@@ -246,9 +241,8 @@ func IndexTemplateModify(conf *cfg.Config, name string, mappings []string) error
|
|||||||
res, err := conf.DefaultCluster.ES().Indices.GetIndexTemplate().
|
res, err := conf.DefaultCluster.ES().Indices.GetIndexTemplate().
|
||||||
Name(name).
|
Name(name).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get index template: %s", esErrorString(err))
|
return fmt.Errorf("failed to get index template: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
slog.Debug("res", "index template", res)
|
slog.Debug("res", "index template", res)
|
||||||
@@ -340,9 +334,8 @@ func IndexTemplateModify(conf *cfg.Config, name string, mappings []string) error
|
|||||||
modify.IndexPatterns(patterns...)
|
modify.IndexPatterns(patterns...)
|
||||||
|
|
||||||
_, err = modify.Do(context.Background())
|
_, err = modify.Do(context.Background())
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to modify index template: %s", esErrorString(err))
|
return fmt.Errorf("failed to modify index template: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
if conf.Rollover {
|
if conf.Rollover {
|
||||||
@@ -358,7 +351,7 @@ func IndexTemplateDelete(conf *cfg.Config, name string) error {
|
|||||||
_, err := conf.DefaultCluster.ES().Indices.DeleteIndexTemplate(name).
|
_, err := conf.DefaultCluster.ES().Indices.DeleteIndexTemplate(name).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to delete index template: %s", esErrorString(err))
|
return fmt.Errorf("failed to delete index template: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
@@ -371,9 +364,8 @@ func rolloverAliasIndexTemplate(conf *cfg.Config, name string) error {
|
|||||||
res, err := conf.DefaultCluster.ES().Indices.GetIndexTemplate().
|
res, err := conf.DefaultCluster.ES().Indices.GetIndexTemplate().
|
||||||
Name(name).
|
Name(name).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get index template: %s", esErrorString(err))
|
return fmt.Errorf("failed to get index template: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
slog.Debug("res", "index template", res)
|
slog.Debug("res", "index template", res)
|
||||||
@@ -390,7 +382,7 @@ func rolloverAliasIndexTemplate(conf *cfg.Config, name string) error {
|
|||||||
res, err := conf.DefaultCluster.ES().Indices.ResolveIndex(pattern).
|
res, err := conf.DefaultCluster.ES().Indices.ResolveIndex(pattern).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to resolve index pattern: %s", esErrorString(err))
|
return fmt.Errorf("failed to resolve index pattern: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
for _, index := range res.Indices {
|
for _, index := range res.Indices {
|
||||||
@@ -414,12 +406,7 @@ func rolloverAliasIndexTemplate(conf *cfg.Config, name string) error {
|
|||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
table.Entries = append(table.Entries, []string{
|
table.AddRow(alias, res.RolledOver, res.Acknowledged, res.NewIndex)
|
||||||
alias,
|
|
||||||
fmt.Sprintf("%t", res.RolledOver),
|
|
||||||
fmt.Sprintf("%t", res.Acknowledged),
|
|
||||||
res.NewIndex,
|
|
||||||
})
|
|
||||||
|
|
||||||
if err := table.Print(); err != nil {
|
if err := table.Print(); err != nil {
|
||||||
return err
|
return err
|
||||||
@@ -427,7 +414,6 @@ func rolloverAliasIndexTemplate(conf *cfg.Config, name string) error {
|
|||||||
}
|
}
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func modMappings(mappings []string) (types.TypeMappingVariant, error) {
|
func modMappings(mappings []string) (types.TypeMappingVariant, error) {
|
||||||
@@ -459,9 +445,7 @@ func modMappings(mappings []string) (types.TypeMappingVariant, error) {
|
|||||||
func modMeta(conf *cfg.Config, meta types.Metadata) (map[string]json.RawMessage, error) {
|
func modMeta(conf *cfg.Config, meta types.Metadata) (map[string]json.RawMessage, error) {
|
||||||
metadata := map[string]json.RawMessage{}
|
metadata := map[string]json.RawMessage{}
|
||||||
|
|
||||||
for key, value := range meta {
|
maps.Copy(metadata, meta)
|
||||||
metadata[key] = value
|
|
||||||
}
|
|
||||||
|
|
||||||
for _, meta := range conf.Meta {
|
for _, meta := range conf.Meta {
|
||||||
parts := strings.Split(meta, ":")
|
parts := strings.Split(meta, ":")
|
||||||
|
|||||||
@@ -43,6 +43,7 @@ func getIndexTemplateSettings(conf *cfg.Config, tplname string, table *printer.T
|
|||||||
if err != nil {
|
if err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
fmt.Println(output)
|
fmt.Println(output)
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -52,7 +53,7 @@ func getIndexTemplateSettings(conf *cfg.Config, tplname string, table *printer.T
|
|||||||
|
|
||||||
tpl := data.IndexTemplates[0].IndexTemplate.Template.Settings
|
tpl := data.IndexTemplates[0].IndexTemplate.Template.Settings
|
||||||
for topic, val := range tpl {
|
for topic, val := range tpl {
|
||||||
table.Entries = append(table.Entries, []string{topic, fmt.Sprintf("%v", val)})
|
table.AddRow(topic, val)
|
||||||
}
|
}
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
|
|||||||
@@ -20,6 +20,7 @@ import (
|
|||||||
"context"
|
"context"
|
||||||
"fmt"
|
"fmt"
|
||||||
"log/slog"
|
"log/slog"
|
||||||
|
"strconv"
|
||||||
|
|
||||||
"codeberg.org/scip/esctl/pkg/cfg"
|
"codeberg.org/scip/esctl/pkg/cfg"
|
||||||
"codeberg.org/scip/esctl/pkg/printer"
|
"codeberg.org/scip/esctl/pkg/printer"
|
||||||
@@ -29,7 +30,7 @@ func LicenseShow(conf *cfg.Config) error {
|
|||||||
res, err := conf.DefaultCluster.ES().License.Get().
|
res, err := conf.DefaultCluster.ES().License.Get().
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get license: %s", esErrorString(err))
|
return fmt.Errorf("failed to get license: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
slog.Debug("license show", "license", res)
|
slog.Debug("license show", "license", res)
|
||||||
@@ -38,19 +39,31 @@ func LicenseShow(conf *cfg.Config) error {
|
|||||||
|
|
||||||
lic := res.License
|
lic := res.License
|
||||||
|
|
||||||
var maxnodes = "infinite"
|
var (
|
||||||
|
maxnodes = "infinite"
|
||||||
|
maxunits = "infinite"
|
||||||
|
expire = "never"
|
||||||
|
)
|
||||||
|
|
||||||
if lic.MaxNodes != nil {
|
if lic.MaxNodes != nil {
|
||||||
maxnodes = fmt.Sprintf("%d", *lic.MaxNodes)
|
maxnodes = strconv.FormatInt(*lic.MaxNodes, 10)
|
||||||
}
|
}
|
||||||
|
|
||||||
table.Entries = [][]string{
|
if lic.ExpiryDate != nil {
|
||||||
|
expire = lic.ExpiryDate.(string)
|
||||||
|
}
|
||||||
|
|
||||||
|
if lic.MaxResourceUnits != nil {
|
||||||
|
maxunits = strconv.Itoa(*lic.MaxResourceUnits)
|
||||||
|
}
|
||||||
|
|
||||||
|
table.Entries = [][]any{
|
||||||
{"UID", lic.Uid},
|
{"UID", lic.Uid},
|
||||||
{"Issued to", lic.IssuedTo},
|
{"Issued to", lic.IssuedTo},
|
||||||
{"Expires", lic.ExpiryDate.(string)},
|
{"Expires", expire},
|
||||||
{"Issued", lic.IssueDate.(string)},
|
{"Issued", lic.IssueDate},
|
||||||
{"Max nodes", maxnodes},
|
{"Max nodes", maxnodes},
|
||||||
{"Max resource units", fmt.Sprintf("%d", *lic.MaxResourceUnits)},
|
{"Max resource units", maxunits},
|
||||||
{"Type", lic.Type.Name},
|
{"Type", lic.Type.Name},
|
||||||
{"Status", lic.Status.Name},
|
{"Status", lic.Status.Name},
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -20,6 +20,7 @@ import (
|
|||||||
"context"
|
"context"
|
||||||
"fmt"
|
"fmt"
|
||||||
"log/slog"
|
"log/slog"
|
||||||
|
"strconv"
|
||||||
"strings"
|
"strings"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
@@ -32,7 +33,7 @@ func NodeList(conf *cfg.Config) error {
|
|||||||
// get nodes
|
// get nodes
|
||||||
nodes, err := conf.DefaultCluster.ES().Cat.Nodes().Do(context.Background())
|
nodes, err := conf.DefaultCluster.ES().Cat.Nodes().Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get nodes: %s", esErrorString(err))
|
return fmt.Errorf("failed to get nodes: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
slog.Debug("ES result", "nodes", nodes)
|
slog.Debug("ES result", "nodes", nodes)
|
||||||
@@ -41,18 +42,19 @@ func NodeList(conf *cfg.Config) error {
|
|||||||
table.Addheaders("name", "ip", "load1m", "load5m", "load15m", "ram %", "heap %")
|
table.Addheaders("name", "ip", "load1m", "load5m", "load15m", "ram %", "heap %")
|
||||||
|
|
||||||
for idx, node := range nodes {
|
for idx, node := range nodes {
|
||||||
table.Entries[idx] = []string{
|
table.Entries[idx] = []any{
|
||||||
*node.Name,
|
*node.Name,
|
||||||
*node.Ip,
|
*node.Ip,
|
||||||
*node.Load1M,
|
*node.Load1M,
|
||||||
*node.Load5M,
|
*node.Load5M,
|
||||||
*node.Load15M,
|
*node.Load15M,
|
||||||
node.RamPercent.(string),
|
node.RamPercent,
|
||||||
node.HeapPercent.(string),
|
node.HeapPercent,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
table.Sort()
|
table.Sort()
|
||||||
|
|
||||||
if err := table.Print(); err != nil {
|
if err := table.Print(); err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
@@ -64,7 +66,7 @@ func NodeNames(conf *cfg.Config) ([]string, error) {
|
|||||||
nodes, err := conf.DefaultCluster.ES().Cat.Nodes().
|
nodes, err := conf.DefaultCluster.ES().Cat.Nodes().
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, fmt.Errorf("failed to get nodes: %s", esErrorString(err))
|
return nil, fmt.Errorf("failed to get nodes: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
slog.Debug("ES result", "nodes", nodes)
|
slog.Debug("ES result", "nodes", nodes)
|
||||||
@@ -86,7 +88,7 @@ func NodeShow(conf *cfg.Config, nodename string) error {
|
|||||||
Metric("os, jvm, thread_pool, remote_cluster_server").
|
Metric("os, jvm, thread_pool, remote_cluster_server").
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get node info: %s", esErrorString(err))
|
return fmt.Errorf("failed to get node info: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
slog.Debug("ES result", "node", res)
|
slog.Debug("ES result", "node", res)
|
||||||
@@ -95,7 +97,7 @@ func NodeShow(conf *cfg.Config, nodename string) error {
|
|||||||
NodeId(nodename).
|
NodeId(nodename).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get node stats: %s", esErrorString(err))
|
return fmt.Errorf("failed to get node stats: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
slog.Debug("ES result", "stat", stats)
|
slog.Debug("ES result", "stat", stats)
|
||||||
@@ -113,25 +115,25 @@ func NodeShow(conf *cfg.Config, nodename string) error {
|
|||||||
|
|
||||||
k8snode := info.Attributes["k8s_node_name"]
|
k8snode := info.Attributes["k8s_node_name"]
|
||||||
|
|
||||||
table.Entries = [][]string{
|
table.Entries = [][]any{
|
||||||
{"Id", id},
|
{"Id", id},
|
||||||
{"Name", nodename},
|
{"Name", nodename},
|
||||||
{"Kubernetes node", k8snode},
|
{"Kubernetes node", k8snode},
|
||||||
{"Ip address", info.Ip},
|
{"Ip address", info.Ip},
|
||||||
{"Node rank", *stat.AdaptiveSelection[id].Rank},
|
{"Node rank", *stat.AdaptiveSelection[id].Rank},
|
||||||
{"JVM", info.Jvm.VmName + " " + info.Jvm.Version},
|
{"JVM", info.Jvm.VmName + " " + info.Jvm.Version},
|
||||||
{"JVM Started", time.UnixMilli(info.Jvm.StartTimeInMillis).String()},
|
{"JVM Started", time.UnixMilli(info.Jvm.StartTimeInMillis)},
|
||||||
{"OS", info.Os.PrettyName + " " + info.Os.Version},
|
{"OS", info.Os.PrettyName + " " + info.Os.Version},
|
||||||
{"Node roles", strings.Join(roles, ",")},
|
{"Node roles", roles},
|
||||||
{"Node version", info.Version},
|
{"Node version", info.Version},
|
||||||
{"HTTP clients", fmt.Sprintf("%d", *stat.Http.CurrentOpen)},
|
{"HTTP clients", *stat.Http.CurrentOpen},
|
||||||
{"CPUs", fmt.Sprintf("%d", *info.Os.AllocatedProcessors)},
|
{"CPUs", *info.Os.AllocatedProcessors},
|
||||||
{"Load 15m/5m/1m", fmt.Sprintf("%.2f/%.2f/%.2f",
|
{"Load 15m/5m/1m", fmt.Sprintf("%.2f/%.2f/%.2f",
|
||||||
stat.Os.Cpu.LoadAverage["15m"],
|
stat.Os.Cpu.LoadAverage["15m"],
|
||||||
stat.Os.Cpu.LoadAverage["5m"],
|
stat.Os.Cpu.LoadAverage["5m"],
|
||||||
stat.Os.Cpu.LoadAverage["1m"],
|
stat.Os.Cpu.LoadAverage["1m"],
|
||||||
)},
|
)},
|
||||||
{"Open FD's", fmt.Sprintf("%d", *stat.Process.OpenFileDescriptors)},
|
{"Open FD's", *stat.Process.OpenFileDescriptors},
|
||||||
{"Response time avg", fmt.Sprintf("%dns", *stat.AdaptiveSelection[id].AvgResponseTimeNs)},
|
{"Response time avg", fmt.Sprintf("%dns", *stat.AdaptiveSelection[id].AvgResponseTimeNs)},
|
||||||
{"Memory usage (used/avail)",
|
{"Memory usage (used/avail)",
|
||||||
humanize.Bytes(uint64(*stat.Os.Mem.UsedInBytes)) + " / " + humanize.Bytes(uint64(*stat.Os.Mem.TotalInBytes))},
|
humanize.Bytes(uint64(*stat.Os.Mem.UsedInBytes)) + " / " + humanize.Bytes(uint64(*stat.Os.Mem.TotalInBytes))},
|
||||||
@@ -139,7 +141,7 @@ func NodeShow(conf *cfg.Config, nodename string) error {
|
|||||||
|
|
||||||
if len(stat.Fs.Data) > 0 {
|
if len(stat.Fs.Data) > 0 {
|
||||||
fs := stat.Fs.Data[0]
|
fs := stat.Fs.Data[0]
|
||||||
table.Entries = append(table.Entries, [][]string{
|
table.Entries = append(table.Entries, [][]any{
|
||||||
{"Storage usage (used/avail)",
|
{"Storage usage (used/avail)",
|
||||||
humanize.Bytes(uint64(*fs.AvailableInBytes)) + " / " + humanize.Bytes(uint64(*fs.TotalInBytes))},
|
humanize.Bytes(uint64(*fs.AvailableInBytes)) + " / " + humanize.Bytes(uint64(*fs.TotalInBytes))},
|
||||||
{"Storage mount", *fs.Mount},
|
{"Storage mount", *fs.Mount},
|
||||||
@@ -159,7 +161,7 @@ func NodeClients(conf *cfg.Config, nodename string) error {
|
|||||||
NodeId(nodename).
|
NodeId(nodename).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get node stats: %s", esErrorString(err))
|
return fmt.Errorf("failed to get node stats: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
slog.Debug("ES result", "stat", stats)
|
slog.Debug("ES result", "stat", stats)
|
||||||
@@ -187,7 +189,7 @@ func NodeClients(conf *cfg.Config, nodename string) error {
|
|||||||
|
|
||||||
table.AddRow(
|
table.AddRow(
|
||||||
agent,
|
agent,
|
||||||
fmt.Sprintf("%d", *client.Id),
|
strconv.FormatInt(*client.Id, 10),
|
||||||
time.UnixMilli(*client.LastRequestTimeMillis).String(),
|
time.UnixMilli(*client.LastRequestTimeMillis).String(),
|
||||||
*client.RemoteAddress,
|
*client.RemoteAddress,
|
||||||
uri,
|
uri,
|
||||||
@@ -199,5 +201,6 @@ func NodeClients(conf *cfg.Config, nodename string) error {
|
|||||||
}
|
}
|
||||||
|
|
||||||
table.Sort()
|
table.Sort()
|
||||||
|
|
||||||
return table.Print()
|
return table.Print()
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -69,7 +69,8 @@ func getApiData(
|
|||||||
which string) {
|
which string) {
|
||||||
defer wg.Done()
|
defer wg.Done()
|
||||||
|
|
||||||
ar := apiResponse{}
|
apiRes := apiResponse{}
|
||||||
|
|
||||||
var arerr error
|
var arerr error
|
||||||
|
|
||||||
switch which {
|
switch which {
|
||||||
@@ -77,47 +78,47 @@ func getApiData(
|
|||||||
res, err := es.Cluster.Health().
|
res, err := es.Cluster.Health().
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
|
|
||||||
ar.health = res
|
apiRes.health = res
|
||||||
ar.which = ResponseHealth
|
apiRes.which = ResponseHealth
|
||||||
arerr = err
|
arerr = err
|
||||||
|
|
||||||
case "healthreport":
|
case "healthreport":
|
||||||
report, err := getHealthReport(conf)
|
report, err := getHealthReport(conf)
|
||||||
|
|
||||||
ar.healthreport = report
|
apiRes.healthreport = report
|
||||||
ar.which = ResponseHealthReport
|
apiRes.which = ResponseHealthReport
|
||||||
arerr = err
|
arerr = err
|
||||||
|
|
||||||
case "info":
|
case "info":
|
||||||
res, err := es.Info().
|
res, err := es.Info().
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
|
|
||||||
ar.info = res
|
apiRes.info = res
|
||||||
ar.which = ResponseInfo
|
apiRes.which = ResponseInfo
|
||||||
arerr = err
|
arerr = err
|
||||||
|
|
||||||
case "ccr":
|
case "ccr":
|
||||||
res, err := es.Ccr.Stats().
|
res, err := es.Ccr.Stats().
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
|
|
||||||
ar.ccr = res
|
apiRes.ccr = res
|
||||||
ar.which = ResponseCcr
|
apiRes.which = ResponseCcr
|
||||||
arerr = err
|
arerr = err
|
||||||
|
|
||||||
case "stats":
|
case "stats":
|
||||||
res, err := es.Cluster.Stats().
|
res, err := es.Cluster.Stats().
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
|
|
||||||
ar.stats = res
|
apiRes.stats = res
|
||||||
ar.which = ResponseStats
|
apiRes.which = ResponseStats
|
||||||
arerr = err
|
arerr = err
|
||||||
|
|
||||||
case "indices":
|
case "indices":
|
||||||
res, err := es.Cat.Indices().
|
res, err := es.Cat.Indices().
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
|
|
||||||
ar.indices = &res
|
apiRes.indices = &res
|
||||||
ar.which = ResponseIndices
|
apiRes.which = ResponseIndices
|
||||||
arerr = err
|
arerr = err
|
||||||
|
|
||||||
case "indicesbytes":
|
case "indicesbytes":
|
||||||
@@ -126,16 +127,16 @@ func getApiData(
|
|||||||
Bytes(bytes.Bytes{Name: "b"}).
|
Bytes(bytes.Bytes{Name: "b"}).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
|
|
||||||
ar.indicesbytes = &res
|
apiRes.indicesbytes = &res
|
||||||
ar.which = ResponseIndices
|
apiRes.which = ResponseIndices
|
||||||
arerr = err
|
arerr = err
|
||||||
|
|
||||||
case "tasks":
|
case "tasks":
|
||||||
res, err := es.Cat.Tasks().
|
res, err := es.Cat.Tasks().
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
|
|
||||||
ar.tasks = &res
|
apiRes.tasks = &res
|
||||||
ar.which = ResponseTasks
|
apiRes.which = ResponseTasks
|
||||||
arerr = err
|
arerr = err
|
||||||
|
|
||||||
case "explain":
|
case "explain":
|
||||||
@@ -143,8 +144,8 @@ func getApiData(
|
|||||||
ExplainLifecycle("_all").
|
ExplainLifecycle("_all").
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
|
|
||||||
ar.explainlifecycle = res
|
apiRes.explainlifecycle = res
|
||||||
ar.which = ResponseExplain
|
apiRes.which = ResponseExplain
|
||||||
arerr = err
|
arerr = err
|
||||||
|
|
||||||
case "policies":
|
case "policies":
|
||||||
@@ -152,14 +153,14 @@ func getApiData(
|
|||||||
GetLifecycle().
|
GetLifecycle().
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
|
|
||||||
ar.lifecycle = &res
|
apiRes.lifecycle = &res
|
||||||
ar.which = ResponseLifecycle
|
apiRes.which = ResponseLifecycle
|
||||||
arerr = err
|
arerr = err
|
||||||
}
|
}
|
||||||
|
|
||||||
if arerr != nil {
|
if arerr != nil {
|
||||||
ar.error = fmt.Errorf("failed to get data from API: %s", arerr)
|
apiRes.error = fmt.Errorf("failed to get data from API: %w", arerr)
|
||||||
}
|
}
|
||||||
|
|
||||||
reschan <- ar
|
reschan <- apiRes
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -20,7 +20,6 @@ import (
|
|||||||
"context"
|
"context"
|
||||||
"fmt"
|
"fmt"
|
||||||
"log/slog"
|
"log/slog"
|
||||||
"strings"
|
|
||||||
|
|
||||||
"codeberg.org/scip/esctl/pkg/cfg"
|
"codeberg.org/scip/esctl/pkg/cfg"
|
||||||
"codeberg.org/scip/esctl/pkg/printer"
|
"codeberg.org/scip/esctl/pkg/printer"
|
||||||
@@ -31,10 +30,11 @@ func RoleNames(conf *cfg.Config) ([]string, error) {
|
|||||||
res, err := conf.DefaultCluster.ES().Security.GetRole().
|
res, err := conf.DefaultCluster.ES().Security.GetRole().
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, fmt.Errorf("failed to get roles: %s", esErrorString(err))
|
return nil, fmt.Errorf("failed to get roles: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
roles := make([]string, len(res))
|
roles := make([]string, len(res))
|
||||||
|
|
||||||
idx := 0
|
idx := 0
|
||||||
for name := range res {
|
for name := range res {
|
||||||
roles[idx] = name
|
roles[idx] = name
|
||||||
@@ -48,7 +48,7 @@ func RoleList(conf *cfg.Config) error {
|
|||||||
res, err := conf.DefaultCluster.ES().Security.GetRole().
|
res, err := conf.DefaultCluster.ES().Security.GetRole().
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get roles: %s", esErrorString(err))
|
return fmt.Errorf("failed to get roles: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
slog.Debug("ES result", "roles", res)
|
slog.Debug("ES result", "roles", res)
|
||||||
@@ -58,15 +58,16 @@ func RoleList(conf *cfg.Config) error {
|
|||||||
|
|
||||||
idx := 0
|
idx := 0
|
||||||
for name, role := range res {
|
for name, role := range res {
|
||||||
table.Entries[idx] = []string{
|
table.Entries[idx] = []any{
|
||||||
name,
|
name,
|
||||||
fmt.Sprintf("%d", len(role.Cluster)),
|
role.Cluster,
|
||||||
fmt.Sprintf("%d", len(role.Indices)),
|
role.Indices,
|
||||||
}
|
}
|
||||||
idx++
|
idx++
|
||||||
}
|
}
|
||||||
|
|
||||||
table.Sort()
|
table.Sort()
|
||||||
|
|
||||||
return table.Print()
|
return table.Print()
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -75,7 +76,7 @@ func RoleShow(conf *cfg.Config, rolename string) error {
|
|||||||
Name(rolename).
|
Name(rolename).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get role: %s", esErrorString(err))
|
return fmt.Errorf("failed to get role: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
slog.Debug("ES result", "role", res)
|
slog.Debug("ES result", "role", res)
|
||||||
@@ -133,21 +134,22 @@ func roleRemoteClusters(conf *cfg.Config, role types.Role) error {
|
|||||||
|
|
||||||
table := printer.NewTable(conf, 2, len(role.RemoteCluster))
|
table := printer.NewTable(conf, 2, len(role.RemoteCluster))
|
||||||
table.Addheaders("remote cluster", "privilege")
|
table.Addheaders("remote cluster", "privilege")
|
||||||
|
|
||||||
idx := 0
|
idx := 0
|
||||||
|
|
||||||
for _, priv := range role.RemoteCluster {
|
for _, priv := range role.RemoteCluster {
|
||||||
perms := []string{}
|
perms := []string{}
|
||||||
for _, perm := range priv.Privileges {
|
for _, perm := range priv.Privileges {
|
||||||
perms = append(perms, perm.Name)
|
perms = append(perms, perm.Name)
|
||||||
}
|
}
|
||||||
|
|
||||||
table.Entries[idx] = []string{
|
table.Entries[idx] = []any{priv.Clusters, perms}
|
||||||
strings.Join(priv.Clusters, ","),
|
|
||||||
strings.Join(perms, ","),
|
|
||||||
}
|
|
||||||
idx++
|
idx++
|
||||||
}
|
}
|
||||||
|
|
||||||
table.Sort()
|
table.Sort()
|
||||||
|
|
||||||
return table.Print()
|
return table.Print()
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -158,13 +160,15 @@ func roleClusters(conf *cfg.Config, role types.Role) error {
|
|||||||
|
|
||||||
table := printer.NewTable(conf, 1, len(role.Cluster))
|
table := printer.NewTable(conf, 1, len(role.Cluster))
|
||||||
table.Addheaders("cluster rights")
|
table.Addheaders("cluster rights")
|
||||||
|
|
||||||
idx := 0
|
idx := 0
|
||||||
for _, cluster := range role.Cluster {
|
for _, cluster := range role.Cluster {
|
||||||
table.Entries[idx] = []string{cluster.Name}
|
table.Entries[idx] = []any{cluster.Name}
|
||||||
idx++
|
idx++
|
||||||
}
|
}
|
||||||
|
|
||||||
table.Sort()
|
table.Sort()
|
||||||
|
|
||||||
return table.Print()
|
return table.Print()
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -175,23 +179,22 @@ func roleRemoteIndices(conf *cfg.Config, role types.Role) error {
|
|||||||
|
|
||||||
table := printer.NewTable(conf, 3, len(role.RemoteIndices))
|
table := printer.NewTable(conf, 3, len(role.RemoteIndices))
|
||||||
table.Addheaders("remote index names", "index permissions", "allow restricted")
|
table.Addheaders("remote index names", "index permissions", "allow restricted")
|
||||||
|
|
||||||
idx := 0
|
idx := 0
|
||||||
|
|
||||||
for _, priv := range role.RemoteIndices {
|
for _, priv := range role.RemoteIndices {
|
||||||
perms := []string{}
|
perms := []string{}
|
||||||
for _, perm := range priv.Privileges {
|
for _, perm := range priv.Privileges {
|
||||||
perms = append(perms, perm.Name)
|
perms = append(perms, perm.Name)
|
||||||
}
|
}
|
||||||
|
|
||||||
table.Entries[idx] = []string{
|
table.Entries[idx] = []any{priv.Names, perms, *priv.AllowRestrictedIndices}
|
||||||
strings.Join(priv.Names, ", "),
|
|
||||||
strings.Join(perms, ", "),
|
|
||||||
fmt.Sprintf("%t", *priv.AllowRestrictedIndices),
|
|
||||||
}
|
|
||||||
|
|
||||||
idx++
|
idx++
|
||||||
}
|
}
|
||||||
|
|
||||||
table.Sort()
|
table.Sort()
|
||||||
|
|
||||||
return table.Print()
|
return table.Print()
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -202,23 +205,22 @@ func roleIndices(conf *cfg.Config, role types.Role) error {
|
|||||||
|
|
||||||
table := printer.NewTable(conf, 3, len(role.Indices))
|
table := printer.NewTable(conf, 3, len(role.Indices))
|
||||||
table.Addheaders("index names", "index permissions", "allow restricted")
|
table.Addheaders("index names", "index permissions", "allow restricted")
|
||||||
|
|
||||||
idx := 0
|
idx := 0
|
||||||
|
|
||||||
for _, priv := range role.Indices {
|
for _, priv := range role.Indices {
|
||||||
perms := []string{}
|
perms := []string{}
|
||||||
for _, perm := range priv.Privileges {
|
for _, perm := range priv.Privileges {
|
||||||
perms = append(perms, perm.Name)
|
perms = append(perms, perm.Name)
|
||||||
}
|
}
|
||||||
|
|
||||||
table.Entries[idx] = []string{
|
table.Entries[idx] = []any{priv.Names, perms, *priv.AllowRestrictedIndices}
|
||||||
strings.Join(priv.Names, ", "),
|
|
||||||
strings.Join(perms, ", "),
|
|
||||||
fmt.Sprintf("%t", *priv.AllowRestrictedIndices),
|
|
||||||
}
|
|
||||||
|
|
||||||
idx++
|
idx++
|
||||||
}
|
}
|
||||||
|
|
||||||
table.Sort()
|
table.Sort()
|
||||||
|
|
||||||
return table.Print()
|
return table.Print()
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -229,17 +231,19 @@ func roleApplications(conf *cfg.Config, role types.Role) error {
|
|||||||
|
|
||||||
table := printer.NewTable(conf, 3, len(role.Applications))
|
table := printer.NewTable(conf, 3, len(role.Applications))
|
||||||
table.Addheaders("application", "privileges", "resources")
|
table.Addheaders("application", "privileges", "resources")
|
||||||
|
|
||||||
idx := 0
|
idx := 0
|
||||||
for _, priv := range role.Applications {
|
for _, priv := range role.Applications {
|
||||||
table.Entries[idx] = []string{
|
table.Entries[idx] = []any{
|
||||||
priv.Application,
|
priv.Application,
|
||||||
strings.Join(priv.Privileges, ", "),
|
priv.Privileges,
|
||||||
strings.Join(priv.Resources, ", "),
|
priv.Resources,
|
||||||
}
|
}
|
||||||
|
|
||||||
idx++
|
idx++
|
||||||
}
|
}
|
||||||
|
|
||||||
table.Sort()
|
table.Sort()
|
||||||
|
|
||||||
return table.Print()
|
return table.Print()
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -75,7 +75,7 @@ type Register struct {
|
|||||||
func getCsvRecords(conf *cfg.Config, csvfile string) (map[string]Record, error) {
|
func getCsvRecords(conf *cfg.Config, csvfile string) (map[string]Record, error) {
|
||||||
data, err := os.ReadFile(csvfile)
|
data, err := os.ReadFile(csvfile)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, fmt.Errorf("failed to read CSV file: %s", err)
|
return nil, fmt.Errorf("failed to read CSV file: %w", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
csvreader := csv.NewReader(bytes.NewReader(data))
|
csvreader := csv.NewReader(bytes.NewReader(data))
|
||||||
@@ -85,7 +85,7 @@ func getCsvRecords(conf *cfg.Config, csvfile string) (map[string]Record, error)
|
|||||||
|
|
||||||
rows, err := csvreader.ReadAll()
|
rows, err := csvreader.ReadAll()
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, fmt.Errorf("failed to parse CSV: %s", err)
|
return nil, fmt.Errorf("failed to parse CSV: %w", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
records := make(map[string]Record, len(rows)-1)
|
records := make(map[string]Record, len(rows)-1)
|
||||||
@@ -118,7 +118,7 @@ func getCsvRecords(conf *cfg.Config, csvfile string) (map[string]Record, error)
|
|||||||
func getCsvRecord(conf *cfg.Config, csvfile, rolename string) (*Record, error) {
|
func getCsvRecord(conf *cfg.Config, csvfile, rolename string) (*Record, error) {
|
||||||
fd, err := os.Open(csvfile)
|
fd, err := os.Open(csvfile)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, fmt.Errorf("failed to open CSV file: %s", err)
|
return nil, fmt.Errorf("failed to open CSV file: %w", err)
|
||||||
}
|
}
|
||||||
defer func() {
|
defer func() {
|
||||||
if err := fd.Close(); err != nil {
|
if err := fd.Close(); err != nil {
|
||||||
@@ -179,6 +179,7 @@ func diffRoles(conf *cfg.Config, records map[string]Record, res getrole.Response
|
|||||||
// iterate over records from CSV and register only those which are not deployed
|
// iterate over records from CSV and register only those which are not deployed
|
||||||
for name := range records {
|
for name := range records {
|
||||||
reg := Register{name: name, defined: true}
|
reg := Register{name: name, defined: true}
|
||||||
|
|
||||||
_, deployed := deployed[name]
|
_, deployed := deployed[name]
|
||||||
if !deployed {
|
if !deployed {
|
||||||
rows = append(rows, reg)
|
rows = append(rows, reg)
|
||||||
@@ -210,7 +211,7 @@ func RoleDiff(conf *cfg.Config, csvfile, role string) error {
|
|||||||
res, err := conf.DefaultCluster.ES().Security.GetRole().
|
res, err := conf.DefaultCluster.ES().Security.GetRole().
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get roles: %s", esErrorString(err))
|
return fmt.Errorf("failed to get roles: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
rows := diffRoles(conf, records, res)
|
rows := diffRoles(conf, records, res)
|
||||||
@@ -229,7 +230,7 @@ func RoleDiff(conf *cfg.Config, csvfile, role string) error {
|
|||||||
defined = printer.Colorize(conf, "red", "undefined")
|
defined = printer.Colorize(conf, "red", "undefined")
|
||||||
}
|
}
|
||||||
|
|
||||||
table.Entries[idx] = []string{
|
table.Entries[idx] = []any{
|
||||||
row.name,
|
row.name,
|
||||||
deployed,
|
deployed,
|
||||||
defined,
|
defined,
|
||||||
@@ -245,10 +246,11 @@ func getRoleMappingGroups(conf *cfg.Config, rolename string) ([]string, error) {
|
|||||||
mappings, err := conf.DefaultCluster.ES().Security.GetRoleMapping().
|
mappings, err := conf.DefaultCluster.ES().Security.GetRoleMapping().
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, fmt.Errorf("failed to get role mappings: %s", esErrorString(err))
|
return nil, fmt.Errorf("failed to get role mappings: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
groups := []string{}
|
groups := []string{}
|
||||||
|
|
||||||
for _, mapping := range mappings {
|
for _, mapping := range mappings {
|
||||||
if slices.Contains(mapping.Roles, rolename) {
|
if slices.Contains(mapping.Roles, rolename) {
|
||||||
for _, rule := range mapping.Rules.Any {
|
for _, rule := range mapping.Rules.Any {
|
||||||
@@ -262,13 +264,13 @@ func getRoleMappingGroups(conf *cfg.Config, rolename string) ([]string, error) {
|
|||||||
return groups, nil
|
return groups, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func compareSlices(name string, a, b []string) {
|
func compareSlices(name string, left, right []string) {
|
||||||
slices.Sort(a)
|
slices.Sort(left)
|
||||||
slices.Sort(b)
|
slices.Sort(right)
|
||||||
|
|
||||||
if slices.Compare(a, b) != 0 {
|
if slices.Compare(left, right) != 0 {
|
||||||
fmt.Printf("%s differs:\ndeployed: %s\n csv: %s\n",
|
fmt.Printf("%s differs:\ndeployed: %s\n csv: %s\n",
|
||||||
name, strings.Join(a, ","), strings.Join(b, ","))
|
name, strings.Join(left, ","), strings.Join(right, ","))
|
||||||
} else {
|
} else {
|
||||||
fmt.Printf("deployed %s matches csv definition\n", name)
|
fmt.Printf("deployed %s matches csv definition\n", name)
|
||||||
}
|
}
|
||||||
@@ -279,7 +281,7 @@ func RoleDiffSingle(conf *cfg.Config, csvfile, rolename string) error {
|
|||||||
Name(rolename).
|
Name(rolename).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get role: %s", esErrorString(err))
|
return fmt.Errorf("failed to get role: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
record, err := getCsvRecord(conf, csvfile, rolename)
|
record, err := getCsvRecord(conf, csvfile, rolename)
|
||||||
@@ -289,16 +291,19 @@ func RoleDiffSingle(conf *cfg.Config, csvfile, rolename string) error {
|
|||||||
|
|
||||||
if !record.defined {
|
if !record.defined {
|
||||||
fmt.Printf("role %s is not defined\n", rolename)
|
fmt.Printf("role %s is not defined\n", rolename)
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
role, exists := res[rolename]
|
role, exists := res[rolename]
|
||||||
if !exists {
|
if !exists {
|
||||||
fmt.Printf("role %s is not deployed\n", rolename)
|
fmt.Printf("role %s is not deployed\n", rolename)
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
} else {
|
} else {
|
||||||
fmt.Printf("role %s is deployed\n", rolename)
|
fmt.Printf("role %s is deployed\n", rolename)
|
||||||
}
|
}
|
||||||
|
|
||||||
slog.Debug("found role", "role", role)
|
slog.Debug("found role", "role", role)
|
||||||
|
|
||||||
if conf.Debug {
|
if conf.Debug {
|
||||||
@@ -310,6 +315,7 @@ func RoleDiffSingle(conf *cfg.Config, csvfile, rolename string) error {
|
|||||||
if err != nil {
|
if err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
slog.Debug("group mappings", "groups", groups)
|
slog.Debug("group mappings", "groups", groups)
|
||||||
|
|
||||||
// check cluster setting
|
// check cluster setting
|
||||||
@@ -321,6 +327,7 @@ func RoleDiffSingle(conf *cfg.Config, csvfile, rolename string) error {
|
|||||||
// check index names+privs
|
// check index names+privs
|
||||||
indices := []string{}
|
indices := []string{}
|
||||||
privs := []string{}
|
privs := []string{}
|
||||||
|
|
||||||
for _, index := range role.Indices {
|
for _, index := range role.Indices {
|
||||||
for _, name := range index.Names {
|
for _, name := range index.Names {
|
||||||
indices = append(indices, strings.ReplaceAll(name, "**", "*"))
|
indices = append(indices, strings.ReplaceAll(name, "**", "*"))
|
||||||
@@ -333,6 +340,7 @@ func RoleDiffSingle(conf *cfg.Config, csvfile, rolename string) error {
|
|||||||
|
|
||||||
// check kibana application space
|
// check kibana application space
|
||||||
spaces := []string{}
|
spaces := []string{}
|
||||||
|
|
||||||
for _, app := range role.Applications {
|
for _, app := range role.Applications {
|
||||||
for _, resource := range app.Resources {
|
for _, resource := range app.Resources {
|
||||||
if strings.Contains(resource, "space:") {
|
if strings.Contains(resource, "space:") {
|
||||||
|
|||||||
@@ -31,14 +31,17 @@ func RolloverConditions(conf *cfg.Config) types.RolloverConditionsVariant {
|
|||||||
if conf.MaxAge != "" {
|
if conf.MaxAge != "" {
|
||||||
cond.MaxAge(esdsl.NewDuration().String(conf.MaxAge))
|
cond.MaxAge(esdsl.NewDuration().String(conf.MaxAge))
|
||||||
}
|
}
|
||||||
|
|
||||||
if conf.MaxDocs > 0 {
|
if conf.MaxDocs > 0 {
|
||||||
cond.MaxDocs(int64(conf.MaxDocs))
|
cond.MaxDocs(int64(conf.MaxDocs))
|
||||||
}
|
}
|
||||||
|
|
||||||
if conf.MaxShardSize > 0 {
|
if conf.MaxShardSize > 0 {
|
||||||
bs := esdsl.NewByteSize()
|
bs := esdsl.NewByteSize()
|
||||||
bs.Int64(int64(conf.MaxShardSize))
|
bs.Int64(int64(conf.MaxShardSize))
|
||||||
cond.MaxPrimaryShardSize(bs)
|
cond.MaxPrimaryShardSize(bs)
|
||||||
}
|
}
|
||||||
|
|
||||||
if conf.MaxShardDocs > 0 {
|
if conf.MaxShardDocs > 0 {
|
||||||
cond.MaxPrimaryShardDocs(int64(conf.MaxShardDocs))
|
cond.MaxPrimaryShardDocs(int64(conf.MaxShardDocs))
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -82,13 +82,13 @@ func explainSearch(conf *cfg.Config, search *search.Search) error {
|
|||||||
Size(1). // one's enough for explain
|
Size(1). // one's enough for explain
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to call explain search (esdsl): %s", esErrorString(err))
|
return fmt.Errorf("failed to call explain search (esdsl): %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
if conf.Debug {
|
if conf.Debug {
|
||||||
raw, err := json.Marshal(res)
|
raw, err := json.Marshal(res)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to marshal explain result: %s", err)
|
return fmt.Errorf("failed to marshal explain result: %w", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
value := gjson.Get(string(raw), "hits.hits.0._explanation")
|
value := gjson.Get(string(raw), "hits.hits.0._explanation")
|
||||||
@@ -111,6 +111,7 @@ func explainSearch(conf *cfg.Config, search *search.Search) error {
|
|||||||
|
|
||||||
func explain(res *types.ExplanationDetail, indent string) {
|
func explain(res *types.ExplanationDetail, indent string) {
|
||||||
fmt.Println(indent + "- " + res.Description)
|
fmt.Println(indent + "- " + res.Description)
|
||||||
|
|
||||||
for _, ex := range res.Details {
|
for _, ex := range res.Details {
|
||||||
fmt.Println(indent + " - " + ex.Description)
|
fmt.Println(indent + " - " + ex.Description)
|
||||||
fmt.Println(indent + fmt.Sprintf(" score: %f", res.Value))
|
fmt.Println(indent + fmt.Sprintf(" score: %f", res.Value))
|
||||||
@@ -134,7 +135,7 @@ func validateSearch(conf *cfg.Config, queries []string) error {
|
|||||||
res, err := validate.
|
res, err := validate.
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to validate search (esdsl): %s", esErrorString(err))
|
return fmt.Errorf("failed to validate search (esdsl): %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
slog.Debug("ES result", "search", res)
|
slog.Debug("ES result", "search", res)
|
||||||
@@ -154,7 +155,7 @@ func searchOnce(conf *cfg.Config, search *search.Search) error {
|
|||||||
Size(conf.To).
|
Size(conf.To).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to run search (esdsl): %s", esErrorString(err))
|
return fmt.Errorf("failed to run search (esdsl): %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
slog.Debug("ES result", "search", res)
|
slog.Debug("ES result", "search", res)
|
||||||
@@ -167,9 +168,10 @@ func searchOnce(conf *cfg.Config, search *search.Search) error {
|
|||||||
// https://www.elastic.co/docs/reference/elasticsearch/clients/go/using-the-api/searching#_pit_search_after
|
// https://www.elastic.co/docs/reference/elasticsearch/clients/go/using-the-api/searching#_pit_search_after
|
||||||
func searchPit(conf *cfg.Config, req *search.Request) error {
|
func searchPit(conf *cfg.Config, req *search.Request) error {
|
||||||
ctx := context.Background()
|
ctx := context.Background()
|
||||||
|
|
||||||
pit, err := conf.DefaultCluster.ES().OpenPointInTime(conf.Index).KeepAlive("1m").Do(ctx)
|
pit, err := conf.DefaultCluster.ES().OpenPointInTime(conf.Index).KeepAlive("1m").Do(ctx)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to open point-in-time request for search: %s", err)
|
return fmt.Errorf("failed to open point-in-time request for search: %w", err)
|
||||||
}
|
}
|
||||||
defer func() {
|
defer func() {
|
||||||
_, err := conf.DefaultCluster.ES().ClosePointInTime().Id(pit.Id).Do(ctx)
|
_, err := conf.DefaultCluster.ES().ClosePointInTime().Id(pit.Id).Do(ctx)
|
||||||
@@ -192,7 +194,7 @@ func searchPit(conf *cfg.Config, req *search.Request) error {
|
|||||||
for {
|
for {
|
||||||
res, err := search.Do(ctx)
|
res, err := search.Do(ctx)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to run search (esdsl pit): %s", esErrorString(err))
|
return fmt.Errorf("failed to run search (esdsl pit): %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
if len(res.Hits.Hits) == 0 {
|
if len(res.Hits.Hits) == 0 {
|
||||||
@@ -222,7 +224,7 @@ func searchTail(conf *cfg.Config, search *search.Search) error {
|
|||||||
for {
|
for {
|
||||||
res, err := search.Do(context.Background())
|
res, err := search.Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to run search (esdsl): %s", esErrorString(err))
|
return fmt.Errorf("failed to run search (esdsl): %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
slog.Debug("ES result", "search", res)
|
slog.Debug("ES result", "search", res)
|
||||||
|
|||||||
@@ -63,6 +63,7 @@ type filter struct {
|
|||||||
// must match literally, and range filters using -r "@timestamp:2026-05-28T10:00:00 to now"
|
// must match literally, and range filters using -r "@timestamp:2026-05-28T10:00:00 to now"
|
||||||
func NewFilter(query string) (*filter, error) {
|
func NewFilter(query string) (*filter, error) {
|
||||||
var separator string
|
var separator string
|
||||||
|
|
||||||
var criteria int // we use the constants on top for this
|
var criteria int // we use the constants on top for this
|
||||||
|
|
||||||
switch {
|
switch {
|
||||||
@@ -76,7 +77,7 @@ func NewFilter(query string) (*filter, error) {
|
|||||||
|
|
||||||
part := strings.Split(query, separator)
|
part := strings.Split(query, separator)
|
||||||
if len(part) != 2 {
|
if len(part) != 2 {
|
||||||
return nil, fmt.Errorf("search queries must be in the form field<sep>pattern where <sep> must be one of: = or !=")
|
return nil, errors.New("search queries must be in the form field<sep>pattern where <sep> must be one of: = or !=")
|
||||||
}
|
}
|
||||||
|
|
||||||
flt := &filter{term: part[0], filter: part[1], criteria: criteria}
|
flt := &filter{term: part[0], filter: part[1], criteria: criteria}
|
||||||
@@ -234,7 +235,6 @@ func addFilters(conf *cfg.Config) ([]types.QueryVariant, error) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
filters[count-1] = rng
|
filters[count-1] = rng
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
return filters, nil
|
return filters, nil
|
||||||
@@ -247,7 +247,6 @@ func addSort(conf *cfg.Config, search *search.Search) *search.Search {
|
|||||||
Index(conf.Index).
|
Index(conf.Index).
|
||||||
Fields(conf.SortBy).
|
Fields(conf.SortBy).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
// whatever it was, do not add Sort()
|
// whatever it was, do not add Sort()
|
||||||
slog.Debug("get field capabilities", "field", conf.SortBy, "error", esErrorString(err))
|
slog.Debug("get field capabilities", "field", conf.SortBy, "error", esErrorString(err))
|
||||||
|
|||||||
@@ -40,8 +40,7 @@ func colorzizeShard(conf *cfg.Config, state, name string) string {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func resolvePrirep(state string) string {
|
func resolvePrirep(state string) string {
|
||||||
switch state {
|
if state == "p" {
|
||||||
case "p":
|
|
||||||
return "primary"
|
return "primary"
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -86,7 +85,7 @@ func ShardList(conf *cfg.Config) error {
|
|||||||
res, err := conf.DefaultCluster.ES().Cat.Shards().
|
res, err := conf.DefaultCluster.ES().Cat.Shards().
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get shards: %s", esErrorString(err))
|
return fmt.Errorf("failed to get shards: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
shardlist := filterShards(conf, res)
|
shardlist := filterShards(conf, res)
|
||||||
@@ -107,7 +106,7 @@ func printShards(conf *cfg.Config, shardlist shards.Response) error {
|
|||||||
for idx, shard := range shardlist {
|
for idx, shard := range shardlist {
|
||||||
name := colorzizeShard(conf, *shard.State, *shard.Index)
|
name := colorzizeShard(conf, *shard.State, *shard.Index)
|
||||||
|
|
||||||
table.Entries[idx] = []string{
|
table.Entries[idx] = []any{
|
||||||
name,
|
name,
|
||||||
*shard.Shard,
|
*shard.Shard,
|
||||||
resolvePrirep(*shard.Prirep),
|
resolvePrirep(*shard.Prirep),
|
||||||
@@ -125,6 +124,7 @@ func printShards(conf *cfg.Config, shardlist shards.Response) error {
|
|||||||
}
|
}
|
||||||
|
|
||||||
table.Sort()
|
table.Sort()
|
||||||
|
|
||||||
if err := table.Print(); err != nil {
|
if err := table.Print(); err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
@@ -136,7 +136,7 @@ func ShardShow(conf *cfg.Config, index string) error {
|
|||||||
res, err := conf.DefaultCluster.ES().Cat.Shards().Index(index).
|
res, err := conf.DefaultCluster.ES().Cat.Shards().Index(index).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get shards: %s", esErrorString(err))
|
return fmt.Errorf("failed to get shards: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
slog.Debug("ES result", "shards", res)
|
slog.Debug("ES result", "shards", res)
|
||||||
@@ -145,3 +145,63 @@ func ShardShow(conf *cfg.Config, index string) error {
|
|||||||
|
|
||||||
return printShards(conf, res)
|
return printShards(conf, res)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func ShardAllocation(conf *cfg.Config, index string) error {
|
||||||
|
explain := conf.DefaultCluster.ES().Cluster.AllocationExplain().
|
||||||
|
Index(index).
|
||||||
|
Primary(conf.Primary).
|
||||||
|
Shard(conf.Shards)
|
||||||
|
|
||||||
|
if conf.FromNode != "" {
|
||||||
|
explain.CurrentNode(conf.FromNode)
|
||||||
|
}
|
||||||
|
|
||||||
|
res, err := explain.Do(context.Background())
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("failed to get shard allocation explain: %w", esErrorString(err))
|
||||||
|
}
|
||||||
|
|
||||||
|
slog.Debug("ES result", "explain", res)
|
||||||
|
|
||||||
|
currentNode := res.CurrentNode
|
||||||
|
|
||||||
|
table := printer.NewTable(conf, 2, 10)
|
||||||
|
table.Addheaders("shard allocation setting", "value")
|
||||||
|
|
||||||
|
roles := make([]string, len(currentNode.Roles))
|
||||||
|
for idx, role := range currentNode.Roles {
|
||||||
|
roles[idx] = role.Name
|
||||||
|
}
|
||||||
|
|
||||||
|
table.Entries = [][]any{
|
||||||
|
{"Index", index},
|
||||||
|
{"Current state", res.CurrentState},
|
||||||
|
{"Current node", currentNode.Name},
|
||||||
|
{"Current k8s node", currentNode.Attributes["k8s_node_name"]},
|
||||||
|
{"Current node address", currentNode.TransportAddress},
|
||||||
|
{"Current node id", currentNode.Id},
|
||||||
|
{"Current node weight", currentNode.WeightRanking},
|
||||||
|
{"Current node roles", roles},
|
||||||
|
{"Can rebalance cluster", res.CanRebalanceCluster.Name},
|
||||||
|
{"Can rebalance to another node", res.CanRebalanceToOtherNode.Name},
|
||||||
|
{"Can remain on current node", res.CanRemainOnCurrentNode.Name},
|
||||||
|
}
|
||||||
|
|
||||||
|
if res.CurrentState == "unassigned" {
|
||||||
|
table.AddRow("Unassignment reason", res.UnassignedInfo.Reason.String()+" at "+res.UnassignedInfo.At.(string))
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, nodeDecision := range res.NodeAllocationDecisions {
|
||||||
|
for _, decider := range nodeDecision.Deciders {
|
||||||
|
table.AddRow("Allocation decider", decider.Decider)
|
||||||
|
table.AddRow(" -> decision", decider.Decision.String())
|
||||||
|
table.AddRow(" -> explanation", decider.Explanation)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if err := table.Print(); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|||||||
@@ -45,7 +45,7 @@ func SnapshotList(conf *cfg.Config) error {
|
|||||||
// get partial indicies
|
// get partial indicies
|
||||||
ires, err := conf.DefaultCluster.ES().Cat.Indices().Do(context.Background())
|
ires, err := conf.DefaultCluster.ES().Cat.Indices().Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get indicies: %s", esErrorString(err))
|
return fmt.Errorf("failed to get indicies: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
indicies := map[string]int{}
|
indicies := map[string]int{}
|
||||||
@@ -58,7 +58,7 @@ func SnapshotList(conf *cfg.Config) error {
|
|||||||
// get snapshots
|
// get snapshots
|
||||||
sres, err := conf.DefaultCluster.ES().Cat.Snapshots().Do(context.Background())
|
sres, err := conf.DefaultCluster.ES().Cat.Snapshots().Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get snapshots: %s", esErrorString(err))
|
return fmt.Errorf("failed to get snapshots: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
slog.Debug("ES result", "indicies", sres)
|
slog.Debug("ES result", "indicies", sres)
|
||||||
@@ -88,7 +88,7 @@ func SnapshotList(conf *cfg.Config) error {
|
|||||||
table.Addheaders("name", "index", "start", "orphaned", "status")
|
table.Addheaders("name", "index", "start", "orphaned", "status")
|
||||||
|
|
||||||
for idx, snap := range snapshots {
|
for idx, snap := range snapshots {
|
||||||
table.Entries[idx] = []string{
|
table.Entries[idx] = []any{
|
||||||
snap.Name,
|
snap.Name,
|
||||||
snap.Forindex,
|
snap.Forindex,
|
||||||
snap.Start,
|
snap.Start,
|
||||||
@@ -98,6 +98,7 @@ func SnapshotList(conf *cfg.Config) error {
|
|||||||
}
|
}
|
||||||
|
|
||||||
table.Sort()
|
table.Sort()
|
||||||
|
|
||||||
if err := table.Print(); err != nil {
|
if err := table.Print(); err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
@@ -108,7 +109,7 @@ func SnapshotList(conf *cfg.Config) error {
|
|||||||
func SnapshotShow(conf *cfg.Config, snapshot string) error {
|
func SnapshotShow(conf *cfg.Config, snapshot string) error {
|
||||||
res, err := conf.DefaultCluster.ES().Snapshot.Get("*", snapshot).Do(context.Background())
|
res, err := conf.DefaultCluster.ES().Snapshot.Get("*", snapshot).Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get snapshot: %s", esErrorString(err))
|
return fmt.Errorf("failed to get snapshot: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
slog.Debug("ES result", "snapshot", res)
|
slog.Debug("ES result", "snapshot", res)
|
||||||
@@ -122,20 +123,20 @@ func SnapshotShow(conf *cfg.Config, snapshot string) error {
|
|||||||
|
|
||||||
snap := res.Snapshots[0]
|
snap := res.Snapshots[0]
|
||||||
|
|
||||||
table.Entries = [][]string{
|
table.Entries = [][]any{
|
||||||
{"snapshot", snapshot},
|
{"snapshot", snapshot},
|
||||||
{"uuid", snap.Uuid},
|
{"uuid", snap.Uuid},
|
||||||
{"repository", *snap.Repository},
|
{"repository", *snap.Repository},
|
||||||
{"version_id", fmt.Sprintf("%d", snap.VersionId)},
|
{"version_id", snap.VersionId},
|
||||||
{"version", *snap.Version},
|
{"version", *snap.Version},
|
||||||
{"include_global_state", fmt.Sprintf("%t", *snap.IncludeGlobalState)},
|
{"include_global_state", *snap.IncludeGlobalState},
|
||||||
{"state", *snap.State},
|
{"state", *snap.State},
|
||||||
{"start_time", fmt.Sprintf("%s", snap.StartTime)},
|
{"start_time", snap.StartTime},
|
||||||
{"end_time", fmt.Sprintf("%s", snap.EndTime)},
|
{"end_time", snap.EndTime},
|
||||||
{"duration_in_millis", fmt.Sprintf("%d", *snap.DurationInMillis)},
|
{"duration_in_millis", *snap.DurationInMillis},
|
||||||
{"shards-total", fmt.Sprintf("%d", snap.Shards.Total)},
|
{"shards-total", snap.Shards.Total},
|
||||||
{"shards-failed", fmt.Sprintf("%d", snap.Shards.Failed)},
|
{"shards-failed", snap.Shards.Failed},
|
||||||
{"shards-successful", fmt.Sprintf("%d", snap.Shards.Successful)},
|
{"shards-successful", snap.Shards.Successful},
|
||||||
}
|
}
|
||||||
|
|
||||||
if err := table.Print(); err != nil {
|
if err := table.Print(); err != nil {
|
||||||
|
|||||||
@@ -30,15 +30,15 @@ import (
|
|||||||
func TaskList(conf *cfg.Config) error {
|
func TaskList(conf *cfg.Config) error {
|
||||||
res, err := conf.DefaultCluster.ES().Cat.Tasks().
|
res, err := conf.DefaultCluster.ES().Cat.Tasks().
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get index templates: %s", esErrorString(err))
|
return fmt.Errorf("failed to get index templates: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
slog.Debug("res", "tasks", res)
|
slog.Debug("res", "tasks", res)
|
||||||
|
|
||||||
table := printer.NewTable(conf, 8, len(res))
|
table := printer.NewTable(conf, 8, len(res))
|
||||||
table.Addheaders("task id", "action", "start time", "run time", "node", "type")
|
table.Addheaders("task id", "action", "start time", "run time", "node", "type")
|
||||||
|
|
||||||
for idx, task := range res {
|
for idx, task := range res {
|
||||||
var ts time.Time
|
var ts time.Time
|
||||||
|
|
||||||
@@ -49,10 +49,10 @@ func TaskList(conf *cfg.Config) error {
|
|||||||
ts = time.Unix(int64(epc/1000), 0)
|
ts = time.Unix(int64(epc/1000), 0)
|
||||||
}
|
}
|
||||||
|
|
||||||
table.Entries[idx] = []string{
|
table.Entries[idx] = []any{
|
||||||
*task.TaskId,
|
*task.TaskId,
|
||||||
*task.Action,
|
*task.Action,
|
||||||
ts.Format("2006-01-02T15:04:05"),
|
ts,
|
||||||
*task.RunningTime,
|
*task.RunningTime,
|
||||||
*task.Node,
|
*task.Node,
|
||||||
*task.Type,
|
*task.Type,
|
||||||
@@ -66,9 +66,8 @@ func TaskCancel(conf *cfg.Config, taskid string) error {
|
|||||||
_, err := conf.DefaultCluster.ES().Tasks.Cancel().
|
_, err := conf.DefaultCluster.ES().Tasks.Cancel().
|
||||||
TaskId(taskid).
|
TaskId(taskid).
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to cancel task: %s", esErrorString(err))
|
return fmt.Errorf("failed to cancel task: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
|
|||||||
31
pkg/printer/bytes.go
Normal file
31
pkg/printer/bytes.go
Normal file
@@ -0,0 +1,31 @@
|
|||||||
|
/*
|
||||||
|
Copyright © 2026 Thomas von Dein
|
||||||
|
|
||||||
|
This program is free software: you can redistribute it and/or modify
|
||||||
|
it under the terms of the GNU General Public License as published by
|
||||||
|
the Free Software Foundation, either version 3 of the License, or
|
||||||
|
(at your option) any later version.
|
||||||
|
|
||||||
|
This program is distributed in the hope that it will be useful,
|
||||||
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
GNU General Public License for more details.
|
||||||
|
|
||||||
|
You should have received a copy of the GNU General Public License
|
||||||
|
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
*/
|
||||||
|
package printer
|
||||||
|
|
||||||
|
import "github.com/dustin/go-humanize"
|
||||||
|
|
||||||
|
type ByteSize struct {
|
||||||
|
size uint64
|
||||||
|
}
|
||||||
|
|
||||||
|
func Bytes(size int64) ByteSize {
|
||||||
|
return ByteSize{size: uint64(size)}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (b *ByteSize) String() string {
|
||||||
|
return humanize.Bytes(b.size)
|
||||||
|
}
|
||||||
99
pkg/printer/cast.go
Normal file
99
pkg/printer/cast.go
Normal file
@@ -0,0 +1,99 @@
|
|||||||
|
/*
|
||||||
|
Copyright © 2026 Thomas von Dein
|
||||||
|
|
||||||
|
This program is free software: you can redistribute it and/or modify
|
||||||
|
it under the terms of the GNU General Public License as published by
|
||||||
|
the Free Software Foundation, either version 3 of the License, or
|
||||||
|
(at your option) any later version.
|
||||||
|
|
||||||
|
This program is distributed in the hope that it will be useful,
|
||||||
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
GNU General Public License for more details.
|
||||||
|
|
||||||
|
You should have received a copy of the GNU General Public License
|
||||||
|
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
*/
|
||||||
|
package printer
|
||||||
|
|
||||||
|
import (
|
||||||
|
"fmt"
|
||||||
|
"strconv"
|
||||||
|
"strings"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/elastic/go-elasticsearch/v9/typedapi/types"
|
||||||
|
)
|
||||||
|
|
||||||
|
func any2string(in any) string {
|
||||||
|
//nolint:gocritic
|
||||||
|
switch val := in.(type) {
|
||||||
|
case string:
|
||||||
|
return val
|
||||||
|
case bool:
|
||||||
|
return strconv.FormatBool(val)
|
||||||
|
case int64:
|
||||||
|
return strconv.FormatInt(val, 10)
|
||||||
|
case int:
|
||||||
|
return strconv.Itoa(val)
|
||||||
|
case float64:
|
||||||
|
return fmt.Sprintf("%.2f", val)
|
||||||
|
case []string:
|
||||||
|
return strings.Join(val, ",")
|
||||||
|
case ByteSize:
|
||||||
|
return val.String()
|
||||||
|
case time.Time:
|
||||||
|
return val.Format("2006-01-02 15:04:05")
|
||||||
|
case []byte:
|
||||||
|
return string(val)
|
||||||
|
case nil:
|
||||||
|
return "null"
|
||||||
|
case types.Percentage, types.DateTime:
|
||||||
|
return val.(string)
|
||||||
|
}
|
||||||
|
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
|
||||||
|
func (data *Table) preprocessRows() {
|
||||||
|
if data.processed {
|
||||||
|
// only do it once
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
// convert entries to strings
|
||||||
|
data.rows = make([][]string, len(data.Entries))
|
||||||
|
for rowidx, entries := range data.Entries {
|
||||||
|
data.rows[rowidx] = make([]string, len(entries))
|
||||||
|
|
||||||
|
for colidx, entry := range data.Entries[rowidx] {
|
||||||
|
data.rows[rowidx][colidx] = any2string(entry)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// determine header lenght's
|
||||||
|
for idx, head := range data.Headers {
|
||||||
|
data.lenHeaders[idx] = visibleLen(head)
|
||||||
|
}
|
||||||
|
|
||||||
|
// determine max width per column
|
||||||
|
for _, entries := range data.rows {
|
||||||
|
currentWidth := 0
|
||||||
|
|
||||||
|
for idx, entry := range entries {
|
||||||
|
length := visibleLen(entry)
|
||||||
|
|
||||||
|
if data.lenHeaders[idx] < length {
|
||||||
|
if length > currentWidth+data.maxwidth {
|
||||||
|
data.lenHeaders[idx] = data.maxwidth - currentWidth
|
||||||
|
} else {
|
||||||
|
data.lenHeaders[idx] = length
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
currentWidth += data.lenHeaders[idx]
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
data.processed = true
|
||||||
|
}
|
||||||
@@ -33,7 +33,6 @@ func PrintDocs(conf *cfg.Config, hits []types.Hit) {
|
|||||||
for _, hit := range hits {
|
for _, hit := range hits {
|
||||||
PrintDoc(conf, hit)
|
PrintDoc(conf, hit)
|
||||||
}
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func PrintDoc(conf *cfg.Config, hit types.Hit) {
|
func PrintDoc(conf *cfg.Config, hit types.Hit) {
|
||||||
@@ -52,6 +51,6 @@ func PrintDoc(conf *cfg.Config, hit types.Hit) {
|
|||||||
value := gjson.Get(docjson, conf.Path)
|
value := gjson.Get(docjson, conf.Path)
|
||||||
fmt.Println(value.String())
|
fmt.Println(value.String())
|
||||||
} else {
|
} else {
|
||||||
fmt.Print(docjson)
|
fmt.Println(docjson)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -34,12 +34,14 @@ var (
|
|||||||
titleStyle = func() lipgloss.Style {
|
titleStyle = func() lipgloss.Style {
|
||||||
b := lipgloss.RoundedBorder()
|
b := lipgloss.RoundedBorder()
|
||||||
b.Right = "├"
|
b.Right = "├"
|
||||||
|
|
||||||
return lipgloss.NewStyle().BorderStyle(b).Padding(0, 1)
|
return lipgloss.NewStyle().BorderStyle(b).Padding(0, 1)
|
||||||
}()
|
}()
|
||||||
|
|
||||||
infoStyle = func() lipgloss.Style {
|
infoStyle = func() lipgloss.Style {
|
||||||
b := lipgloss.RoundedBorder()
|
b := lipgloss.RoundedBorder()
|
||||||
b.Left = "┤"
|
b.Left = "┤"
|
||||||
|
|
||||||
return titleStyle.BorderStyle(b)
|
return titleStyle.BorderStyle(b)
|
||||||
}()
|
}()
|
||||||
)
|
)
|
||||||
@@ -56,10 +58,9 @@ func (m model) Init() tea.Cmd {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func (m model) Update(msg tea.Msg) (tea.Model, tea.Cmd) {
|
func (m model) Update(msg tea.Msg) (tea.Model, tea.Cmd) {
|
||||||
var (
|
var cmd tea.Cmd
|
||||||
cmd tea.Cmd
|
|
||||||
cmds []tea.Cmd
|
cmds := make([]tea.Cmd, 1)
|
||||||
)
|
|
||||||
|
|
||||||
switch msg := msg.(type) {
|
switch msg := msg.(type) {
|
||||||
case tea.KeyMsg:
|
case tea.KeyMsg:
|
||||||
@@ -90,7 +91,7 @@ func (m model) Update(msg tea.Msg) (tea.Model, tea.Cmd) {
|
|||||||
|
|
||||||
// Handle keyboard and mouse events in the viewport
|
// Handle keyboard and mouse events in the viewport
|
||||||
m.viewport, cmd = m.viewport.Update(msg)
|
m.viewport, cmd = m.viewport.Update(msg)
|
||||||
cmds = append(cmds, cmd)
|
cmds[0] = cmd
|
||||||
|
|
||||||
return m, tea.Batch(cmds...)
|
return m, tea.Batch(cmds...)
|
||||||
}
|
}
|
||||||
@@ -99,6 +100,7 @@ func (m model) View() string {
|
|||||||
if !m.ready {
|
if !m.ready {
|
||||||
return "\n Initializing..."
|
return "\n Initializing..."
|
||||||
}
|
}
|
||||||
|
|
||||||
return fmt.Sprintf("%s\n%s\n%s", m.headerView(), m.viewport.View(), m.footerView())
|
return fmt.Sprintf("%s\n%s\n%s", m.headerView(), m.viewport.View(), m.footerView())
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -106,30 +108,25 @@ func (m model) headerView() string {
|
|||||||
// title := titleStyle.Render("RPN Help Overview")
|
// title := titleStyle.Render("RPN Help Overview")
|
||||||
title := titleStyle.Render(m.title)
|
title := titleStyle.Render(m.title)
|
||||||
line := strings.Repeat("─", max(0, m.viewport.Width-lipgloss.Width(title)))
|
line := strings.Repeat("─", max(0, m.viewport.Width-lipgloss.Width(title)))
|
||||||
|
|
||||||
return lipgloss.JoinHorizontal(lipgloss.Center, title, line)
|
return lipgloss.JoinHorizontal(lipgloss.Center, title, line)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (m model) footerView() string {
|
func (m model) footerView() string {
|
||||||
info := infoStyle.Render(fmt.Sprintf("%3.f%%", m.viewport.ScrollPercent()*100))
|
info := infoStyle.Render(fmt.Sprintf("%3.f%%", m.viewport.ScrollPercent()*100))
|
||||||
line := strings.Repeat("─", max(0, m.viewport.Width-lipgloss.Width(info)))
|
line := strings.Repeat("─", max(0, m.viewport.Width-lipgloss.Width(info)))
|
||||||
|
|
||||||
return lipgloss.JoinHorizontal(lipgloss.Center, line, info)
|
return lipgloss.JoinHorizontal(lipgloss.Center, line, info)
|
||||||
}
|
}
|
||||||
|
|
||||||
func max(a, b int) int {
|
|
||||||
if a > b {
|
|
||||||
return a
|
|
||||||
}
|
|
||||||
return b
|
|
||||||
}
|
|
||||||
|
|
||||||
func Pager(title, message string) {
|
func Pager(title, message string) {
|
||||||
p := tea.NewProgram(
|
pager := tea.NewProgram(
|
||||||
model{content: message, title: title},
|
model{content: message, title: title},
|
||||||
tea.WithAltScreen(), // use the full size of the terminal in its "alternate screen buffer"
|
tea.WithAltScreen(), // use the full size of the terminal in its "alternate screen buffer"
|
||||||
tea.WithMouseCellMotion(), // turn on mouse support so we can track the mouse wheel
|
tea.WithMouseCellMotion(), // turn on mouse support so we can track the mouse wheel
|
||||||
)
|
)
|
||||||
|
|
||||||
if _, err := p.Run(); err != nil {
|
if _, err := pager.Run(); err != nil {
|
||||||
fmt.Println("could not run pager:", err)
|
fmt.Println("could not run pager:", err)
|
||||||
os.Exit(1)
|
os.Exit(1)
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -25,18 +25,17 @@ import (
|
|||||||
"strings"
|
"strings"
|
||||||
|
|
||||||
"codeberg.org/scip/esctl/pkg/cfg"
|
"codeberg.org/scip/esctl/pkg/cfg"
|
||||||
"github.com/olekukonko/tablewriter"
|
|
||||||
"github.com/olekukonko/tablewriter/renderer"
|
|
||||||
"github.com/olekukonko/tablewriter/tw"
|
|
||||||
"github.com/seeruk/go-wordwrap"
|
"github.com/seeruk/go-wordwrap"
|
||||||
"gopkg.in/yaml.v3"
|
"gopkg.in/yaml.v3"
|
||||||
)
|
)
|
||||||
|
|
||||||
type Table struct {
|
type Table struct {
|
||||||
Mode string // table, markdown, json
|
Mode string // tsv, json, yaml
|
||||||
Headers []string
|
Headers []string
|
||||||
Entries [][]string
|
Entries [][]any
|
||||||
|
|
||||||
|
rows [][]string // representation used for printing
|
||||||
|
processed bool
|
||||||
lenHeaders []int
|
lenHeaders []int
|
||||||
alignInts bool
|
alignInts bool
|
||||||
maxwidth int
|
maxwidth int
|
||||||
@@ -46,7 +45,7 @@ func NewTable(conf *cfg.Config, columns, rows int) *Table {
|
|||||||
table := Table{Mode: conf.Output, maxwidth: cfg.GetTermWidth()}
|
table := Table{Mode: conf.Output, maxwidth: cfg.GetTermWidth()}
|
||||||
|
|
||||||
table.Headers = make([]string, columns)
|
table.Headers = make([]string, columns)
|
||||||
table.Entries = make([][]string, rows)
|
table.Entries = make([][]any, rows)
|
||||||
table.lenHeaders = make([]int, columns)
|
table.lenHeaders = make([]int, columns)
|
||||||
table.alignInts = conf.AlignInts
|
table.alignInts = conf.AlignInts
|
||||||
|
|
||||||
@@ -56,13 +55,14 @@ func NewTable(conf *cfg.Config, columns, rows int) *Table {
|
|||||||
func NewTableEmpty(conf *cfg.Config) *Table {
|
func NewTableEmpty(conf *cfg.Config) *Table {
|
||||||
table := Table{Mode: conf.Output, maxwidth: cfg.GetTermWidth()}
|
table := Table{Mode: conf.Output, maxwidth: cfg.GetTermWidth()}
|
||||||
table.alignInts = conf.AlignInts
|
table.alignInts = conf.AlignInts
|
||||||
|
|
||||||
return &table
|
return &table
|
||||||
}
|
}
|
||||||
|
|
||||||
func (table *Table) WithHeaders(headers ...string) *Table {
|
func (table *Table) WithHeaders(headers ...string) *Table {
|
||||||
count := len(headers)
|
count := len(headers)
|
||||||
|
|
||||||
table.Entries = [][]string{}
|
table.Entries = [][]any{}
|
||||||
table.lenHeaders = make([]int, count)
|
table.lenHeaders = make([]int, count)
|
||||||
table.Headers = make([]string, count)
|
table.Headers = make([]string, count)
|
||||||
|
|
||||||
@@ -71,16 +71,14 @@ func (table *Table) WithHeaders(headers ...string) *Table {
|
|||||||
return table
|
return table
|
||||||
}
|
}
|
||||||
|
|
||||||
func (data *Table) Print() error {
|
func (table *Table) Print() error {
|
||||||
switch data.Mode {
|
switch table.Mode {
|
||||||
case "markdown", "md":
|
|
||||||
return data.PrintMarkdown()
|
|
||||||
case "json":
|
case "json":
|
||||||
return data.PrintJSON()
|
return table.PrintJSON()
|
||||||
case "yaml":
|
case "yaml":
|
||||||
return data.PrintYAML()
|
return table.PrintYAML()
|
||||||
default:
|
default:
|
||||||
return data.PrintTSV()
|
return table.PrintTSV()
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -88,26 +86,12 @@ var (
|
|||||||
ansiCtrlSeq = regexp.MustCompile(`\033.[0-9;]+m`)
|
ansiCtrlSeq = regexp.MustCompile(`\033.[0-9;]+m`)
|
||||||
)
|
)
|
||||||
|
|
||||||
// needed for json and yaml output
|
func (table *Table) PrintYAML() error {
|
||||||
func (data *Table) toMap() []map[string]string {
|
raw := table.toMap()
|
||||||
raw := make([]map[string]string, len(data.Entries))
|
|
||||||
|
|
||||||
for idx, entries := range data.Entries {
|
|
||||||
raw[idx] = make(map[string]string, len(data.Headers))
|
|
||||||
for eidx, entry := range entries {
|
|
||||||
raw[idx][data.Headers[eidx]] = entry
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
return raw
|
|
||||||
}
|
|
||||||
|
|
||||||
func (data *Table) PrintYAML() error {
|
|
||||||
raw := data.toMap()
|
|
||||||
|
|
||||||
body, err := yaml.Marshal(raw)
|
body, err := yaml.Marshal(raw)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to produce YAML output: %s", err)
|
return fmt.Errorf("failed to produce YAML output: %w", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
fmt.Println(string(body))
|
fmt.Println(string(body))
|
||||||
@@ -115,12 +99,12 @@ func (data *Table) PrintYAML() error {
|
|||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (data *Table) PrintJSON() error {
|
func (table *Table) PrintJSON() error {
|
||||||
raw := data.toMap()
|
raw := table.toMap()
|
||||||
|
|
||||||
body, err := json.MarshalIndent(raw, "", " ")
|
body, err := json.MarshalIndent(raw, "", " ")
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to produce JSON output: %s", err)
|
return fmt.Errorf("failed to produce JSON output: %w", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
fmt.Println(string(body))
|
fmt.Println(string(body))
|
||||||
@@ -128,56 +112,35 @@ func (data *Table) PrintJSON() error {
|
|||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// Well. tablewriter should be able to print in TSV mode, but it
|
func (table *Table) PrintTSV() error {
|
||||||
// doesn't work because of the various ansic color escapes we're
|
// length's, convert cell types
|
||||||
// using. Therefore we do it the hard way and use our own TSV printer.
|
table.preprocessRows()
|
||||||
func (data *Table) PrintTSV() error {
|
|
||||||
// determine lenght's
|
|
||||||
for idx, head := range data.Headers {
|
|
||||||
data.lenHeaders[idx] = visibleLen(head)
|
|
||||||
}
|
|
||||||
|
|
||||||
for _, entries := range data.Entries {
|
|
||||||
currentWidth := 0
|
|
||||||
for idx, entry := range entries {
|
|
||||||
length := visibleLen(entry)
|
|
||||||
|
|
||||||
if data.lenHeaders[idx] < length {
|
|
||||||
if length > currentWidth+data.maxwidth {
|
|
||||||
data.lenHeaders[idx] = data.maxwidth - currentWidth
|
|
||||||
} else {
|
|
||||||
data.lenHeaders[idx] = length
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
currentWidth += data.lenHeaders[idx]
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// output headers
|
// output headers
|
||||||
for idx, header := range data.Headers {
|
for idx, header := range table.Headers {
|
||||||
if idx+1 != len(data.Headers) {
|
if idx+1 != len(table.Headers) {
|
||||||
fmt.Print(header, strings.Repeat(" ", data.lenHeaders[idx]-visibleLen(header)))
|
fmt.Print(header, strings.Repeat(" ", table.lenHeaders[idx]-visibleLen(header)))
|
||||||
} else {
|
} else {
|
||||||
// no padding for last header
|
// no padding for last header
|
||||||
fmt.Print(header)
|
fmt.Print(header)
|
||||||
}
|
}
|
||||||
|
|
||||||
if idx < len(data.Headers)-1 {
|
if idx < len(table.Headers)-1 {
|
||||||
fmt.Print(" ")
|
fmt.Print(" ")
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
fmt.Println()
|
fmt.Println()
|
||||||
|
|
||||||
for _, entries := range data.Entries {
|
for _, entries := range table.rows {
|
||||||
currentWidth := 0
|
currentWidth := 0
|
||||||
|
|
||||||
for idx, entry := range entries {
|
for idx, entry := range entries {
|
||||||
length := visibleLen(entry)
|
length := visibleLen(entry)
|
||||||
|
|
||||||
if length+currentWidth > data.maxwidth && data.maxwidth-currentWidth > 1 {
|
if length+currentWidth > table.maxwidth && table.maxwidth-currentWidth > 1 {
|
||||||
// text is too wide to be put into one line, wrap it
|
// text is too wide to be put into one line, wrap it
|
||||||
wrapper := wordwrap.Wrapper(data.maxwidth-currentWidth, false)
|
wrapper := wordwrap.Wrapper(table.maxwidth-currentWidth, false)
|
||||||
wrapped := wrapper(entry)
|
wrapped := wrapper(entry)
|
||||||
|
|
||||||
// and indent it
|
// and indent it
|
||||||
@@ -190,169 +153,71 @@ func (data *Table) PrintTSV() error {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
currentWidth += data.lenHeaders[idx]
|
currentWidth += table.lenHeaders[idx]
|
||||||
|
|
||||||
if isInt(entry) && data.alignInts {
|
switch {
|
||||||
|
case isInt(entry) && table.alignInts:
|
||||||
// align right
|
// align right
|
||||||
fmt.Print(strings.Repeat(" ", data.lenHeaders[idx]-length), entry)
|
fmt.Print(strings.Repeat(" ", table.lenHeaders[idx]-length), entry)
|
||||||
} else if length < data.lenHeaders[idx] && idx+1 != len(entries) {
|
case length < table.lenHeaders[idx] && idx+1 != len(entries):
|
||||||
// pad right, if required
|
// pad right, if required
|
||||||
fmt.Print(entry, strings.Repeat(" ", data.lenHeaders[idx]-length))
|
fmt.Print(entry, strings.Repeat(" ", table.lenHeaders[idx]-length))
|
||||||
} else {
|
default:
|
||||||
// no padding for last entry
|
// no padding for last entry
|
||||||
fmt.Print(entry)
|
fmt.Print(entry)
|
||||||
}
|
}
|
||||||
|
|
||||||
if idx < len(data.Headers)-1 {
|
if idx < len(table.Headers)-1 {
|
||||||
fmt.Print(" ")
|
fmt.Print(" ")
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
fmt.Println()
|
fmt.Println()
|
||||||
}
|
}
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (data *Table) PrintTabularFail() error {
|
func (table *Table) Sort() {
|
||||||
OFS := " "
|
|
||||||
|
|
||||||
tableString := &strings.Builder{}
|
|
||||||
|
|
||||||
styleTSV := tw.NewSymbolCustom("space").WithColumn("\t")
|
|
||||||
|
|
||||||
table := tablewriter.NewTable(tableString,
|
|
||||||
tablewriter.WithRenderer(
|
|
||||||
renderer.NewBlueprint(tw.Rendition{
|
|
||||||
Borders: tw.BorderNone,
|
|
||||||
Symbols: styleTSV,
|
|
||||||
Settings: tw.Settings{
|
|
||||||
Separators: tw.SeparatorsNone,
|
|
||||||
Lines: tw.LinesNone,
|
|
||||||
},
|
|
||||||
})),
|
|
||||||
tablewriter.WithConfig(tablewriter.Config{
|
|
||||||
Header: tw.CellConfig{
|
|
||||||
Formatting: tw.CellFormatting{
|
|
||||||
AutoFormat: tw.Off,
|
|
||||||
},
|
|
||||||
Padding: tw.CellPadding{Global: tw.Padding{Left: "", Right: OFS}},
|
|
||||||
},
|
|
||||||
Row: tw.CellConfig{
|
|
||||||
Formatting: tw.CellFormatting{
|
|
||||||
AutoWrap: tw.WrapNone,
|
|
||||||
Alignment: tw.AlignLeft,
|
|
||||||
},
|
|
||||||
Padding: tw.CellPadding{Global: tw.Padding{Right: OFS}},
|
|
||||||
},
|
|
||||||
|
|
||||||
Debug: true,
|
|
||||||
}),
|
|
||||||
)
|
|
||||||
|
|
||||||
table.Header(data.Headers)
|
|
||||||
|
|
||||||
if err := table.Bulk(data.Entries); err != nil {
|
|
||||||
return fmt.Errorf("failed to add data to table renderer: %s", err)
|
|
||||||
}
|
|
||||||
|
|
||||||
if err := table.Render(); err != nil {
|
|
||||||
return fmt.Errorf("failed to render table: %s", err)
|
|
||||||
}
|
|
||||||
|
|
||||||
// we need to trim our output here, because tablewriter appends
|
|
||||||
// excess whitespace to our rows.
|
|
||||||
cleanedString := &strings.Builder{}
|
|
||||||
|
|
||||||
for _, row := range strings.Split(strings.TrimSpace(tableString.String()), "\n") {
|
|
||||||
cleanedString.WriteString(strings.TrimSpace(row))
|
|
||||||
cleanedString.WriteString("\n")
|
|
||||||
}
|
|
||||||
|
|
||||||
fmt.Println(cleanedString.String())
|
|
||||||
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (data *Table) PrintMarkdown() error {
|
|
||||||
tableString := &strings.Builder{}
|
|
||||||
|
|
||||||
table := tablewriter.NewTable(tableString,
|
|
||||||
tablewriter.WithRenderer(
|
|
||||||
renderer.NewBlueprint(
|
|
||||||
tw.Rendition{
|
|
||||||
Borders: tw.Border{
|
|
||||||
Left: tw.On,
|
|
||||||
Right: tw.On,
|
|
||||||
Top: tw.Off,
|
|
||||||
Bottom: tw.Off,
|
|
||||||
},
|
|
||||||
Settings: tw.Settings{
|
|
||||||
Separators: tw.Separators{
|
|
||||||
ShowHeader: tw.On,
|
|
||||||
ShowFooter: tw.Off,
|
|
||||||
BetweenRows: tw.Off,
|
|
||||||
BetweenColumns: 0,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
Symbols: tw.NewSymbols(tw.StyleMarkdown),
|
|
||||||
})),
|
|
||||||
|
|
||||||
tablewriter.WithConfig(
|
|
||||||
tablewriter.Config{
|
|
||||||
Header: tw.CellConfig{
|
|
||||||
Formatting: tw.CellFormatting{
|
|
||||||
Alignment: tw.AlignLeft,
|
|
||||||
AutoFormat: tw.Off,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
Row: tw.CellConfig{
|
|
||||||
Formatting: tw.CellFormatting{
|
|
||||||
Alignment: tw.AlignLeft,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
},
|
|
||||||
),
|
|
||||||
)
|
|
||||||
|
|
||||||
table.Header(data.Headers)
|
|
||||||
|
|
||||||
if err := table.Bulk(data.Entries); err != nil {
|
|
||||||
return fmt.Errorf("failed to add data to table renderer: %s", err)
|
|
||||||
}
|
|
||||||
|
|
||||||
if err := table.Render(); err != nil {
|
|
||||||
return fmt.Errorf("failed to render table: %s", err)
|
|
||||||
}
|
|
||||||
|
|
||||||
fmt.Println(tableString.String())
|
|
||||||
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (data *Table) Sort() {
|
|
||||||
// sanity checks
|
// sanity checks
|
||||||
if len(data.Entries) == 0 {
|
if len(table.Entries) == 0 {
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
sort.Slice(data.Entries, func(i, j int) bool {
|
table.preprocessRows()
|
||||||
return data.Entries[i][0] < data.Entries[j][0]
|
|
||||||
|
sort.Slice(table.rows, func(i, j int) bool {
|
||||||
|
return table.rows[i][0] < table.rows[j][0]
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
func (data *Table) Addheaders(headers ...string) {
|
func (table *Table) Addheaders(headers ...string) {
|
||||||
for idx, header := range headers {
|
for idx, header := range headers {
|
||||||
switch data.Mode {
|
switch table.Mode {
|
||||||
case "json", "yaml":
|
case "json", "yaml":
|
||||||
data.Headers[idx] = strings.ReplaceAll(strings.ToLower(header), " ", "_")
|
table.Headers[idx] = strings.ReplaceAll(strings.ToLower(header), " ", "_")
|
||||||
default:
|
default:
|
||||||
data.Headers[idx] = bold(strings.ReplaceAll(strings.ToUpper(header), " ", "-"))
|
table.Headers[idx] = bold(strings.ReplaceAll(strings.ToUpper(header), " ", "-"))
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (data *Table) AddRow(fields ...string) {
|
func (table *Table) AddRow(fields ...any) {
|
||||||
data.Entries = append(data.Entries, fields)
|
table.Entries = append(table.Entries, fields)
|
||||||
|
}
|
||||||
|
|
||||||
|
// needed for json and yaml output
|
||||||
|
func (table *Table) toMap() []map[string]any {
|
||||||
|
raw := make([]map[string]any, len(table.Entries))
|
||||||
|
|
||||||
|
for idx, entries := range table.Entries {
|
||||||
|
raw[idx] = make(map[string]any, len(table.Headers))
|
||||||
|
for eidx, entry := range entries {
|
||||||
|
raw[idx][table.Headers[eidx]] = entry
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return raw
|
||||||
}
|
}
|
||||||
|
|
||||||
// return the length of a string but only visible chars, w/o ansi color escapes
|
// return the length of a string but only visible chars, w/o ansi color escapes
|
||||||
|
|||||||
6
t/.env
Normal file
6
t/.env
Normal file
@@ -0,0 +1,6 @@
|
|||||||
|
ES_PASS=tuscador1
|
||||||
|
STACK_VERSION=9.4.2
|
||||||
|
CLUSTER_NAME=domdoc
|
||||||
|
LICENSE=basic
|
||||||
|
ES_PORT=9200
|
||||||
|
MEM_LIMIT=1073741824
|
||||||
46
t/Makefile
Normal file
46
t/Makefile
Normal file
@@ -0,0 +1,46 @@
|
|||||||
|
.PHONY: test clean cluster docs search up down delete
|
||||||
|
|
||||||
|
# docker stuff
|
||||||
|
up:
|
||||||
|
@echo "booting up docker containers"
|
||||||
|
docker compose up -d --remove-orphans
|
||||||
|
|
||||||
|
waitup:
|
||||||
|
@echo "wait til es cluster is up and running"
|
||||||
|
mosscap msc-actions.yaml msc-docker.yaml -n -t 300
|
||||||
|
|
||||||
|
down:
|
||||||
|
@echo "shutting down docker containers"
|
||||||
|
docker compose down
|
||||||
|
|
||||||
|
delete:
|
||||||
|
@echo "delete docker volumes"
|
||||||
|
docker volume rm t_certs t_esdata01 t_esdata02 t_esdata03
|
||||||
|
|
||||||
|
clean-docker: down delete
|
||||||
|
|
||||||
|
|
||||||
|
# mosscap esctl stuff
|
||||||
|
test: up waitup cluster docs wait search
|
||||||
|
|
||||||
|
cluster:
|
||||||
|
@echo "setting up elastisearch cluster"
|
||||||
|
mosscap msc-actions.yaml msc-cluster.yaml -n
|
||||||
|
|
||||||
|
docs:
|
||||||
|
@echo "put some docs"
|
||||||
|
mosscap msc-actions.yaml msc-docs.yaml -n -c 1000 -p 100
|
||||||
|
|
||||||
|
wait:
|
||||||
|
sleep 10
|
||||||
|
|
||||||
|
search:
|
||||||
|
@echo "make some searches"
|
||||||
|
mosscap msc-actions.yaml msc-search.yaml -n -t 60
|
||||||
|
|
||||||
|
clean:
|
||||||
|
@echo "cleaning up cluster"
|
||||||
|
mosscap msc-actions.yaml msc-clean.yaml -n
|
||||||
|
rm -f *.state debug.log
|
||||||
|
|
||||||
|
|
||||||
77
t/README.md
Normal file
77
t/README.md
Normal file
@@ -0,0 +1,77 @@
|
|||||||
|
# Testing
|
||||||
|
|
||||||
|
Building regular unit tests would require to create a mock
|
||||||
|
elasticsearch cluster, which is too much a chore for a one man
|
||||||
|
show. Running a regular elasticsearch cluster on Codeberg CI is not
|
||||||
|
economically reasonable.
|
||||||
|
|
||||||
|
Therefore I run tests manually. Here's how.
|
||||||
|
|
||||||
|
# Dependencies
|
||||||
|
|
||||||
|
The following is required:
|
||||||
|
|
||||||
|
- linux, any distro will do
|
||||||
|
- docker in a decent version
|
||||||
|
- [mosscap](https://codeberg.org/scip/mosscap) version `0.0.17` or higher.
|
||||||
|
|
||||||
|
# Docker
|
||||||
|
|
||||||
|
There's a ready to use docker compose file, which fires up an
|
||||||
|
elasticsearch cluster with 3 nodes. To start it manually just execute
|
||||||
|
`make up`.
|
||||||
|
|
||||||
|
When it's up and running it should look like this:
|
||||||
|
|
||||||
|
```console
|
||||||
|
$ docker ps
|
||||||
|
NAMES STATUS PORTS
|
||||||
|
t-es03-1 Up 16 minutes (healthy) 9200/tcp, 9300/tcp
|
||||||
|
t-es02-1 Up 16 minutes (healthy) 9200/tcp, 9300/tcp
|
||||||
|
t-es01-1 Up 16 minutes (healthy) 0.0.0.0:9200->9200/tcp, [::]:9200->9200/tcp, 9300/tcp
|
||||||
|
```
|
||||||
|
|
||||||
|
There's an esctl config file `cluster.yaml`, which you can use to
|
||||||
|
access that elasticsearch cluster, e.g.:
|
||||||
|
|
||||||
|
```console
|
||||||
|
$ esctl -c cluster.yaml cluster status
|
||||||
|
DOCKER/DOMDOC STATUS
|
||||||
|
Cluster Name domdoc
|
||||||
|
ES Status green
|
||||||
|
ES Version 9.4.2
|
||||||
|
Is Leader false
|
||||||
|
Active Shards 8
|
||||||
|
Active Primary Shards 4
|
||||||
|
Unassigned Shards 0
|
||||||
|
Unassigned Primary Shards 0
|
||||||
|
Pending Tasks 0
|
||||||
|
Nodes 3
|
||||||
|
Red Indices 0
|
||||||
|
Long Running Tasks 0
|
||||||
|
```
|
||||||
|
|
||||||
|
# Automated Tests
|
||||||
|
|
||||||
|
To execute the automated tests, just execute `make test`. This boots
|
||||||
|
up the elasticsearch containers, waits until they are up and running,
|
||||||
|
creates data on it and queries it.
|
||||||
|
|
||||||
|
# Cleanup
|
||||||
|
|
||||||
|
To just clean up the elasticsearch cluster run `make clean`.
|
||||||
|
|
||||||
|
To remove everything, run `make clean-docker`.
|
||||||
|
|
||||||
|
# Reference
|
||||||
|
|
||||||
|
## Mosscap configs
|
||||||
|
|
||||||
|
| CONFIG | DESCRIPTION |
|
||||||
|
|------------------|----------------------------------------------------------------------|
|
||||||
|
| msc-actions.yaml | contains all actions, used by all item configs |
|
||||||
|
| msc-docker.yaml | single item: used to wait until elasticsearch containers are healthy |
|
||||||
|
| msc-cluster.yaml | single item: create indices etc |
|
||||||
|
| msc-docs.yaml | generator items: put docs into the index |
|
||||||
|
| msc-search.yaml | single item: do some searches |
|
||||||
|
| msc-clean.yaml | single item: clean up the elasticsearch cluster |
|
||||||
7
t/cluster.yaml
Normal file
7
t/cluster.yaml
Normal file
@@ -0,0 +1,7 @@
|
|||||||
|
# esctl config
|
||||||
|
clusters:
|
||||||
|
docker/domdoc:
|
||||||
|
uri: https://elastic:9200
|
||||||
|
user: elastic
|
||||||
|
token: ""
|
||||||
|
default: false
|
||||||
207
t/docker-compose.yaml
Normal file
207
t/docker-compose.yaml
Normal file
@@ -0,0 +1,207 @@
|
|||||||
|
services:
|
||||||
|
setup:
|
||||||
|
image: docker.elastic.co/elasticsearch/elasticsearch:${STACK_VERSION}
|
||||||
|
volumes:
|
||||||
|
- certs:/usr/share/elasticsearch/config/certs
|
||||||
|
user: "0"
|
||||||
|
command: >
|
||||||
|
bash -c '
|
||||||
|
if [ x${ES_PASS} == x ]; then
|
||||||
|
echo "Set the ES_PASS environment variable in the .env file";
|
||||||
|
exit 1;
|
||||||
|
fi;
|
||||||
|
if [ ! -f config/certs/ca.zip ]; then
|
||||||
|
echo "Creating CA";
|
||||||
|
bin/elasticsearch-certutil ca --silent --pem -out config/certs/ca.zip;
|
||||||
|
unzip config/certs/ca.zip -d config/certs;
|
||||||
|
fi;
|
||||||
|
if [ ! -f config/certs/certs.zip ]; then
|
||||||
|
echo "Creating certs";
|
||||||
|
echo -ne \
|
||||||
|
"instances:\n"\
|
||||||
|
" - name: es01\n"\
|
||||||
|
" dns:\n"\
|
||||||
|
" - es01\n"\
|
||||||
|
" - localhost\n"\
|
||||||
|
" ip:\n"\
|
||||||
|
" - 127.0.0.1\n"\
|
||||||
|
" - name: es02\n"\
|
||||||
|
" dns:\n"\
|
||||||
|
" - es02\n"\
|
||||||
|
" - localhost\n"\
|
||||||
|
" ip:\n"\
|
||||||
|
" - 127.0.0.1\n"\
|
||||||
|
" - name: es03\n"\
|
||||||
|
" dns:\n"\
|
||||||
|
" - es03\n"\
|
||||||
|
" - localhost\n"\
|
||||||
|
" ip:\n"\
|
||||||
|
" - 127.0.0.1\n"\
|
||||||
|
> config/certs/instances.yml;
|
||||||
|
bin/elasticsearch-certutil cert --silent --pem -out config/certs/certs.zip --in config/certs/instances.yml --ca-cert config/certs/ca/ca.crt --ca-key config/certs/ca/ca.key;
|
||||||
|
unzip config/certs/certs.zip -d config/certs;
|
||||||
|
fi;
|
||||||
|
echo "Setting file permissions"
|
||||||
|
chown -R root:root config/certs;
|
||||||
|
find . -type d -exec chmod 750 \{\} \;;
|
||||||
|
find . -type f -exec chmod 640 \{\} \;;
|
||||||
|
echo "Waiting for Elasticsearch availability";
|
||||||
|
until curl -s --cacert config/certs/ca/ca.crt https://es01:9200 | grep -q "missing authentication credentials"; do sleep 30; done;
|
||||||
|
echo "All done!";
|
||||||
|
'
|
||||||
|
healthcheck:
|
||||||
|
test: ["CMD-SHELL", "[ -f config/certs/es01/es01.crt ]"]
|
||||||
|
interval: 1s
|
||||||
|
timeout: 5s
|
||||||
|
retries: 120
|
||||||
|
|
||||||
|
es01:
|
||||||
|
depends_on:
|
||||||
|
setup:
|
||||||
|
condition: service_healthy
|
||||||
|
image: docker.elastic.co/elasticsearch/elasticsearch:${STACK_VERSION}
|
||||||
|
volumes:
|
||||||
|
- certs:/usr/share/elasticsearch/config/certs
|
||||||
|
- esdata01:/usr/share/elasticsearch/data
|
||||||
|
ports:
|
||||||
|
- ${ES_PORT}:9200
|
||||||
|
environment:
|
||||||
|
- node.name=es01
|
||||||
|
- cluster.name=${CLUSTER_NAME}
|
||||||
|
- cluster.initial_master_nodes=es01
|
||||||
|
- discovery.seed_hosts=es02
|
||||||
|
- ELASTIC_PASSWORD=${ES_PASS}
|
||||||
|
- bootstrap.memory_lock=true
|
||||||
|
- xpack.security.enabled=true
|
||||||
|
- xpack.security.http.ssl.enabled=true
|
||||||
|
- xpack.security.http.ssl.key=certs/es01/es01.key
|
||||||
|
- xpack.security.http.ssl.certificate=certs/es01/es01.crt
|
||||||
|
- xpack.security.http.ssl.certificate_authorities=certs/ca/ca.crt
|
||||||
|
- xpack.security.transport.ssl.enabled=true
|
||||||
|
- xpack.security.transport.ssl.key=certs/es01/es01.key
|
||||||
|
- xpack.security.transport.ssl.certificate=certs/es01/es01.crt
|
||||||
|
- xpack.security.transport.ssl.certificate_authorities=certs/ca/ca.crt
|
||||||
|
- xpack.security.transport.ssl.verification_mode=certificate
|
||||||
|
- xpack.license.self_generated.type=${LICENSE}
|
||||||
|
- xpack.ml.use_auto_machine_memory_percent=true
|
||||||
|
- node_roles=data_content
|
||||||
|
- xpack.searchable.snapshot.shared_cache.size="1gb"
|
||||||
|
- cluster.routing.allocation.disk.threshold_enabled=false
|
||||||
|
- cluster.routing.allocation.disk.watermark.low="2gb"
|
||||||
|
- cluster.routing.allocation.disk.watermark.high="1gb"
|
||||||
|
- cluster.routing.allocation.disk.watermark.flood_stage="500mb"
|
||||||
|
mem_limit: ${MEM_LIMIT}
|
||||||
|
ulimits:
|
||||||
|
memlock:
|
||||||
|
soft: -1
|
||||||
|
hard: -1
|
||||||
|
healthcheck:
|
||||||
|
test:
|
||||||
|
[
|
||||||
|
"CMD-SHELL",
|
||||||
|
"curl -s --cacert config/certs/ca/ca.crt https://localhost:9200 | grep -q 'missing authentication credentials'",
|
||||||
|
]
|
||||||
|
interval: 10s
|
||||||
|
timeout: 10s
|
||||||
|
retries: 120
|
||||||
|
|
||||||
|
es02:
|
||||||
|
depends_on:
|
||||||
|
- es01
|
||||||
|
image: docker.elastic.co/elasticsearch/elasticsearch:${STACK_VERSION}
|
||||||
|
volumes:
|
||||||
|
- certs:/usr/share/elasticsearch/config/certs
|
||||||
|
- esdata02:/usr/share/elasticsearch/data
|
||||||
|
environment:
|
||||||
|
- node.name=es02
|
||||||
|
- cluster.name=${CLUSTER_NAME}
|
||||||
|
- cluster.initial_master_nodes=es01,es02
|
||||||
|
- discovery.seed_hosts=es01
|
||||||
|
- ELASTIC_PASSWORD=${ES_PASS}
|
||||||
|
- bootstrap.memory_lock=true
|
||||||
|
- xpack.security.enabled=true
|
||||||
|
- xpack.security.http.ssl.enabled=true
|
||||||
|
- xpack.security.http.ssl.key=certs/es02/es02.key
|
||||||
|
- xpack.security.http.ssl.certificate=certs/es02/es02.crt
|
||||||
|
- xpack.security.http.ssl.certificate_authorities=certs/ca/ca.crt
|
||||||
|
- xpack.security.transport.ssl.enabled=true
|
||||||
|
- xpack.security.transport.ssl.key=certs/es02/es02.key
|
||||||
|
- xpack.security.transport.ssl.certificate=certs/es02/es02.crt
|
||||||
|
- xpack.security.transport.ssl.certificate_authorities=certs/ca/ca.crt
|
||||||
|
- xpack.security.transport.ssl.verification_mode=certificate
|
||||||
|
- xpack.license.self_generated.type=${LICENSE}
|
||||||
|
- xpack.ml.use_auto_machine_memory_percent=true
|
||||||
|
- cluster.routing.allocation.disk.threshold_enabled=false
|
||||||
|
- cluster.routing.allocation.disk.watermark.low="2gb"
|
||||||
|
- cluster.routing.allocation.disk.watermark.high="1gb"
|
||||||
|
- cluster.routing.allocation.disk.watermark.flood_stage="500mb"
|
||||||
|
mem_limit: ${MEM_LIMIT}
|
||||||
|
ulimits:
|
||||||
|
memlock:
|
||||||
|
soft: -1
|
||||||
|
hard: -1
|
||||||
|
healthcheck:
|
||||||
|
test:
|
||||||
|
[
|
||||||
|
"CMD-SHELL",
|
||||||
|
"curl -s --cacert config/certs/ca/ca.crt https://localhost:9200 | grep -q 'missing authentication credentials'",
|
||||||
|
]
|
||||||
|
interval: 10s
|
||||||
|
timeout: 10s
|
||||||
|
retries: 120
|
||||||
|
|
||||||
|
|
||||||
|
es03:
|
||||||
|
depends_on:
|
||||||
|
- es01
|
||||||
|
image: docker.elastic.co/elasticsearch/elasticsearch:${STACK_VERSION}
|
||||||
|
volumes:
|
||||||
|
- certs:/usr/share/elasticsearch/config/certs
|
||||||
|
- esdata03:/usr/share/elasticsearch/data
|
||||||
|
environment:
|
||||||
|
- node.name=es03
|
||||||
|
- cluster.name=${CLUSTER_NAME}
|
||||||
|
- cluster.initial_master_nodes=es01,es03
|
||||||
|
- discovery.seed_hosts=es01
|
||||||
|
- ELASTIC_PASSWORD=${ES_PASS}
|
||||||
|
- bootstrap.memory_lock=true
|
||||||
|
- xpack.security.enabled=true
|
||||||
|
- xpack.security.http.ssl.enabled=true
|
||||||
|
- xpack.security.http.ssl.key=certs/es03/es03.key
|
||||||
|
- xpack.security.http.ssl.certificate=certs/es03/es03.crt
|
||||||
|
- xpack.security.http.ssl.certificate_authorities=certs/ca/ca.crt
|
||||||
|
- xpack.security.transport.ssl.enabled=true
|
||||||
|
- xpack.security.transport.ssl.key=certs/es03/es03.key
|
||||||
|
- xpack.security.transport.ssl.certificate=certs/es03/es03.crt
|
||||||
|
- xpack.security.transport.ssl.certificate_authorities=certs/ca/ca.crt
|
||||||
|
- xpack.security.transport.ssl.verification_mode=certificate
|
||||||
|
- xpack.license.self_generated.type=${LICENSE}
|
||||||
|
- xpack.ml.use_auto_machine_memory_percent=true
|
||||||
|
- cluster.routing.allocation.disk.threshold_enabled=false
|
||||||
|
- cluster.routing.allocation.disk.watermark.low="2gb"
|
||||||
|
- cluster.routing.allocation.disk.watermark.high="1gb"
|
||||||
|
- cluster.routing.allocation.disk.watermark.flood_stage="500mb"
|
||||||
|
mem_limit: ${MEM_LIMIT}
|
||||||
|
ulimits:
|
||||||
|
memlock:
|
||||||
|
soft: -1
|
||||||
|
hard: -1
|
||||||
|
healthcheck:
|
||||||
|
test:
|
||||||
|
[
|
||||||
|
"CMD-SHELL",
|
||||||
|
"curl -s --cacert config/certs/ca/ca.crt https://localhost:9200 | grep -q 'missing authentication credentials'",
|
||||||
|
]
|
||||||
|
interval: 10s
|
||||||
|
timeout: 10s
|
||||||
|
retries: 120
|
||||||
|
|
||||||
|
volumes:
|
||||||
|
certs:
|
||||||
|
driver: local
|
||||||
|
esdata01:
|
||||||
|
driver: local
|
||||||
|
esdata02:
|
||||||
|
driver: local
|
||||||
|
esdata03:
|
||||||
|
driver: local
|
||||||
96
t/msc-actions.yaml
Normal file
96
t/msc-actions.yaml
Normal file
@@ -0,0 +1,96 @@
|
|||||||
|
#
|
||||||
|
# this is a mosscap action file, see: https://codeberg.org/scip/mosscap
|
||||||
|
vars:
|
||||||
|
esctl: ../esctl -c cluster.yaml
|
||||||
|
|
||||||
|
actions:
|
||||||
|
wait: |
|
||||||
|
sleep [[.time]]
|
||||||
|
|
||||||
|
docker_wait: |
|
||||||
|
for i in {1..20}; do
|
||||||
|
count=$(docker ps | grep healthy | wc -l)
|
||||||
|
if test $count -eq 3; then
|
||||||
|
echo "all containers are healthy"
|
||||||
|
exit
|
||||||
|
fi
|
||||||
|
sleep 5s
|
||||||
|
done
|
||||||
|
|
||||||
|
echo "not all containers are healthy"
|
||||||
|
docker ps
|
||||||
|
|
||||||
|
cluster_ls: |
|
||||||
|
[[.esctl]] cluster ls | grep -E domdoc.*reachable.*yes
|
||||||
|
|
||||||
|
cluster_status: |
|
||||||
|
[[.esctl]] cluster status | grep green
|
||||||
|
|
||||||
|
create_ilm: |
|
||||||
|
[[.esctl]] ilm create --hot-rollover-max-age 7d \
|
||||||
|
--hot-rollover-max-primary-shard-size 25g \
|
||||||
|
--warm-min-age 0 \
|
||||||
|
--delete-min-age 14d [[.policy]]
|
||||||
|
|
||||||
|
describe_ilm: |
|
||||||
|
[[.esctl]] ilm show [[.policy]] -t | grep -E "rollover when storage > 25g"
|
||||||
|
|
||||||
|
create_index_template: |
|
||||||
|
[[.esctl]] index template create [[.index]] -i [[.index]] \
|
||||||
|
-s number_of_shards:3 \
|
||||||
|
-s index.sort.field:@timestamp \
|
||||||
|
-r 1m --ilm-policy [[.policy]] \
|
||||||
|
user:keyword message:text @timestamp:date
|
||||||
|
|
||||||
|
describe_index_template: |
|
||||||
|
[[.esctl]] index template show [[.index]] | grep -E "index.sort.field.*@timestamp"
|
||||||
|
|
||||||
|
create_index: |
|
||||||
|
[[.esctl]] index create -s 2 -r 2 [[.index]]
|
||||||
|
|
||||||
|
describe_index: |
|
||||||
|
[[.esctl]] index show [[.index]] | grep -E "fields.*@timestamp"
|
||||||
|
|
||||||
|
index_ls: |
|
||||||
|
[[.esctl]] index ls | grep [[.index]]
|
||||||
|
|
||||||
|
index_template_rm: |
|
||||||
|
[[.esctl]] index template rm [[.index]]
|
||||||
|
|
||||||
|
index_rm: |
|
||||||
|
[[.esctl]] index rm [[.index]]
|
||||||
|
|
||||||
|
timestamp: |
|
||||||
|
date --iso-8601=second
|
||||||
|
|
||||||
|
date: |
|
||||||
|
date +%Y-%m-%d
|
||||||
|
|
||||||
|
doc_add: |
|
||||||
|
[[.esctl]] doc add -i [[.index]] '{"user": "[[.user]]", "message":"[[.message]]", "@timestamp":"[[.ts]]"}'
|
||||||
|
|
||||||
|
search_any: |
|
||||||
|
[[.esctl]] search -i [[.index]] -l 1 | jq .source.message
|
||||||
|
|
||||||
|
search_date: |
|
||||||
|
[[.esctl]] search -i [[.index]] -l 1 | jq '.source."@timestamp"' | grep [[.today]]
|
||||||
|
|
||||||
|
search_count: |
|
||||||
|
[[.esctl]] search -i [[.index]] -l 5000 | wc -l | grep 1000
|
||||||
|
|
||||||
|
search_content: |
|
||||||
|
[[.esctl]] search -i [[.index]] [[.content_pattern]] -l 1 | jq .source.message
|
||||||
|
|
||||||
|
search_content_and: |
|
||||||
|
[[.esctl]] search -i [[.index]] [[.content_and_pattern]] -l 1 | jq .source.message
|
||||||
|
|
||||||
|
nodes: |
|
||||||
|
[[.esctl]] node ls | grep es01
|
||||||
|
|
||||||
|
describe_node: |
|
||||||
|
[[.esctl]] node show [[.node]] | grep "Node version"
|
||||||
|
|
||||||
|
license: |
|
||||||
|
[[.esctl]] license show | grep -E "Expires.*never"
|
||||||
|
|
||||||
|
|
||||||
14
t/msc-clean.yaml
Normal file
14
t/msc-clean.yaml
Normal file
@@ -0,0 +1,14 @@
|
|||||||
|
#
|
||||||
|
# this is a mosscap item file, see: https://codeberg.org/scip/mosscap
|
||||||
|
items:
|
||||||
|
- name: docker/domdoc
|
||||||
|
|
||||||
|
vars:
|
||||||
|
index: test
|
||||||
|
|
||||||
|
tasks:
|
||||||
|
- name: delete_index
|
||||||
|
action: index_rm
|
||||||
|
|
||||||
|
- name: delete_template
|
||||||
|
action: index_template_rm
|
||||||
48
t/msc-cluster.yaml
Normal file
48
t/msc-cluster.yaml
Normal file
@@ -0,0 +1,48 @@
|
|||||||
|
#
|
||||||
|
# this is a mosscap item file, see: https://codeberg.org/scip/mosscap
|
||||||
|
statefile: cluster.state
|
||||||
|
|
||||||
|
items:
|
||||||
|
- name: docker/domdoc
|
||||||
|
|
||||||
|
vars:
|
||||||
|
index: test
|
||||||
|
node: es01
|
||||||
|
policy: testpolicy
|
||||||
|
|
||||||
|
tasks:
|
||||||
|
- name: ls
|
||||||
|
action: cluster_ls
|
||||||
|
|
||||||
|
- name: license
|
||||||
|
action: license
|
||||||
|
|
||||||
|
- name: status
|
||||||
|
action: cluster_status
|
||||||
|
|
||||||
|
- name: ilm
|
||||||
|
action: create_ilm
|
||||||
|
|
||||||
|
- name: check_ilm
|
||||||
|
action: describe_ilm
|
||||||
|
|
||||||
|
- name: template
|
||||||
|
action: create_index_template
|
||||||
|
|
||||||
|
- name: check_template
|
||||||
|
action: describe_index_template
|
||||||
|
|
||||||
|
- name: index
|
||||||
|
action: create_index
|
||||||
|
|
||||||
|
- name: indexls
|
||||||
|
action: index_ls
|
||||||
|
|
||||||
|
- name: describe
|
||||||
|
action: describe_index
|
||||||
|
|
||||||
|
- name: nodes
|
||||||
|
action: nodes
|
||||||
|
|
||||||
|
- name: check_node
|
||||||
|
action: describe_node
|
||||||
12
t/msc-docker.yaml
Normal file
12
t/msc-docker.yaml
Normal file
@@ -0,0 +1,12 @@
|
|||||||
|
#
|
||||||
|
# this is a mosscap item file, see: https://codeberg.org/scip/mosscap
|
||||||
|
items:
|
||||||
|
- name: docker/domdoc
|
||||||
|
|
||||||
|
vars:
|
||||||
|
index: test
|
||||||
|
time: 5s
|
||||||
|
|
||||||
|
tasks:
|
||||||
|
- name: wait
|
||||||
|
action: docker_wait
|
||||||
21
t/msc-docs.yaml
Normal file
21
t/msc-docs.yaml
Normal file
@@ -0,0 +1,21 @@
|
|||||||
|
#
|
||||||
|
# this is a mosscap generator item file, see: https://codeberg.org/scip/mosscap
|
||||||
|
vars:
|
||||||
|
index: test
|
||||||
|
|
||||||
|
tasks:
|
||||||
|
- name: ts
|
||||||
|
action: timestamp
|
||||||
|
|
||||||
|
- name: add
|
||||||
|
action: doc_add
|
||||||
|
args:
|
||||||
|
ts: ts.result
|
||||||
|
|
||||||
|
generate:
|
||||||
|
user: $name
|
||||||
|
# will become something like:
|
||||||
|
# "content34 iBAXQ2Va Ko5gMwwu FEH2O99B"
|
||||||
|
# so we can search for "content3*" and get multiple matches
|
||||||
|
message: "content$int8 $rand make$int8 $rand"
|
||||||
|
|
||||||
31
t/msc-search.yaml
Normal file
31
t/msc-search.yaml
Normal file
@@ -0,0 +1,31 @@
|
|||||||
|
#
|
||||||
|
# this is a mosscap item file, see: https://codeberg.org/scip/mosscap
|
||||||
|
items:
|
||||||
|
- name: docker/domdoc
|
||||||
|
|
||||||
|
vars:
|
||||||
|
index: test
|
||||||
|
time: 10s
|
||||||
|
content_pattern: "content3*"
|
||||||
|
content_and_pattern: "content3* make"
|
||||||
|
|
||||||
|
tasks:
|
||||||
|
- name: today
|
||||||
|
action: date
|
||||||
|
|
||||||
|
- name: search_any
|
||||||
|
action: search_any
|
||||||
|
|
||||||
|
- name: date
|
||||||
|
action: search_date
|
||||||
|
args:
|
||||||
|
today: today.result
|
||||||
|
|
||||||
|
- name: count
|
||||||
|
action: search_count
|
||||||
|
|
||||||
|
- name: content
|
||||||
|
action: search_content
|
||||||
|
|
||||||
|
- name: content_and
|
||||||
|
action: search_content_and
|
||||||
Reference in New Issue
Block a user