mirror of
https://codeberg.org/scip/esctl.git
synced 2026-08-25 00:34:17 +02:00
Compare commits
12 Commits
0.0.26
...
59331fc721
| Author | SHA1 | Date | |
|---|---|---|---|
| 59331fc721 | |||
| aba5985a2b | |||
| 281499166b | |||
| 744cdcb733 | |||
| 6f3ca3243a | |||
|
|
522898f187 | ||
|
|
59cdc03ea2 | ||
|
|
d69984b01f | ||
|
|
00c5d79794 | ||
|
|
55a1005857 | ||
|
|
2f13e08536 | ||
|
|
97a509da9e |
9
Makefile
9
Makefile
@@ -110,3 +110,12 @@ profile: buildlocal
|
|||||||
./esctl api ls --profile-file cpu.profile
|
./esctl api ls --profile-file cpu.profile
|
||||||
go tool pprof -text esctl cpu.profile
|
go tool pprof -text esctl cpu.profile
|
||||||
go tool pprof --http localhost:8888 ./esctl cpu.profile
|
go tool pprof --http localhost:8888 ./esctl cpu.profile
|
||||||
|
|
||||||
|
docker-up:
|
||||||
|
make -C t up
|
||||||
|
|
||||||
|
docker-waitup:
|
||||||
|
make -C t up
|
||||||
|
|
||||||
|
docker-down:
|
||||||
|
make -C t down
|
||||||
|
|||||||
10
README.md
10
README.md
@@ -216,7 +216,7 @@ Pending Tasks 0
|
|||||||
Nodes 3
|
Nodes 3
|
||||||
Red Indices 0
|
Red Indices 0
|
||||||
Long Running Tasks 2
|
Long Running Tasks 2
|
||||||
Indicies 221
|
indices 221
|
||||||
Docs 9854777
|
Docs 9854777
|
||||||
Total Size 3.4 GB
|
Total Size 3.4 GB
|
||||||
Total Queries 4210411
|
Total Queries 4210411
|
||||||
@@ -534,7 +534,7 @@ cluster - manage cluster[s]
|
|||||||
allocate-empty-primary - allocate an empty primary shard to a node
|
allocate-empty-primary - allocate an empty primary shard to a node
|
||||||
allocate-stale-primary - allocate a stale primary shard to a node
|
allocate-stale-primary - allocate a stale primary shard to a node
|
||||||
datastream - manage data streams
|
datastream - manage data streams
|
||||||
list - list indicies
|
list - list indices
|
||||||
show - show details about an data stream
|
show - show details about an data stream
|
||||||
create - create a new data stream
|
create - create a new data stream
|
||||||
delete - delete a data stream
|
delete - delete a data stream
|
||||||
@@ -554,8 +554,8 @@ ilm - manage index lifecycle
|
|||||||
list - list index rollover config
|
list - list index rollover config
|
||||||
show - show rollover forecast over all indices
|
show - show rollover forecast over all indices
|
||||||
explain - explain ilm condition of an index
|
explain - explain ilm condition of an index
|
||||||
index - manage indicies
|
index - manage indices
|
||||||
list - list indicies
|
list - list indices
|
||||||
show - show details about an index
|
show - show details about an index
|
||||||
create - create a new index
|
create - create a new index
|
||||||
update - update an index
|
update - update an index
|
||||||
@@ -564,6 +564,7 @@ index - manage indicies
|
|||||||
fields - show info about field capabilities
|
fields - show info about field capabilities
|
||||||
ilm - show ilm status
|
ilm - show ilm status
|
||||||
du - show index disk usage
|
du - show index disk usage
|
||||||
|
copy - copy (reindex) documents from one index to another
|
||||||
alias - manage index aliases
|
alias - manage index aliases
|
||||||
create - create an index alias
|
create - create an index alias
|
||||||
list - list index aliases
|
list - list index aliases
|
||||||
@@ -587,6 +588,7 @@ role - manage roles
|
|||||||
show - show details about a role
|
show - show details about a role
|
||||||
diff - show differences between roles and CSV baseline
|
diff - show differences between roles and CSV baseline
|
||||||
search - search within an index
|
search - search within an index
|
||||||
|
searchql - search using ES/QL language
|
||||||
shard - manage shards
|
shard - manage shards
|
||||||
list - list shards
|
list - list shards
|
||||||
show - show details about a shard
|
show - show details about a shard
|
||||||
|
|||||||
2
TODO.md
2
TODO.md
@@ -5,5 +5,3 @@
|
|||||||
|
|
||||||
- add datastream support:
|
- add datastream support:
|
||||||
https://www.elastic.co/docs/api/doc/elasticsearch/operation/operation-indices-get-data-stream
|
https://www.elastic.co/docs/api/doc/elasticsearch/operation/operation-indices-get-data-stream
|
||||||
|
|
||||||
also exclude data stream backing indices from index ls
|
|
||||||
|
|||||||
@@ -52,7 +52,7 @@ func CcrStatus(conf *cfg.Config) *cli.Command {
|
|||||||
Flags: []cli.Flag{
|
Flags: []cli.Flag{
|
||||||
&cli.StringFlag{
|
&cli.StringFlag{
|
||||||
Name: "exclude",
|
Name: "exclude",
|
||||||
Usage: "regexp of indicies to exclude",
|
Usage: "regexp of indices to exclude",
|
||||||
Destination: &conf.Exclude,
|
Destination: &conf.Exclude,
|
||||||
Aliases: []string{"e"},
|
Aliases: []string{"e"},
|
||||||
},
|
},
|
||||||
|
|||||||
@@ -34,6 +34,7 @@ const (
|
|||||||
Cilm
|
Cilm
|
||||||
Cnode
|
Cnode
|
||||||
Cclustersettings
|
Cclustersettings
|
||||||
|
Cindextemplate
|
||||||
)
|
)
|
||||||
|
|
||||||
func complete(conf *cfg.Config, cmd *cli.Command, what int) {
|
func complete(conf *cfg.Config, cmd *cli.Command, what int) {
|
||||||
@@ -65,6 +66,8 @@ func complete(conf *cfg.Config, cmd *cli.Command, what int) {
|
|||||||
list, err = es.NodeNames(conf)
|
list, err = es.NodeNames(conf)
|
||||||
case Cclustersettings:
|
case Cclustersettings:
|
||||||
list, err = es.ClusterSettingsNames(conf)
|
list, err = es.ClusterSettingsNames(conf)
|
||||||
|
case Cindextemplate:
|
||||||
|
list, err = es.IndexTemplateNames(conf)
|
||||||
}
|
}
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
|
|||||||
@@ -46,7 +46,7 @@ func DatastreamList(conf *cfg.Config) *cli.Command {
|
|||||||
return &cli.Command{
|
return &cli.Command{
|
||||||
Name: "list",
|
Name: "list",
|
||||||
Aliases: []string{"ls"},
|
Aliases: []string{"ls"},
|
||||||
Usage: "list indicies",
|
Usage: "list indices",
|
||||||
|
|
||||||
Flags: []cli.Flag{
|
Flags: []cli.Flag{
|
||||||
&cli.IntFlag{
|
&cli.IntFlag{
|
||||||
@@ -169,7 +169,7 @@ func DatastreamRollover(conf *cfg.Config) *cli.Command {
|
|||||||
Usage: "roll over after max age (eg: 7d, 2m, 8h)",
|
Usage: "roll over after max age (eg: 7d, 2m, 8h)",
|
||||||
Destination: &conf.MaxAge,
|
Destination: &conf.MaxAge,
|
||||||
},
|
},
|
||||||
&cli.IntFlag{
|
&cli.Int64Flag{
|
||||||
Name: "max-docs",
|
Name: "max-docs",
|
||||||
Usage: "roll over after max docs",
|
Usage: "roll over after max docs",
|
||||||
Destination: &conf.MaxDocs,
|
Destination: &conf.MaxDocs,
|
||||||
|
|||||||
@@ -89,7 +89,7 @@ func IlmForecastList(conf *cfg.Config) *cli.Command {
|
|||||||
},
|
},
|
||||||
&cli.BoolFlag{
|
&cli.BoolFlag{
|
||||||
Name: "hidden",
|
Name: "hidden",
|
||||||
Usage: "include hidden indicies",
|
Usage: "include hidden indices",
|
||||||
Destination: &conf.Hidden,
|
Destination: &conf.Hidden,
|
||||||
Aliases: []string{"H"},
|
Aliases: []string{"H"},
|
||||||
},
|
},
|
||||||
|
|||||||
92
cmd/index.go
92
cmd/index.go
@@ -30,7 +30,7 @@ func Index(conf *cfg.Config) *cli.Command {
|
|||||||
return &cli.Command{
|
return &cli.Command{
|
||||||
Name: "index",
|
Name: "index",
|
||||||
Aliases: []string{"i"},
|
Aliases: []string{"i"},
|
||||||
Usage: "manage indicies",
|
Usage: "manage indices",
|
||||||
|
|
||||||
Commands: []*cli.Command{
|
Commands: []*cli.Command{
|
||||||
IndexList(conf),
|
IndexList(conf),
|
||||||
@@ -42,6 +42,7 @@ func Index(conf *cfg.Config) *cli.Command {
|
|||||||
IndexFields(conf),
|
IndexFields(conf),
|
||||||
IndexIlm(conf),
|
IndexIlm(conf),
|
||||||
IndexDu(conf),
|
IndexDu(conf),
|
||||||
|
IndexCopy(conf),
|
||||||
|
|
||||||
// sub commands
|
// sub commands
|
||||||
IndexAlias(conf),
|
IndexAlias(conf),
|
||||||
@@ -54,7 +55,7 @@ func IndexList(conf *cfg.Config) *cli.Command {
|
|||||||
return &cli.Command{
|
return &cli.Command{
|
||||||
Name: "list",
|
Name: "list",
|
||||||
Aliases: []string{"ls"},
|
Aliases: []string{"ls"},
|
||||||
Usage: "list indicies",
|
Usage: "list indices",
|
||||||
|
|
||||||
Flags: []cli.Flag{
|
Flags: []cli.Flag{
|
||||||
&cli.IntFlag{
|
&cli.IntFlag{
|
||||||
@@ -65,25 +66,25 @@ func IndexList(conf *cfg.Config) *cli.Command {
|
|||||||
},
|
},
|
||||||
&cli.BoolFlag{
|
&cli.BoolFlag{
|
||||||
Name: "partials",
|
Name: "partials",
|
||||||
Usage: "include partial indicies",
|
Usage: "include partial indices",
|
||||||
Destination: &conf.Partials,
|
Destination: &conf.Partials,
|
||||||
Aliases: []string{"p"},
|
Aliases: []string{"p"},
|
||||||
},
|
},
|
||||||
&cli.BoolFlag{
|
&cli.BoolFlag{
|
||||||
Name: "hidden",
|
Name: "hidden",
|
||||||
Usage: "include hidden indicies",
|
Usage: "include hidden indices",
|
||||||
Destination: &conf.Hidden,
|
Destination: &conf.Hidden,
|
||||||
Aliases: []string{"H"},
|
Aliases: []string{"H"},
|
||||||
},
|
},
|
||||||
&cli.BoolFlag{
|
&cli.BoolFlag{
|
||||||
Name: "failed",
|
Name: "failed",
|
||||||
Usage: "include only red failed indicies",
|
Usage: "include only red failed indices",
|
||||||
Destination: &conf.Failed,
|
Destination: &conf.Failed,
|
||||||
Aliases: []string{"f"},
|
Aliases: []string{"f"},
|
||||||
},
|
},
|
||||||
&cli.StringSliceFlag{
|
&cli.StringSliceFlag{
|
||||||
Name: "filter",
|
Name: "filter",
|
||||||
Usage: "show only indicies matching the filter",
|
Usage: "show only indices matching the filter",
|
||||||
Destination: &conf.Filter,
|
Destination: &conf.Filter,
|
||||||
Aliases: []string{"F"},
|
Aliases: []string{"F"},
|
||||||
},
|
},
|
||||||
@@ -299,3 +300,82 @@ func IndexDu(conf *cfg.Config) *cli.Command {
|
|||||||
},
|
},
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func IndexCopy(conf *cfg.Config) *cli.Command {
|
||||||
|
return &cli.Command{
|
||||||
|
Name: "copy",
|
||||||
|
Aliases: []string{"alias", "cp"},
|
||||||
|
Usage: "copy (reindex) documents from one index to another",
|
||||||
|
UsageText: "index copy [options] -s <source-index> -t <dest-index>",
|
||||||
|
|
||||||
|
Flags: []cli.Flag{
|
||||||
|
// FIXME: not implemented by typed API
|
||||||
|
// &cli.BoolFlag{
|
||||||
|
// Name: "missing", // op_type
|
||||||
|
// Usage: "copy only missing docs",
|
||||||
|
// Destination: &conf.Missing,
|
||||||
|
// Aliases: []string{"m"},
|
||||||
|
// },
|
||||||
|
// &cli.BoolFlag{
|
||||||
|
// Name: "sync", // version_type to external
|
||||||
|
// Usage: "create missing docs and update outdated docs",
|
||||||
|
// Destination: &conf.Sync,
|
||||||
|
// Aliases: []string{"S"},
|
||||||
|
// },
|
||||||
|
&cli.BoolFlag{
|
||||||
|
Name: "force", // conflicts to proceed
|
||||||
|
Usage: "continue reindexing even when conflicts happen",
|
||||||
|
Destination: &conf.Force,
|
||||||
|
Aliases: []string{"f"},
|
||||||
|
},
|
||||||
|
&cli.Float64Flag{
|
||||||
|
Name: "requests-per-second",
|
||||||
|
Usage: "the maximum number of documents to index per second (-1 turns off throttling)",
|
||||||
|
Destination: &conf.RequestsPerSecond,
|
||||||
|
Aliases: []string{"R"},
|
||||||
|
},
|
||||||
|
&cli.Int64Flag{
|
||||||
|
Name: "max-docs",
|
||||||
|
Usage: "the maximum number of documents to reindex",
|
||||||
|
Destination: &conf.MaxDocs,
|
||||||
|
Aliases: []string{"m"},
|
||||||
|
},
|
||||||
|
&cli.DurationFlag{
|
||||||
|
Name: "timeout",
|
||||||
|
Usage: "timeout for write operations (e.g. 300m or 120s)",
|
||||||
|
Destination: &conf.Timeout,
|
||||||
|
Aliases: []string{"T"},
|
||||||
|
},
|
||||||
|
&cli.BoolFlag{
|
||||||
|
Name: "refresh",
|
||||||
|
Usage: "refresh affected shards to make this operation visible to search",
|
||||||
|
Destination: &conf.Refresh,
|
||||||
|
Aliases: []string{"r"},
|
||||||
|
},
|
||||||
|
&cli.BoolFlag{
|
||||||
|
Name: "wait",
|
||||||
|
Usage: "wait for active shards",
|
||||||
|
Destination: &conf.Wait,
|
||||||
|
Aliases: []string{"w"},
|
||||||
|
},
|
||||||
|
&cli.StringSliceFlag{
|
||||||
|
Name: "source",
|
||||||
|
Usage: "source index (multiple supported)",
|
||||||
|
Destination: &conf.SourceIndices,
|
||||||
|
Aliases: []string{"s"},
|
||||||
|
Required: true,
|
||||||
|
},
|
||||||
|
&cli.StringFlag{
|
||||||
|
Name: "target",
|
||||||
|
Usage: "target index",
|
||||||
|
Destination: &conf.Index,
|
||||||
|
Aliases: []string{"t"},
|
||||||
|
Required: true,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
|
||||||
|
Action: func(ctx context.Context, cmd *cli.Command) error {
|
||||||
|
return es.IndexCopy(conf)
|
||||||
|
},
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|||||||
@@ -121,7 +121,7 @@ func IndexAliasRollover(conf *cfg.Config) *cli.Command {
|
|||||||
Usage: "roll over after max age (eg: 7d, 2m, 8h)",
|
Usage: "roll over after max age (eg: 7d, 2m, 8h)",
|
||||||
Destination: &conf.MaxAge,
|
Destination: &conf.MaxAge,
|
||||||
},
|
},
|
||||||
&cli.IntFlag{
|
&cli.Int64Flag{
|
||||||
Name: "max-docs",
|
Name: "max-docs",
|
||||||
Usage: "roll over after max docs",
|
Usage: "roll over after max docs",
|
||||||
Destination: &conf.MaxDocs,
|
Destination: &conf.MaxDocs,
|
||||||
@@ -159,7 +159,7 @@ func IndexAliasList(conf *cfg.Config) *cli.Command {
|
|||||||
Flags: []cli.Flag{
|
Flags: []cli.Flag{
|
||||||
&cli.StringSliceFlag{
|
&cli.StringSliceFlag{
|
||||||
Name: "filter",
|
Name: "filter",
|
||||||
Usage: "show only aliases for indicies matching the filter",
|
Usage: "show only aliases for indices matching the filter",
|
||||||
Destination: &conf.Filter,
|
Destination: &conf.Filter,
|
||||||
Aliases: []string{"F"},
|
Aliases: []string{"F"},
|
||||||
},
|
},
|
||||||
|
|||||||
@@ -49,8 +49,23 @@ func IndexTemplateList(conf *cfg.Config) *cli.Command {
|
|||||||
Aliases: []string{"ls"},
|
Aliases: []string{"ls"},
|
||||||
Usage: "list index templates",
|
Usage: "list index templates",
|
||||||
|
|
||||||
|
Flags: []cli.Flag{
|
||||||
|
&cli.StringSliceFlag{
|
||||||
|
Name: "filter-index-pattern",
|
||||||
|
Usage: "show only index templates which use patterns, which match the filter",
|
||||||
|
Destination: &conf.Filter,
|
||||||
|
Aliases: []string{"F"},
|
||||||
|
},
|
||||||
|
&cli.BoolFlag{
|
||||||
|
Name: "hidden",
|
||||||
|
Usage: "show hidden index templates as well",
|
||||||
|
Destination: &conf.Hidden,
|
||||||
|
Aliases: []string{"H"},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
|
||||||
Action: func(ctx context.Context, cmd *cli.Command) error {
|
Action: func(ctx context.Context, cmd *cli.Command) error {
|
||||||
return es.IndexTemplateList(conf)
|
return es.IndexTemplateList(conf, cmd.Args().Get(0))
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -71,7 +86,7 @@ func IndexTemplateShow(conf *cfg.Config) *cli.Command {
|
|||||||
},
|
},
|
||||||
|
|
||||||
ShellComplete: func(ctx context.Context, cmd *cli.Command) {
|
ShellComplete: func(ctx context.Context, cmd *cli.Command) {
|
||||||
complete(conf, cmd, Cindex)
|
complete(conf, cmd, Cindextemplate)
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -215,7 +230,7 @@ func IndexTemplateDelete(conf *cfg.Config) *cli.Command {
|
|||||||
},
|
},
|
||||||
|
|
||||||
ShellComplete: func(ctx context.Context, cmd *cli.Command) {
|
ShellComplete: func(ctx context.Context, cmd *cli.Command) {
|
||||||
complete(conf, cmd, Cindex)
|
complete(conf, cmd, Cindextemplate)
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
13
cmd/root.go
13
cmd/root.go
@@ -21,6 +21,7 @@ import (
|
|||||||
"fmt"
|
"fmt"
|
||||||
golog "log"
|
golog "log"
|
||||||
"os"
|
"os"
|
||||||
|
"runtime/debug"
|
||||||
"runtime/pprof"
|
"runtime/pprof"
|
||||||
"strings"
|
"strings"
|
||||||
|
|
||||||
@@ -118,6 +119,12 @@ func Main() int {
|
|||||||
Usage: "enable HTTP debugging",
|
Usage: "enable HTTP debugging",
|
||||||
Destination: &conf.DebugHTTP,
|
Destination: &conf.DebugHTTP,
|
||||||
},
|
},
|
||||||
|
&cli.BoolFlag{
|
||||||
|
Name: "debug-goroutines",
|
||||||
|
Value: false,
|
||||||
|
Usage: "enable goroutine debugging",
|
||||||
|
Destination: &conf.DebugGoRoutines,
|
||||||
|
},
|
||||||
&cli.BoolFlag{
|
&cli.BoolFlag{
|
||||||
Name: "align-ints",
|
Name: "align-ints",
|
||||||
Aliases: []string{"I"},
|
Aliases: []string{"I"},
|
||||||
@@ -253,6 +260,12 @@ func Version(conf *cfg.Config) *cli.Command {
|
|||||||
Usage: "show esctl version information",
|
Usage: "show esctl version information",
|
||||||
|
|
||||||
Action: func(ctx context.Context, cmd *cli.Command) error {
|
Action: func(ctx context.Context, cmd *cli.Command) error {
|
||||||
|
info, _ := debug.ReadBuildInfo()
|
||||||
|
|
||||||
|
if strings.Contains(info.Main.Version, "+dirty") {
|
||||||
|
cfg.COMMIT += "+dirty"
|
||||||
|
}
|
||||||
|
|
||||||
_, err := fmt.Printf(versionFmt,
|
_, err := fmt.Printf(versionFmt,
|
||||||
cfg.Version, cfg.BUILD, cfg.BRANCH, cfg.COMMIT, cfg.GOVERSION, cfg.APIVERSION)
|
cfg.Version, cfg.BUILD, cfg.BRANCH, cfg.COMMIT, cfg.GOVERSION, cfg.APIVERSION)
|
||||||
|
|
||||||
|
|||||||
4
go.mod
4
go.mod
@@ -17,8 +17,9 @@ module codeberg.org/scip/esctl
|
|||||||
go 1.26
|
go 1.26
|
||||||
|
|
||||||
require (
|
require (
|
||||||
|
codeberg.org/scip/mapmap v0.0.2
|
||||||
github.com/MichaelMure/go-term-markdown v0.1.4
|
github.com/MichaelMure/go-term-markdown v0.1.4
|
||||||
github.com/alecthomas/repr v0.5.2
|
github.com/alecthomas/repr v0.5.3
|
||||||
github.com/charmbracelet/bubbles v1.0.0
|
github.com/charmbracelet/bubbles v1.0.0
|
||||||
github.com/charmbracelet/bubbletea v1.3.10
|
github.com/charmbracelet/bubbletea v1.3.10
|
||||||
github.com/charmbracelet/lipgloss v1.1.0
|
github.com/charmbracelet/lipgloss v1.1.0
|
||||||
@@ -31,7 +32,6 @@ require (
|
|||||||
github.com/go-openapi/spec v0.22.5
|
github.com/go-openapi/spec v0.22.5
|
||||||
github.com/go-openapi/swag/loading v0.26.1
|
github.com/go-openapi/swag/loading v0.26.1
|
||||||
github.com/mattn/go-isatty v0.0.22
|
github.com/mattn/go-isatty v0.0.22
|
||||||
github.com/seeruk/go-wordwrap v0.0.0-20191208221741-14ec4aac9550
|
|
||||||
github.com/tidwall/gjson v1.19.0
|
github.com/tidwall/gjson v1.19.0
|
||||||
github.com/tlinden/yadu v0.1.3
|
github.com/tlinden/yadu v0.1.3
|
||||||
github.com/urfave/cli/v3 v3.10.1-0.20260623012112-f980ca84bf65
|
github.com/urfave/cli/v3 v3.10.1-0.20260623012112-f980ca84bf65
|
||||||
|
|||||||
8
go.sum
8
go.sum
@@ -1,3 +1,5 @@
|
|||||||
|
codeberg.org/scip/mapmap v0.0.2 h1:0i61jOUwFmGVwPukrMzrx0Fi4T9Qru2nlmibuaJimBo=
|
||||||
|
codeberg.org/scip/mapmap v0.0.2/go.mod h1:/ojYo2P7dMA2FWEu+jHKmsKPeq5yDcCvXeHevqZd5OI=
|
||||||
github.com/MichaelMure/go-term-markdown v0.1.4 h1:Ir3kBXDUtOX7dEv0EaQV8CNPpH+T7AfTh0eniMOtNcs=
|
github.com/MichaelMure/go-term-markdown v0.1.4 h1:Ir3kBXDUtOX7dEv0EaQV8CNPpH+T7AfTh0eniMOtNcs=
|
||||||
github.com/MichaelMure/go-term-markdown v0.1.4/go.mod h1:EhcA3+pKYnlUsxYKBJ5Sn1cTQmmBMjeNlpV8nRb+JxA=
|
github.com/MichaelMure/go-term-markdown v0.1.4/go.mod h1:EhcA3+pKYnlUsxYKBJ5Sn1cTQmmBMjeNlpV8nRb+JxA=
|
||||||
github.com/MichaelMure/go-term-text v0.3.1 h1:Kw9kZanyZWiCHOYu9v/8pWEgDQ6UVN9/ix2Vd2zzWf0=
|
github.com/MichaelMure/go-term-text v0.3.1 h1:Kw9kZanyZWiCHOYu9v/8pWEgDQ6UVN9/ix2Vd2zzWf0=
|
||||||
@@ -10,8 +12,8 @@ github.com/alecthomas/colour v0.0.0-20160524082231-60882d9e2721 h1:JHZL0hZKJ1VEN
|
|||||||
github.com/alecthomas/colour v0.0.0-20160524082231-60882d9e2721/go.mod h1:QO9JBoKquHd+jz9nshCh40fOfO+JzsoXy8qTHF68zU0=
|
github.com/alecthomas/colour v0.0.0-20160524082231-60882d9e2721/go.mod h1:QO9JBoKquHd+jz9nshCh40fOfO+JzsoXy8qTHF68zU0=
|
||||||
github.com/alecthomas/kong v0.2.1-0.20190708041108-0548c6b1afae/go.mod h1:+inYUSluD+p4L8KdviBSgzcqEjUQOfC5fQDRFuc36lI=
|
github.com/alecthomas/kong v0.2.1-0.20190708041108-0548c6b1afae/go.mod h1:+inYUSluD+p4L8KdviBSgzcqEjUQOfC5fQDRFuc36lI=
|
||||||
github.com/alecthomas/repr v0.0.0-20180818092828-117648cd9897/go.mod h1:xTS7Pm1pD1mvyM075QCDSRqH6qRLXylzS24ZTpRiSzQ=
|
github.com/alecthomas/repr v0.0.0-20180818092828-117648cd9897/go.mod h1:xTS7Pm1pD1mvyM075QCDSRqH6qRLXylzS24ZTpRiSzQ=
|
||||||
github.com/alecthomas/repr v0.5.2 h1:SU73FTI9D1P5UNtvseffFSGmdNci/O6RsqzeXJtP0Qs=
|
github.com/alecthomas/repr v0.5.3 h1:Ebk3yZ0kvrHC7TkTHLDJGDq1LxKeu9sQBQREFMcesS8=
|
||||||
github.com/alecthomas/repr v0.5.2/go.mod h1:Fr0507jx4eOXV7AlPV6AVZLYrLIuIeSOWtW57eE/O/4=
|
github.com/alecthomas/repr v0.5.3/go.mod h1:Fr0507jx4eOXV7AlPV6AVZLYrLIuIeSOWtW57eE/O/4=
|
||||||
github.com/aymanbagabas/go-osc52/v2 v2.0.1 h1:HwpRHbFMcZLEVr42D4p7XBqjyuxQH5SMiErDT4WkJ2k=
|
github.com/aymanbagabas/go-osc52/v2 v2.0.1 h1:HwpRHbFMcZLEVr42D4p7XBqjyuxQH5SMiErDT4WkJ2k=
|
||||||
github.com/aymanbagabas/go-osc52/v2 v2.0.1/go.mod h1:uYgXzlJ7ZpABp8OJ+exZzJJhRNQ2ASbcXHWsFqH8hp8=
|
github.com/aymanbagabas/go-osc52/v2 v2.0.1/go.mod h1:uYgXzlJ7ZpABp8OJ+exZzJJhRNQ2ASbcXHWsFqH8hp8=
|
||||||
github.com/charmbracelet/bubbles v1.0.0 h1:12J8/ak/uCZEMQ6KU7pcfwceyjLlWsDLAxB5fXonfvc=
|
github.com/charmbracelet/bubbles v1.0.0 h1:12J8/ak/uCZEMQ6KU7pcfwceyjLlWsDLAxB5fXonfvc=
|
||||||
@@ -151,8 +153,6 @@ github.com/rivo/uniseg v0.4.7 h1:WUdvkW8uEhrYfLC4ZzdpI2ztxP1I582+49Oc5Mq64VQ=
|
|||||||
github.com/rivo/uniseg v0.4.7/go.mod h1:FN3SvrM+Zdj16jyLfmOkMNblXMcoc8DfTHruCPUcx88=
|
github.com/rivo/uniseg v0.4.7/go.mod h1:FN3SvrM+Zdj16jyLfmOkMNblXMcoc8DfTHruCPUcx88=
|
||||||
github.com/rogpeppe/go-internal v1.13.1 h1:KvO1DLK/DRN07sQ1LQKScxyZJuNnedQ5/wKSR38lUII=
|
github.com/rogpeppe/go-internal v1.13.1 h1:KvO1DLK/DRN07sQ1LQKScxyZJuNnedQ5/wKSR38lUII=
|
||||||
github.com/rogpeppe/go-internal v1.13.1/go.mod h1:uMEvuHeurkdAXX61udpOXGD/AzZDWNMNyH2VO9fmH0o=
|
github.com/rogpeppe/go-internal v1.13.1/go.mod h1:uMEvuHeurkdAXX61udpOXGD/AzZDWNMNyH2VO9fmH0o=
|
||||||
github.com/seeruk/go-wordwrap v0.0.0-20191208221741-14ec4aac9550 h1:C3CfUXH/qmWuQFRqnPm3Sx8PFxa+pqACjhV5CaNO8pw=
|
|
||||||
github.com/seeruk/go-wordwrap v0.0.0-20191208221741-14ec4aac9550/go.mod h1:Sl541M2Em6rRG3V9WObycR7MYFZiERVkd/TJg0Gt0U4=
|
|
||||||
github.com/sergi/go-diff v1.0.0 h1:Kpca3qRNrduNnOQeazBd0ysaKrUJiIuISHxogkT9RPQ=
|
github.com/sergi/go-diff v1.0.0 h1:Kpca3qRNrduNnOQeazBd0ysaKrUJiIuISHxogkT9RPQ=
|
||||||
github.com/sergi/go-diff v1.0.0/go.mod h1:0CfEIISq7TuYL3j771MWULgwwjU+GofnZX9QAmXWZgo=
|
github.com/sergi/go-diff v1.0.0/go.mod h1:0CfEIISq7TuYL3j771MWULgwwjU+GofnZX9QAmXWZgo=
|
||||||
github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
|
github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
|
||||||
|
|||||||
@@ -194,18 +194,18 @@ func (cluster *Cluster) getDefaultOptions() []elasticsearch.Option {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func (cluster *Cluster) getTransport() elastictransport.Option {
|
func (cluster *Cluster) getTransport() elastictransport.Option {
|
||||||
transport := &http.Transport{
|
transport := new(http.Transport{
|
||||||
TLSClientConfig: &tls.Config{InsecureSkipVerify: true},
|
TLSClientConfig: &tls.Config{InsecureSkipVerify: true},
|
||||||
}
|
})
|
||||||
|
|
||||||
if cluster.DebugHTTP {
|
if cluster.DebugHTTP {
|
||||||
return elastictransport.WithTransport(
|
return elastictransport.WithTransport(
|
||||||
&DebugTransport{Transport: transport},
|
new(DebugTransport{Transport: transport}),
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
|
|
||||||
return elastictransport.WithTransport(
|
return elastictransport.WithTransport(
|
||||||
&CompatibilityTransport{Transport: transport},
|
new(CompatibilityTransport{Transport: transport}),
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -22,13 +22,14 @@ import (
|
|||||||
"os"
|
"os"
|
||||||
"path/filepath"
|
"path/filepath"
|
||||||
"reflect"
|
"reflect"
|
||||||
|
"time"
|
||||||
|
|
||||||
"github.com/alecthomas/repr"
|
"github.com/alecthomas/repr"
|
||||||
"gopkg.in/yaml.v3"
|
"gopkg.in/yaml.v3"
|
||||||
)
|
)
|
||||||
|
|
||||||
const (
|
const (
|
||||||
Version string = `v0.0.26`
|
Version string = `v0.0.27`
|
||||||
)
|
)
|
||||||
|
|
||||||
var (
|
var (
|
||||||
@@ -68,6 +69,13 @@ type Config struct {
|
|||||||
Retention string // index template create: -r
|
Retention string // index template create: -r
|
||||||
Rollover bool // index template create: -R
|
Rollover bool // index template create: -R
|
||||||
|
|
||||||
|
Missing bool // index copy: -m
|
||||||
|
Sync bool // index copy: -S
|
||||||
|
RequestsPerSecond float64 // index copy: -R
|
||||||
|
Timeout time.Duration // index copy: -T
|
||||||
|
Refresh bool // index copy: -r
|
||||||
|
SourceIndices []string // index copy: -s
|
||||||
|
|
||||||
From, To, MaxItems int // search: flags
|
From, To, MaxItems int // search: flags
|
||||||
Filter []string // search: -F
|
Filter []string // search: -F
|
||||||
Path string // search+doc sh: -p
|
Path string // search+doc sh: -p
|
||||||
@@ -89,17 +97,19 @@ type Config struct {
|
|||||||
|
|
||||||
Force bool // ccr follower renew: -f
|
Force bool // ccr follower renew: -f
|
||||||
|
|
||||||
DebugHTTP bool // root: --debug-http
|
DebugHTTP bool // root: --debug-http
|
||||||
Separator string // role diff: -s
|
DebugGoRoutines bool // root: --debug-goroutines
|
||||||
NotDeployed bool // role diff: -n
|
Separator string // role diff: -s
|
||||||
Undefined bool // role diff: -u
|
NotDeployed bool // role diff: -n
|
||||||
Diff bool // role diff: -D
|
Undefined bool // role diff: -u
|
||||||
Hidden bool // ds ls: -H
|
Diff bool // role diff: -D
|
||||||
|
Hidden bool // ds ls: -H
|
||||||
|
|
||||||
// rollover
|
// rollover
|
||||||
MaxAge string
|
MaxAge string
|
||||||
MaxDocs, MaxShardSize, MaxShardDocs int // roll over
|
MaxDocs int64 // roll over, plus others
|
||||||
DryRun bool // rollover: -n
|
MaxShardSize, MaxShardDocs int // roll over
|
||||||
|
DryRun bool // rollover: -n
|
||||||
|
|
||||||
Tag string // api ls: -t
|
Tag string // api ls: -t
|
||||||
HumanCat bool // api repl: -H
|
HumanCat bool // api repl: -H
|
||||||
@@ -113,7 +123,7 @@ type Config struct {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func NewConfig() *Config {
|
func NewConfig() *Config {
|
||||||
return &Config{Clusters: map[string]*Cluster{}}
|
return new(Config{Clusters: map[string]*Cluster{}})
|
||||||
}
|
}
|
||||||
|
|
||||||
func getDefaultPath() string {
|
func getDefaultPath() string {
|
||||||
@@ -216,7 +226,7 @@ func (conf *Config) LoadConfig() error {
|
|||||||
return fmt.Errorf("failed to read config file: %w", err)
|
return fmt.Errorf("failed to read config file: %w", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
newconf := &Config{}
|
newconf := new(Config{})
|
||||||
|
|
||||||
err = yaml.Unmarshal(data, newconf)
|
err = yaml.Unmarshal(data, newconf)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
|
|||||||
@@ -28,6 +28,7 @@ import (
|
|||||||
"io"
|
"io"
|
||||||
"log"
|
"log"
|
||||||
"log/slog"
|
"log/slog"
|
||||||
|
"maps"
|
||||||
"net/http"
|
"net/http"
|
||||||
"os"
|
"os"
|
||||||
"os/exec"
|
"os/exec"
|
||||||
@@ -158,7 +159,7 @@ func ApiRepl(conf *cfg.Config) error {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func pageJsonOutput(conf *cfg.Config, raw []byte) {
|
func pageJsonOutput(conf *cfg.Config, raw []byte) {
|
||||||
tmpconf := &cfg.Config{HaveJQ: conf.HaveJQ}
|
tmpconf := new(cfg.Config{HaveJQ: conf.HaveJQ})
|
||||||
|
|
||||||
if conf.Pager != "" {
|
if conf.Pager != "" {
|
||||||
tmpconf.HaveJQ = false
|
tmpconf.HaveJQ = false
|
||||||
@@ -206,16 +207,16 @@ func CallAPI(conf *cfg.Config, verb, path, data string) ([]byte, error) {
|
|||||||
verb = strings.ToUpper(verb)
|
verb = strings.ToUpper(verb)
|
||||||
|
|
||||||
// we're using port-forwards anyway
|
// we're using port-forwards anyway
|
||||||
noVerifyTransport := &http.Transport{
|
noVerifyTransport := new(http.Transport{
|
||||||
TLSClientConfig: &tls.Config{InsecureSkipVerify: true},
|
TLSClientConfig: new(tls.Config{InsecureSkipVerify: true}),
|
||||||
}
|
})
|
||||||
|
|
||||||
client := &http.Client{Transport: noVerifyTransport}
|
client := new(http.Client{Transport: noVerifyTransport})
|
||||||
|
|
||||||
if conf.DebugHTTP {
|
if conf.DebugHTTP {
|
||||||
client = &http.Client{
|
client = new(http.Client{
|
||||||
Transport: &cfg.DebugTransport{
|
Transport: new(cfg.DebugTransport{
|
||||||
Transport: noVerifyTransport}}
|
Transport: noVerifyTransport})})
|
||||||
}
|
}
|
||||||
|
|
||||||
req, err := http.NewRequest(verb, conf.DefaultCluster.Uri+path, bytes.NewBuffer([]byte(data)))
|
req, err := http.NewRequest(verb, conf.DefaultCluster.Uri+path, bytes.NewBuffer([]byte(data)))
|
||||||
@@ -366,16 +367,7 @@ func ApiList(conf *cfg.Config, pattern string) error {
|
|||||||
func ApiPathNames() []string {
|
func ApiPathNames() []string {
|
||||||
assets.LoadAssetOpenApi()
|
assets.LoadAssetOpenApi()
|
||||||
|
|
||||||
paths := make([]string, len(assets.OpenAPI.Spec().Paths.Paths))
|
return slices.Collect(maps.Keys(assets.OpenAPI.Spec().Paths.Paths))
|
||||||
|
|
||||||
idx := 0
|
|
||||||
|
|
||||||
for path := range assets.OpenAPI.Spec().Paths.Paths {
|
|
||||||
paths[idx] = path
|
|
||||||
idx++
|
|
||||||
}
|
|
||||||
|
|
||||||
return paths
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func ApiShow(conf *cfg.Config, showpath, verb string) error {
|
func ApiShow(conf *cfg.Config, showpath, verb string) error {
|
||||||
@@ -536,7 +528,7 @@ func getApiExample(op *Op) string {
|
|||||||
// otherwise showpath+verb have to match precisely.
|
// otherwise showpath+verb have to match precisely.
|
||||||
func matchOperation(showpath, verb string) (*Op, error) {
|
func matchOperation(showpath, verb string) (*Op, error) {
|
||||||
ops := []*Op{}
|
ops := []*Op{}
|
||||||
op := &Op{}
|
op := new(Op{})
|
||||||
|
|
||||||
var found bool
|
var found bool
|
||||||
|
|
||||||
|
|||||||
@@ -57,7 +57,7 @@ func CcrStatus(conf *cfg.Config, leader, follower string) error {
|
|||||||
res, err := conf.Clusters[alias].ES().Cat.Indices().
|
res, err := conf.Clusters[alias].ES().Cat.Indices().
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get indicies on %s: %w", alias, esErrorString(err))
|
return fmt.Errorf("failed to get indices on %s: %w", alias, esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
indices[alias] = make(map[string]*types.IndicesRecord, len(res))
|
indices[alias] = make(map[string]*types.IndicesRecord, len(res))
|
||||||
|
|||||||
@@ -17,6 +17,10 @@ along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|||||||
package es
|
package es
|
||||||
|
|
||||||
import (
|
import (
|
||||||
|
|
||||||
|
// "encoding/json/jsontext"
|
||||||
|
// "encoding/json/v2"
|
||||||
|
|
||||||
"encoding/json"
|
"encoding/json"
|
||||||
"fmt"
|
"fmt"
|
||||||
|
|
||||||
@@ -49,11 +53,22 @@ func getHealthReport(conf *cfg.Config) (*HealthReport, error) {
|
|||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
report := HealthReport{}
|
report := new(HealthReport{})
|
||||||
|
|
||||||
|
// FIXME: use this once jsonv2 is no more experimental it already
|
||||||
|
// builds and works like intended, but golangci-lint doesn't
|
||||||
|
// recognize it with: go: unknown GOEXPERIMENT jsonv2
|
||||||
|
//
|
||||||
|
// if err := json.UnmarshalDecode(
|
||||||
|
// jsontext.NewDecoder(
|
||||||
|
// bytes.NewBuffer(raw)),
|
||||||
|
// &report); err != nil {
|
||||||
|
// return nil, fmt.Errorf("failed to unmarshal healthreport response: %w", err)
|
||||||
|
// }
|
||||||
|
|
||||||
if err := json.Unmarshal(raw, &report); err != nil {
|
if err := json.Unmarshal(raw, &report); err != nil {
|
||||||
return nil, fmt.Errorf("failed to unmarshal healthreport response: %w", err)
|
return nil, fmt.Errorf("failed to unmarshal healthreport response: %w", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
return &report, nil
|
return report, nil
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -101,23 +101,39 @@ func getClusterStatus(conf *cfg.Config) (*apiResponse, error) {
|
|||||||
es := conf.DefaultCluster.ES()
|
es := conf.DefaultCluster.ES()
|
||||||
|
|
||||||
responses := make(chan apiResponse, gocount)
|
responses := make(chan apiResponse, gocount)
|
||||||
wg := &sync.WaitGroup{}
|
wg := new(sync.WaitGroup{})
|
||||||
|
|
||||||
wg.Add(gocount)
|
wg.Go(func() {
|
||||||
go getApiData(conf, es, wg, responses, "health")
|
getApiData(conf, es, responses, "health")
|
||||||
go getApiData(conf, es, wg, responses, "healthreport")
|
})
|
||||||
go getApiData(conf, es, wg, responses, "info")
|
|
||||||
go getApiData(conf, es, wg, responses, "ccr")
|
wg.Go(func() {
|
||||||
go getApiData(conf, es, wg, responses, "indices")
|
getApiData(conf, es, responses, "healthreport")
|
||||||
go getApiData(conf, es, wg, responses, "tasks")
|
})
|
||||||
|
|
||||||
|
wg.Go(func() {
|
||||||
|
getApiData(conf, es, responses, "info")
|
||||||
|
})
|
||||||
|
|
||||||
|
wg.Go(func() {
|
||||||
|
getApiData(conf, es, responses, "ccr")
|
||||||
|
})
|
||||||
|
|
||||||
|
wg.Go(func() {
|
||||||
|
getApiData(conf, es, responses, "indices")
|
||||||
|
})
|
||||||
|
|
||||||
|
wg.Go(func() {
|
||||||
|
getApiData(conf, es, responses, "tasks")
|
||||||
|
})
|
||||||
|
|
||||||
if conf.Verbose {
|
if conf.Verbose {
|
||||||
go getApiData(conf, es, wg, responses, "stats")
|
getApiData(conf, es, responses, "stats")
|
||||||
}
|
}
|
||||||
|
|
||||||
wg.Wait()
|
wg.Wait()
|
||||||
|
|
||||||
all := apiResponse{}
|
all := new(apiResponse{})
|
||||||
|
|
||||||
var err error
|
var err error
|
||||||
|
|
||||||
@@ -144,7 +160,7 @@ func getClusterStatus(conf *cfg.Config) (*apiResponse, error) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
return &all, err
|
return all, err
|
||||||
}
|
}
|
||||||
|
|
||||||
func ClusterStatus(conf *cfg.Config) error {
|
func ClusterStatus(conf *cfg.Config) error {
|
||||||
@@ -272,7 +288,7 @@ func gatherClusterStats(clusterstats *clusterstats.Response, table *printer.Tabl
|
|||||||
}
|
}
|
||||||
|
|
||||||
table.Entries = append(table.Entries, [][]any{
|
table.Entries = append(table.Entries, [][]any{
|
||||||
{"Indicies", clusterstats.Indices.Count},
|
{"indices", clusterstats.Indices.Count},
|
||||||
{"Docs", clusterstats.Indices.Docs.Count},
|
{"Docs", clusterstats.Indices.Docs.Count},
|
||||||
{"Total Size", printer.Bytes(clusterstats.Indices.Docs.TotalSizeInBytes)},
|
{"Total Size", printer.Bytes(clusterstats.Indices.Docs.TotalSizeInBytes)},
|
||||||
{"Total Queries", "%d", querycount},
|
{"Total Queries", "%d", querycount},
|
||||||
|
|||||||
@@ -29,12 +29,12 @@ func ClusterRerouteMove(conf *cfg.Config, index string) error {
|
|||||||
move := conf.DefaultCluster.ES().Cluster.Reroute()
|
move := conf.DefaultCluster.ES().Cluster.Reroute()
|
||||||
|
|
||||||
commands := esdsl.NewCommand()
|
commands := esdsl.NewCommand()
|
||||||
moveCommand := &types.CommandMoveAction{
|
moveCommand := new(types.CommandMoveAction{
|
||||||
Shard: conf.Shards,
|
Shard: conf.Shards,
|
||||||
FromNode: conf.FromNode,
|
FromNode: conf.FromNode,
|
||||||
ToNode: conf.ToNode,
|
ToNode: conf.ToNode,
|
||||||
Index: index,
|
Index: index,
|
||||||
}
|
})
|
||||||
|
|
||||||
commands.CommandCaster().Move = moveCommand
|
commands.CommandCaster().Move = moveCommand
|
||||||
|
|
||||||
@@ -52,11 +52,11 @@ func ClusterRerouteAllocateReplica(conf *cfg.Config, index string) error {
|
|||||||
move := conf.DefaultCluster.ES().Cluster.Reroute()
|
move := conf.DefaultCluster.ES().Cluster.Reroute()
|
||||||
|
|
||||||
commands := esdsl.NewCommand()
|
commands := esdsl.NewCommand()
|
||||||
allocCommand := &types.CommandAllocateReplicaAction{
|
allocCommand := new(types.CommandAllocateReplicaAction{
|
||||||
Shard: conf.Shards,
|
Shard: conf.Shards,
|
||||||
Node: conf.ToNode,
|
Node: conf.ToNode,
|
||||||
Index: index,
|
Index: index,
|
||||||
}
|
})
|
||||||
|
|
||||||
commands.CommandCaster().AllocateReplica = allocCommand
|
commands.CommandCaster().AllocateReplica = allocCommand
|
||||||
|
|
||||||
@@ -74,12 +74,12 @@ func ClusterRerouteCancel(conf *cfg.Config, index string) error {
|
|||||||
move := conf.DefaultCluster.ES().Cluster.Reroute()
|
move := conf.DefaultCluster.ES().Cluster.Reroute()
|
||||||
|
|
||||||
commands := esdsl.NewCommand()
|
commands := esdsl.NewCommand()
|
||||||
cancelCommand := &types.CommandCancelAction{
|
cancelCommand := new(types.CommandCancelAction{
|
||||||
Shard: conf.Shards,
|
Shard: conf.Shards,
|
||||||
Node: conf.ToNode,
|
Node: conf.ToNode,
|
||||||
Index: index,
|
Index: index,
|
||||||
AllowPrimary: &conf.AllowPrimary,
|
AllowPrimary: &conf.AllowPrimary,
|
||||||
}
|
})
|
||||||
|
|
||||||
commands.CommandCaster().Cancel = cancelCommand
|
commands.CommandCaster().Cancel = cancelCommand
|
||||||
|
|
||||||
@@ -97,12 +97,12 @@ func ClusterRerouteAllocatePrimary(conf *cfg.Config, index string, stale bool) e
|
|||||||
move := conf.DefaultCluster.ES().Cluster.Reroute()
|
move := conf.DefaultCluster.ES().Cluster.Reroute()
|
||||||
|
|
||||||
commands := esdsl.NewCommand()
|
commands := esdsl.NewCommand()
|
||||||
allocCommand := &types.CommandAllocatePrimaryAction{
|
allocCommand := new(types.CommandAllocatePrimaryAction{
|
||||||
Shard: conf.Shards,
|
Shard: conf.Shards,
|
||||||
Node: conf.ToNode,
|
Node: conf.ToNode,
|
||||||
Index: index,
|
Index: index,
|
||||||
AcceptDataLoss: conf.AcceptDataLoss,
|
AcceptDataLoss: conf.AcceptDataLoss,
|
||||||
}
|
})
|
||||||
|
|
||||||
if stale {
|
if stale {
|
||||||
commands.CommandCaster().AllocateStalePrimary = allocCommand
|
commands.CommandCaster().AllocateStalePrimary = allocCommand
|
||||||
|
|||||||
@@ -89,7 +89,7 @@ func checkClusterStatus(conf *cfg.Config, leader, follower string) bool {
|
|||||||
status[leader].ActivePrimaryShards,
|
status[leader].ActivePrimaryShards,
|
||||||
status[follower].ActivePrimaryShards,
|
status[follower].ActivePrimaryShards,
|
||||||
},
|
},
|
||||||
{"Indicies",
|
{"indices",
|
||||||
len(status[leader].Indices),
|
len(status[leader].Indices),
|
||||||
len(status[follower].Indices),
|
len(status[follower].Indices),
|
||||||
},
|
},
|
||||||
@@ -172,7 +172,7 @@ func findIlmErrors(conf *cfg.Config, leader, follower string) bool {
|
|||||||
return false
|
return false
|
||||||
}
|
}
|
||||||
|
|
||||||
// find unsynchronized indicies only present on leader
|
// find unsynchronized indices only present on leader
|
||||||
func findIndicesOnlyOnLeader(conf *cfg.Config, indices ClusterIndices, leader, follower string) bool {
|
func findIndicesOnlyOnLeader(conf *cfg.Config, indices ClusterIndices, leader, follower string) bool {
|
||||||
exclude := regexp.MustCompile(DefaultExclude)
|
exclude := regexp.MustCompile(DefaultExclude)
|
||||||
if conf.Exclude != "" {
|
if conf.Exclude != "" {
|
||||||
|
|||||||
@@ -101,7 +101,7 @@ func DocDelete(conf *cfg.Config, queries []string) error {
|
|||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
req := &deletebyquery.Request{}
|
req := new(deletebyquery.Request{})
|
||||||
|
|
||||||
if len(queries) == 0 && conf.All {
|
if len(queries) == 0 && conf.All {
|
||||||
req.Query = esdsl.NewMatchAllQuery().QueryCaster()
|
req.Query = esdsl.NewMatchAllQuery().QueryCaster()
|
||||||
|
|||||||
@@ -22,6 +22,8 @@ import (
|
|||||||
"errors"
|
"errors"
|
||||||
"fmt"
|
"fmt"
|
||||||
"log/slog"
|
"log/slog"
|
||||||
|
"maps"
|
||||||
|
"slices"
|
||||||
"strings"
|
"strings"
|
||||||
|
|
||||||
"codeberg.org/scip/esctl/pkg/cfg"
|
"codeberg.org/scip/esctl/pkg/cfg"
|
||||||
@@ -62,13 +64,7 @@ func IlmNames(conf *cfg.Config) ([]string, error) {
|
|||||||
return nil, fmt.Errorf("failed to get ilm policies: %w", esErrorString(err))
|
return nil, fmt.Errorf("failed to get ilm policies: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
names := make([]string, len(res))
|
names := slices.Collect(maps.Keys(res))
|
||||||
idx := 0
|
|
||||||
|
|
||||||
for name := range res {
|
|
||||||
names[idx] = name
|
|
||||||
idx++
|
|
||||||
}
|
|
||||||
|
|
||||||
return names, nil
|
return names, nil
|
||||||
}
|
}
|
||||||
@@ -289,9 +285,11 @@ func IlmExplain(conf *cfg.Config, index string) error {
|
|||||||
|
|
||||||
info := ""
|
info := ""
|
||||||
|
|
||||||
err = json.Unmarshal(ilm.StepInfo["reason"], &info)
|
if len(ilm.StepInfo["reason"]) > 0 {
|
||||||
if err != nil {
|
err = json.Unmarshal(ilm.StepInfo["reason"], &info)
|
||||||
return fmt.Errorf("failed to unmarshal step info: %w", err)
|
if err != nil {
|
||||||
|
return fmt.Errorf("failed to unmarshal step info: %w", err)
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
table.Entries = [][]any{
|
table.Entries = [][]any{
|
||||||
@@ -303,8 +301,11 @@ func IlmExplain(conf *cfg.Config, index string) error {
|
|||||||
{"phase", *ilm.Phase},
|
{"phase", *ilm.Phase},
|
||||||
{"phase execution", ilmPhaseString(ilm.PhaseExecution.PhaseDefinition, false)},
|
{"phase execution", ilmPhaseString(ilm.PhaseExecution.PhaseDefinition, false)},
|
||||||
{"step", *ilm.Step},
|
{"step", *ilm.Step},
|
||||||
{"failed step", *ilm.FailedStep},
|
}
|
||||||
{"failed step retry count", ilm.FailedStepRetryCount},
|
|
||||||
|
if ilm.FailedStep != nil {
|
||||||
|
table.AddRow("failed step", *ilm.FailedStep)
|
||||||
|
table.AddRow("failed step retry count", ilm.FailedStepRetryCount)
|
||||||
}
|
}
|
||||||
|
|
||||||
if err := table.Print(); err != nil {
|
if err := table.Print(); err != nil {
|
||||||
@@ -351,7 +352,7 @@ func IlmCreate(conf *cfg.Config, policyname string) error {
|
|||||||
|
|
||||||
var actions types.IlmActionsVariant = esdsl.NewIlmActions()
|
var actions types.IlmActionsVariant = esdsl.NewIlmActions()
|
||||||
|
|
||||||
rollover := &types.RolloverAction{}
|
rollover := new(types.RolloverAction{})
|
||||||
haveroll := false
|
haveroll := false
|
||||||
|
|
||||||
if policy != nil {
|
if policy != nil {
|
||||||
@@ -513,8 +514,8 @@ func IlmCreate(conf *cfg.Config, policyname string) error {
|
|||||||
phases.PhasesCaster().Delete = policy.Phases.Delete
|
phases.PhasesCaster().Delete = policy.Phases.Delete
|
||||||
}
|
}
|
||||||
|
|
||||||
put := &putlifecycle.Request{}
|
put := new(putlifecycle.Request{})
|
||||||
newpolicy := &types.IlmPolicy{}
|
newpolicy := new(types.IlmPolicy{})
|
||||||
newpolicy.IlmPolicyCaster().Phases = *phases.PhasesCaster()
|
newpolicy.IlmPolicyCaster().Phases = *phases.PhasesCaster()
|
||||||
put.Policy = newpolicy
|
put.Policy = newpolicy
|
||||||
|
|
||||||
|
|||||||
@@ -185,12 +185,19 @@ func virtualAge(phase *PhaseData) time.Duration {
|
|||||||
// Retrieve all index, ilm-explain and ilm-policies in parallel
|
// Retrieve all index, ilm-explain and ilm-policies in parallel
|
||||||
func getIlmPhaseData(conf *cfg.Config) ([]PhaseData, error) {
|
func getIlmPhaseData(conf *cfg.Config) ([]PhaseData, error) {
|
||||||
responses := make(chan apiResponse, 3)
|
responses := make(chan apiResponse, 3)
|
||||||
wg := &sync.WaitGroup{}
|
wg := new(sync.WaitGroup{})
|
||||||
wg.Add(3)
|
|
||||||
|
|
||||||
go getApiData(conf, conf.DefaultCluster.ES(), wg, responses, "indicesbytes")
|
wg.Go(func() {
|
||||||
go getApiData(conf, conf.DefaultCluster.ES(), wg, responses, "explain")
|
getApiData(conf, conf.DefaultCluster.ES(), responses, "indicesbytes")
|
||||||
go getApiData(conf, conf.DefaultCluster.ES(), wg, responses, "policies")
|
})
|
||||||
|
|
||||||
|
wg.Go(func() {
|
||||||
|
getApiData(conf, conf.DefaultCluster.ES(), responses, "explain")
|
||||||
|
})
|
||||||
|
|
||||||
|
wg.Go(func() {
|
||||||
|
getApiData(conf, conf.DefaultCluster.ES(), responses, "policies")
|
||||||
|
})
|
||||||
|
|
||||||
wg.Wait()
|
wg.Wait()
|
||||||
|
|
||||||
@@ -331,7 +338,7 @@ func findNextPhase(policy types.IlmPolicy, currentPhase string) *NextPhase {
|
|||||||
// phase list to determine which comes next
|
// phase list to determine which comes next
|
||||||
phases, start := registerPhases(policy, currentPhase)
|
phases, start := registerPhases(policy, currentPhase)
|
||||||
|
|
||||||
nextPhase := &NextPhase{}
|
nextPhase := new(NextPhase{})
|
||||||
|
|
||||||
// finally determine which phase comes next
|
// finally determine which phase comes next
|
||||||
// exception: hot, where we look for rollover rules
|
// exception: hot, where we look for rollover rules
|
||||||
|
|||||||
@@ -30,9 +30,11 @@ import (
|
|||||||
|
|
||||||
"codeberg.org/scip/esctl/pkg/cfg"
|
"codeberg.org/scip/esctl/pkg/cfg"
|
||||||
"codeberg.org/scip/esctl/pkg/printer"
|
"codeberg.org/scip/esctl/pkg/printer"
|
||||||
|
"codeberg.org/scip/mapmap"
|
||||||
"github.com/charmbracelet/lipgloss"
|
"github.com/charmbracelet/lipgloss"
|
||||||
"github.com/elastic/go-elasticsearch/v9/typedapi/cat/indices"
|
"github.com/elastic/go-elasticsearch/v9/typedapi/cat/indices"
|
||||||
"github.com/elastic/go-elasticsearch/v9/typedapi/esdsl"
|
"github.com/elastic/go-elasticsearch/v9/typedapi/esdsl"
|
||||||
|
"github.com/elastic/go-elasticsearch/v9/typedapi/types"
|
||||||
"github.com/elastic/go-elasticsearch/v9/typedapi/types/enums/healthstatus"
|
"github.com/elastic/go-elasticsearch/v9/typedapi/types/enums/healthstatus"
|
||||||
)
|
)
|
||||||
|
|
||||||
@@ -41,7 +43,7 @@ func IndexNames(conf *cfg.Config) ([]string, error) {
|
|||||||
res, err := conf.DefaultCluster.ES().Cat.Indices().
|
res, err := conf.DefaultCluster.ES().Cat.Indices().
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, fmt.Errorf("failed to get indicies: %w", esErrorString(err))
|
return nil, fmt.Errorf("failed to get indices: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
indices := make([]string, len(res))
|
indices := make([]string, len(res))
|
||||||
@@ -53,41 +55,29 @@ func IndexNames(conf *cfg.Config) ([]string, error) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func filterIndices(conf *cfg.Config, list indices.Response) indices.Response {
|
func filterIndices(conf *cfg.Config, list indices.Response) indices.Response {
|
||||||
// apply partials filter first
|
var filter *regexp.Regexp
|
||||||
selectedlist := indices.Response{}
|
|
||||||
|
|
||||||
for _, index := range list {
|
if len(conf.Filter) > 0 {
|
||||||
|
filter = regexp.MustCompile(conf.Filter[0])
|
||||||
|
}
|
||||||
|
|
||||||
|
return mapmap.NewSlicer(list).MapSliceValuesImmutable(func(index types.IndicesRecord) bool {
|
||||||
if !conf.Partials && strings.HasPrefix(*index.Index, "partial-") {
|
if !conf.Partials && strings.HasPrefix(*index.Index, "partial-") {
|
||||||
continue
|
return false
|
||||||
}
|
}
|
||||||
|
|
||||||
if !conf.Hidden && strings.HasPrefix(*index.Index, ".") {
|
if !conf.Hidden && strings.HasPrefix(*index.Index, ".") {
|
||||||
continue
|
return false
|
||||||
}
|
}
|
||||||
|
|
||||||
if strings.HasPrefix(*index.Index, ".ds-") {
|
if len(conf.Filter) > 0 {
|
||||||
// ignore data stream backing indicies
|
if !filter.MatchString(*index.Index) {
|
||||||
continue
|
return false
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
selectedlist = append(selectedlist, index)
|
return true
|
||||||
}
|
})
|
||||||
|
|
||||||
if len(conf.Filter) == 0 {
|
|
||||||
return selectedlist
|
|
||||||
}
|
|
||||||
|
|
||||||
// we support just one filter here, for now
|
|
||||||
filter := *regexp.MustCompile(conf.Filter[0])
|
|
||||||
newlist := indices.Response{}
|
|
||||||
|
|
||||||
for _, index := range selectedlist {
|
|
||||||
if filter.MatchString(*index.Index) {
|
|
||||||
newlist = append(newlist, index)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
return newlist
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func IndexList(conf *cfg.Config) error {
|
func IndexList(conf *cfg.Config) error {
|
||||||
@@ -99,10 +89,10 @@ func IndexList(conf *cfg.Config) error {
|
|||||||
|
|
||||||
res, err := cat.Do(context.Background())
|
res, err := cat.Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get indicies: %w", esErrorString(err))
|
return fmt.Errorf("failed to get indices: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
slog.Debug("ES result", "indicies", res)
|
slog.Debug("ES result", "indices", res)
|
||||||
|
|
||||||
list := filterIndices(conf, res)
|
list := filterIndices(conf, res)
|
||||||
|
|
||||||
|
|||||||
83
pkg/es/index_copy.go
Normal file
83
pkg/es/index_copy.go
Normal file
@@ -0,0 +1,83 @@
|
|||||||
|
/*
|
||||||
|
Copyright © 2026 Thomas von Dein
|
||||||
|
|
||||||
|
This program is free software: you can redistribute it and/or modify
|
||||||
|
it under the terms of the GNU General Public License as published by
|
||||||
|
the Free Software Foundation, either version 3 of the License, or
|
||||||
|
(at your option) any later version.
|
||||||
|
|
||||||
|
This program is distributed in the hope that it will be useful,
|
||||||
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
GNU General Public License for more details.
|
||||||
|
|
||||||
|
You should have received a copy of the GNU General Public License
|
||||||
|
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
*/
|
||||||
|
package es
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"fmt"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"codeberg.org/scip/esctl/pkg/cfg"
|
||||||
|
"codeberg.org/scip/esctl/pkg/printer"
|
||||||
|
"github.com/elastic/go-elasticsearch/v9/typedapi/esdsl"
|
||||||
|
"github.com/elastic/go-elasticsearch/v9/typedapi/types/enums/conflicts"
|
||||||
|
)
|
||||||
|
|
||||||
|
func IndexCopy(conf *cfg.Config) error {
|
||||||
|
copy := conf.DefaultCluster.ES().Reindex()
|
||||||
|
|
||||||
|
if conf.Force {
|
||||||
|
copy.Conflicts(conflicts.Proceed)
|
||||||
|
}
|
||||||
|
|
||||||
|
if conf.RequestsPerSecond != 0 {
|
||||||
|
copy.RequestsPerSecond(fmt.Sprintf("%.2f", conf.RequestsPerSecond))
|
||||||
|
}
|
||||||
|
|
||||||
|
if conf.MaxDocs > 0 {
|
||||||
|
copy.MaxDocs(conf.MaxDocs)
|
||||||
|
}
|
||||||
|
|
||||||
|
if conf.Timeout > 0 {
|
||||||
|
copy.Timeout(formatDuration(conf.Timeout))
|
||||||
|
}
|
||||||
|
|
||||||
|
if conf.Wait {
|
||||||
|
copy.WaitForActiveShards("all")
|
||||||
|
}
|
||||||
|
|
||||||
|
if conf.Refresh {
|
||||||
|
copy.Refresh(true)
|
||||||
|
}
|
||||||
|
|
||||||
|
copy.Source(esdsl.NewReindexSource().Index(conf.SourceIndices...))
|
||||||
|
copy.Dest(esdsl.NewReindexDestination().Index(conf.Index))
|
||||||
|
|
||||||
|
res, err := copy.Do(context.Background())
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("failed to copy indices: %w", esErrorString(err))
|
||||||
|
}
|
||||||
|
|
||||||
|
table := printer.NewTable(conf, 2, 0).
|
||||||
|
WithHeaders("Reindex metrtic", "value")
|
||||||
|
|
||||||
|
table.Entries = [][]any{
|
||||||
|
{"Source indices", conf.SourceIndices},
|
||||||
|
{"Target index", conf.Index},
|
||||||
|
{"Batches", *res.Batches},
|
||||||
|
{"Documents total", *res.Total},
|
||||||
|
{"Documents created", *res.Created},
|
||||||
|
{"Documents deleted", *res.Deleted},
|
||||||
|
{"Documents updated", *res.Updated},
|
||||||
|
{"Requests/s", *res.RequestsPerSecond},
|
||||||
|
{"Timed out", *res.TimedOut},
|
||||||
|
{"Time elapsed", time.Duration(*res.Took) * time.Millisecond},
|
||||||
|
{"Version conflicts", *res.VersionConflicts},
|
||||||
|
}
|
||||||
|
|
||||||
|
return table.Print()
|
||||||
|
}
|
||||||
@@ -28,12 +28,29 @@ import (
|
|||||||
|
|
||||||
"codeberg.org/scip/esctl/pkg/cfg"
|
"codeberg.org/scip/esctl/pkg/cfg"
|
||||||
"codeberg.org/scip/esctl/pkg/printer"
|
"codeberg.org/scip/esctl/pkg/printer"
|
||||||
|
"codeberg.org/scip/mapmap"
|
||||||
"github.com/elastic/go-elasticsearch/v9/typedapi/esdsl"
|
"github.com/elastic/go-elasticsearch/v9/typedapi/esdsl"
|
||||||
"github.com/elastic/go-elasticsearch/v9/typedapi/types"
|
"github.com/elastic/go-elasticsearch/v9/typedapi/types"
|
||||||
)
|
)
|
||||||
|
|
||||||
// used for completion
|
// used for completion
|
||||||
func IndexTemplateList(conf *cfg.Config) error {
|
func IndexTemplateNames(conf *cfg.Config) ([]string, error) {
|
||||||
|
res, err := conf.DefaultCluster.ES().Indices.GetIndexTemplate().
|
||||||
|
Do(context.Background())
|
||||||
|
if err != nil {
|
||||||
|
return nil, fmt.Errorf("failed to get index templates: %w", esErrorString(err))
|
||||||
|
}
|
||||||
|
|
||||||
|
names := make([]string, len(res.IndexTemplates))
|
||||||
|
|
||||||
|
for idx, tpl := range res.IndexTemplates {
|
||||||
|
names[idx] = tpl.Name
|
||||||
|
}
|
||||||
|
|
||||||
|
return names, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func IndexTemplateList(conf *cfg.Config, filter string) error {
|
||||||
res, err := conf.DefaultCluster.ES().Indices.GetIndexTemplate().
|
res, err := conf.DefaultCluster.ES().Indices.GetIndexTemplate().
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
@@ -42,16 +59,20 @@ func IndexTemplateList(conf *cfg.Config) error {
|
|||||||
|
|
||||||
slog.Debug("res", "index templates", res)
|
slog.Debug("res", "index templates", res)
|
||||||
|
|
||||||
table := printer.NewTable(conf, 5, len(res.IndexTemplates))
|
table := printer.NewTable(conf, 5, 0)
|
||||||
table.Addheaders("name", "description", "priority")
|
table.Addheaders("name", "description", "index patterns", "priority")
|
||||||
|
|
||||||
for idx, tpl := range res.IndexTemplates {
|
tplList := filterIndexTemplates(conf, filter, res.IndexTemplates)
|
||||||
desc, err := json.Marshal(tpl.IndexTemplate.Meta_["description"])
|
|
||||||
if err != nil {
|
for _, tpl := range tplList {
|
||||||
return fmt.Errorf("failed to unmarshal meta json data: %w", err)
|
desc := strings.TrimPrefix(strings.TrimSuffix(string(tpl.IndexTemplate.Meta_["description"]), `"`), `"`)
|
||||||
|
|
||||||
|
var prio int64
|
||||||
|
if tpl.IndexTemplate.Priority != nil {
|
||||||
|
prio = *tpl.IndexTemplate.Priority
|
||||||
}
|
}
|
||||||
|
|
||||||
table.Entries[idx] = []any{tpl.Name, desc, tpl.IndexTemplate.Priority}
|
table.AddRow(tpl.Name, desc, tpl.IndexTemplate.IndexPatterns, prio)
|
||||||
}
|
}
|
||||||
|
|
||||||
table.Sort()
|
table.Sort()
|
||||||
@@ -59,6 +80,30 @@ func IndexTemplateList(conf *cfg.Config) error {
|
|||||||
return table.Print()
|
return table.Print()
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Filter index templates by name, index pattern or hidden flag, using
|
||||||
|
// mapmap.Slicer
|
||||||
|
func filterIndexTemplates(conf *cfg.Config, nameFilter string,
|
||||||
|
templates []types.IndexTemplateItem) []types.IndexTemplateItem {
|
||||||
|
return mapmap.NewSlicer(templates).MapSliceValuesImmutable(func(tpl types.IndexTemplateItem) bool {
|
||||||
|
if !conf.Hidden && strings.HasPrefix(tpl.Name, ".") {
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
|
||||||
|
if nameFilter != "" && !strings.Contains(tpl.Name, nameFilter) {
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
|
||||||
|
if len(conf.Filter) > 0 {
|
||||||
|
if !mapmap.NewSlicer(tpl.IndexTemplate.IndexPatterns).
|
||||||
|
FindSliceInSlice(conf.Filter, strings.Contains) {
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return true
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
func IndexTemplateShow(conf *cfg.Config, tplname string) error {
|
func IndexTemplateShow(conf *cfg.Config, tplname string) error {
|
||||||
res, err := conf.DefaultCluster.ES().Indices.GetIndexTemplate().
|
res, err := conf.DefaultCluster.ES().Indices.GetIndexTemplate().
|
||||||
Name(tplname).
|
Name(tplname).
|
||||||
|
|||||||
@@ -19,7 +19,6 @@ package es
|
|||||||
import (
|
import (
|
||||||
"context"
|
"context"
|
||||||
"fmt"
|
"fmt"
|
||||||
"sync"
|
|
||||||
|
|
||||||
"codeberg.org/scip/esctl/pkg/cfg"
|
"codeberg.org/scip/esctl/pkg/cfg"
|
||||||
"github.com/elastic/go-elasticsearch/v9"
|
"github.com/elastic/go-elasticsearch/v9"
|
||||||
@@ -61,14 +60,7 @@ type apiResponse struct {
|
|||||||
which int
|
which int
|
||||||
}
|
}
|
||||||
|
|
||||||
func getApiData(
|
func getApiData(conf *cfg.Config, es *elasticsearch.TypedClient, reschan chan apiResponse, which string) {
|
||||||
conf *cfg.Config,
|
|
||||||
es *elasticsearch.TypedClient,
|
|
||||||
wg *sync.WaitGroup,
|
|
||||||
reschan chan apiResponse,
|
|
||||||
which string) {
|
|
||||||
defer wg.Done()
|
|
||||||
|
|
||||||
apiRes := apiResponse{}
|
apiRes := apiResponse{}
|
||||||
|
|
||||||
var arerr error
|
var arerr error
|
||||||
|
|||||||
@@ -20,6 +20,8 @@ import (
|
|||||||
"context"
|
"context"
|
||||||
"fmt"
|
"fmt"
|
||||||
"log/slog"
|
"log/slog"
|
||||||
|
"maps"
|
||||||
|
"slices"
|
||||||
|
|
||||||
"codeberg.org/scip/esctl/pkg/cfg"
|
"codeberg.org/scip/esctl/pkg/cfg"
|
||||||
"codeberg.org/scip/esctl/pkg/printer"
|
"codeberg.org/scip/esctl/pkg/printer"
|
||||||
@@ -33,15 +35,7 @@ func RoleNames(conf *cfg.Config) ([]string, error) {
|
|||||||
return nil, fmt.Errorf("failed to get roles: %w", esErrorString(err))
|
return nil, fmt.Errorf("failed to get roles: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
roles := make([]string, len(res))
|
return slices.Collect(maps.Keys(res)), nil
|
||||||
|
|
||||||
idx := 0
|
|
||||||
for name := range res {
|
|
||||||
roles[idx] = name
|
|
||||||
idx++
|
|
||||||
}
|
|
||||||
|
|
||||||
return roles, nil
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func RoleList(conf *cfg.Config) error {
|
func RoleList(conf *cfg.Config) error {
|
||||||
|
|||||||
@@ -127,7 +127,7 @@ func getCsvRecord(conf *cfg.Config, csvfile, rolename string) (*Record, error) {
|
|||||||
}()
|
}()
|
||||||
|
|
||||||
scanner := bufio.NewScanner(fd)
|
scanner := bufio.NewScanner(fd)
|
||||||
record := Record{role: rolename}
|
record := new(Record{role: rolename})
|
||||||
|
|
||||||
for scanner.Scan() {
|
for scanner.Scan() {
|
||||||
line := strings.TrimSpace(scanner.Text())
|
line := strings.TrimSpace(scanner.Text())
|
||||||
@@ -150,7 +150,7 @@ func getCsvRecord(conf *cfg.Config, csvfile, rolename string) (*Record, error) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
return &record, nil
|
return record, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func diffRoles(conf *cfg.Config, records map[string]Record, res getrole.Response) []Register {
|
func diffRoles(conf *cfg.Config, records map[string]Record, res getrole.Response) []Register {
|
||||||
|
|||||||
@@ -33,7 +33,7 @@ func RolloverConditions(conf *cfg.Config) types.RolloverConditionsVariant {
|
|||||||
}
|
}
|
||||||
|
|
||||||
if conf.MaxDocs > 0 {
|
if conf.MaxDocs > 0 {
|
||||||
cond.MaxDocs(int64(conf.MaxDocs))
|
cond.MaxDocs(conf.MaxDocs)
|
||||||
}
|
}
|
||||||
|
|
||||||
if conf.MaxShardSize > 0 {
|
if conf.MaxShardSize > 0 {
|
||||||
|
|||||||
@@ -56,7 +56,7 @@ func Search(conf *cfg.Config, queries []string) error {
|
|||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
req := &search.Request{Query: queryCaster}
|
req := new(search.Request{Query: queryCaster})
|
||||||
|
|
||||||
searchEs.Request(req)
|
searchEs.Request(req)
|
||||||
|
|
||||||
@@ -128,7 +128,7 @@ func validateSearch(conf *cfg.Config, queries []string) error {
|
|||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
req := &validatequery.Request{Query: queryCaster}
|
req := new(validatequery.Request{Query: queryCaster})
|
||||||
|
|
||||||
validate.Request(req)
|
validate.Request(req)
|
||||||
|
|
||||||
|
|||||||
@@ -80,7 +80,7 @@ func NewFilter(query string) (*filter, error) {
|
|||||||
return nil, errors.New("search queries must be in the form field<sep>pattern where <sep> must be one of: = or !=")
|
return nil, errors.New("search queries must be in the form field<sep>pattern where <sep> must be one of: = or !=")
|
||||||
}
|
}
|
||||||
|
|
||||||
flt := &filter{term: part[0], filter: part[1], criteria: criteria}
|
flt := new(filter{term: part[0], filter: part[1], criteria: criteria})
|
||||||
|
|
||||||
if strings.Contains(part[0], ",") {
|
if strings.Contains(part[0], ",") {
|
||||||
// a MultiMatchQuery, match across multiple fields at once
|
// a MultiMatchQuery, match across multiple fields at once
|
||||||
|
|||||||
@@ -42,17 +42,17 @@ type Snapshot struct {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func SnapshotList(conf *cfg.Config) error {
|
func SnapshotList(conf *cfg.Config) error {
|
||||||
// get partial indicies
|
// get partial indices
|
||||||
ires, err := conf.DefaultCluster.ES().Cat.Indices().Do(context.Background())
|
ires, err := conf.DefaultCluster.ES().Cat.Indices().Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get indicies: %w", esErrorString(err))
|
return fmt.Errorf("failed to get indices: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
indicies := map[string]int{}
|
indices := map[string]int{}
|
||||||
|
|
||||||
for _, index := range ires {
|
for _, index := range ires {
|
||||||
name := strings.ReplaceAll(*index.Index, "partial-", "")
|
name := strings.ReplaceAll(*index.Index, "partial-", "")
|
||||||
indicies[name] = 1
|
indices[name] = 1
|
||||||
}
|
}
|
||||||
|
|
||||||
// get snapshots
|
// get snapshots
|
||||||
@@ -61,20 +61,20 @@ func SnapshotList(conf *cfg.Config) error {
|
|||||||
return fmt.Errorf("failed to get snapshots: %w", esErrorString(err))
|
return fmt.Errorf("failed to get snapshots: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
slog.Debug("ES result", "indicies", sres)
|
slog.Debug("ES result", "indices", sres)
|
||||||
|
|
||||||
snapshots := []*Snapshot{} // original snapshot names
|
snapshots := []*Snapshot{} // original snapshot names
|
||||||
|
|
||||||
for _, snapshot := range sres {
|
for _, snapshot := range sres {
|
||||||
snap := &Snapshot{
|
snap := new(Snapshot{
|
||||||
Name: *snapshot.Id,
|
Name: *snapshot.Id,
|
||||||
Status: *snapshot.Status,
|
Status: *snapshot.Status,
|
||||||
Start: fmt.Sprintf("%s", snapshot.StartTime),
|
Start: fmt.Sprintf("%s", snapshot.StartTime),
|
||||||
Forindex: indexFromSnapshot(*snapshot.Id),
|
Forindex: indexFromSnapshot(*snapshot.Id),
|
||||||
Orphaned: "no",
|
Orphaned: "no",
|
||||||
}
|
})
|
||||||
|
|
||||||
_, exists := indicies[snap.Forindex]
|
_, exists := indices[snap.Forindex]
|
||||||
if !exists {
|
if !exists {
|
||||||
snap.Orphaned = "orphaned"
|
snap.Orphaned = "orphaned"
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -36,7 +36,7 @@ func TaskList(conf *cfg.Config) error {
|
|||||||
|
|
||||||
slog.Debug("res", "tasks", res)
|
slog.Debug("res", "tasks", res)
|
||||||
|
|
||||||
table := printer.NewTable(conf, 8, len(res))
|
table := printer.NewTable(conf, 6, len(res))
|
||||||
table.Addheaders("task id", "action", "start time", "run time", "node", "type")
|
table.Addheaders("task id", "action", "start time", "run time", "node", "type")
|
||||||
|
|
||||||
for idx, task := range res {
|
for idx, task := range res {
|
||||||
|
|||||||
@@ -29,13 +29,13 @@ import (
|
|||||||
const LevelNotice = slog.Level(2)
|
const LevelNotice = slog.Level(2)
|
||||||
|
|
||||||
func Init(conf *cfg.Config) {
|
func Init(conf *cfg.Config) {
|
||||||
logLevel := &slog.LevelVar{}
|
logLevel := new(slog.LevelVar{})
|
||||||
|
|
||||||
opts := &yadu.Options{
|
opts := new(yadu.Options{
|
||||||
Level: logLevel,
|
Level: logLevel,
|
||||||
AddSource: true,
|
AddSource: true,
|
||||||
NoColor: !isatty.IsTerminal(os.Stdout.Fd()),
|
NoColor: !isatty.IsTerminal(os.Stdout.Fd()),
|
||||||
}
|
})
|
||||||
|
|
||||||
buildInfo, _ := debug.ReadBuildInfo()
|
buildInfo, _ := debug.ReadBuildInfo()
|
||||||
|
|
||||||
|
|||||||
@@ -27,7 +27,7 @@ func (b *ByteSize) String() string {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func Bytes(size int64) *ByteSize {
|
func Bytes(size int64) *ByteSize {
|
||||||
return &ByteSize{size: uint64(size)}
|
return new(ByteSize{size: uint64(size)})
|
||||||
}
|
}
|
||||||
|
|
||||||
func ByteString(size int64) string {
|
func ByteString(size int64) string {
|
||||||
|
|||||||
@@ -18,8 +18,11 @@ along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|||||||
package printer
|
package printer
|
||||||
|
|
||||||
import (
|
import (
|
||||||
|
"os"
|
||||||
|
|
||||||
"codeberg.org/scip/esctl/pkg/cfg"
|
"codeberg.org/scip/esctl/pkg/cfg"
|
||||||
"github.com/fatih/color"
|
"github.com/fatih/color"
|
||||||
|
"github.com/mattn/go-isatty"
|
||||||
)
|
)
|
||||||
|
|
||||||
var (
|
var (
|
||||||
@@ -31,6 +34,10 @@ var (
|
|||||||
)
|
)
|
||||||
|
|
||||||
func Colorize(conf *cfg.Config, col, what string) string {
|
func Colorize(conf *cfg.Config, col, what string) string {
|
||||||
|
if !isatty.IsTerminal(os.Stdout.Fd()) {
|
||||||
|
return what
|
||||||
|
}
|
||||||
|
|
||||||
switch conf.Output {
|
switch conf.Output {
|
||||||
case "json", "yaml":
|
case "json", "yaml":
|
||||||
return what
|
return what
|
||||||
@@ -49,3 +56,11 @@ func Colorize(conf *cfg.Config, col, what string) string {
|
|||||||
|
|
||||||
return what
|
return what
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func Bold(what string) string {
|
||||||
|
if !isatty.IsTerminal(os.Stdout.Fd()) {
|
||||||
|
return what
|
||||||
|
}
|
||||||
|
|
||||||
|
return bold(what)
|
||||||
|
}
|
||||||
|
|||||||
55
pkg/printer/metrics.go
Normal file
55
pkg/printer/metrics.go
Normal file
@@ -0,0 +1,55 @@
|
|||||||
|
/*
|
||||||
|
Copyright © 2026 Thomas von Dein
|
||||||
|
|
||||||
|
This program is free software: you can redistribute it and/or modify
|
||||||
|
it under the terms of the GNU General Public License as published by
|
||||||
|
the Free Software Foundation, either version 3 of the License, or
|
||||||
|
(at your option) any later version.
|
||||||
|
|
||||||
|
This program is distributed in the hope that it will be useful,
|
||||||
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
GNU General Public License for more details.
|
||||||
|
|
||||||
|
You should have received a copy of the GNU General Public License
|
||||||
|
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
*/
|
||||||
|
package printer
|
||||||
|
|
||||||
|
import (
|
||||||
|
"fmt"
|
||||||
|
"runtime/metrics"
|
||||||
|
"strconv"
|
||||||
|
)
|
||||||
|
|
||||||
|
func printGoRoutineMetrics() {
|
||||||
|
fmt.Println("\nGoroutine metrics:")
|
||||||
|
printMetric("/sched/goroutines-created:goroutines", "Created")
|
||||||
|
printMetric("/sched/goroutines:goroutines", "Live")
|
||||||
|
printMetric("/sched/goroutines/not-in-go:goroutines", "Syscall/CGO")
|
||||||
|
printMetric("/sched/goroutines/runnable:goroutines", "Runnable")
|
||||||
|
printMetric("/sched/goroutines/running:goroutines", "Running")
|
||||||
|
printMetric("/sched/goroutines/waiting:goroutines", "Waiting")
|
||||||
|
|
||||||
|
fmt.Println("Thread metrics:")
|
||||||
|
printMetric("/sched/gomaxprocs:threads", "Max")
|
||||||
|
printMetric("/sched/threads/total:threads", "Live")
|
||||||
|
}
|
||||||
|
|
||||||
|
func printMetric(name string, descr string) {
|
||||||
|
sample := []metrics.Sample{{Name: name}}
|
||||||
|
metrics.Read(sample)
|
||||||
|
|
||||||
|
var val string
|
||||||
|
|
||||||
|
switch sample[0].Value.Kind() {
|
||||||
|
case metrics.KindFloat64, metrics.KindFloat64Histogram:
|
||||||
|
val = fmt.Sprintf("%.2f", sample[0].Value.Float64())
|
||||||
|
case metrics.KindUint64:
|
||||||
|
val = strconv.FormatUint(sample[0].Value.Uint64(), 10)
|
||||||
|
case metrics.KindBad:
|
||||||
|
val = "n/a"
|
||||||
|
}
|
||||||
|
|
||||||
|
fmt.Printf(" %s: %v\n", descr, val)
|
||||||
|
}
|
||||||
@@ -25,7 +25,6 @@ import (
|
|||||||
"strings"
|
"strings"
|
||||||
|
|
||||||
"codeberg.org/scip/esctl/pkg/cfg"
|
"codeberg.org/scip/esctl/pkg/cfg"
|
||||||
"github.com/seeruk/go-wordwrap"
|
|
||||||
"gopkg.in/yaml.v3"
|
"gopkg.in/yaml.v3"
|
||||||
)
|
)
|
||||||
|
|
||||||
@@ -35,15 +34,20 @@ type Table struct {
|
|||||||
RawHeaders []string
|
RawHeaders []string
|
||||||
Entries [][]any
|
Entries [][]any
|
||||||
|
|
||||||
rows [][]string // representation used for printing
|
rows [][]string // representation used for printing
|
||||||
processed bool
|
processed bool
|
||||||
lenHeaders []int
|
lenHeaders []int
|
||||||
alignInts bool
|
alignInts bool
|
||||||
maxwidth int
|
maxwidth int
|
||||||
|
debugGoRoutines bool
|
||||||
}
|
}
|
||||||
|
|
||||||
func NewTable(conf *cfg.Config, columns, rows int) *Table {
|
func NewTable(conf *cfg.Config, columns, rows int) *Table {
|
||||||
table := Table{Mode: conf.Output, maxwidth: cfg.GetTermWidth()}
|
table := new(Table{
|
||||||
|
Mode: conf.Output,
|
||||||
|
maxwidth: cfg.GetTermWidth(),
|
||||||
|
debugGoRoutines: conf.DebugGoRoutines,
|
||||||
|
})
|
||||||
|
|
||||||
table.Headers = make([]string, columns)
|
table.Headers = make([]string, columns)
|
||||||
table.RawHeaders = make([]string, columns)
|
table.RawHeaders = make([]string, columns)
|
||||||
@@ -51,14 +55,18 @@ func NewTable(conf *cfg.Config, columns, rows int) *Table {
|
|||||||
table.lenHeaders = make([]int, columns)
|
table.lenHeaders = make([]int, columns)
|
||||||
table.alignInts = conf.AlignInts
|
table.alignInts = conf.AlignInts
|
||||||
|
|
||||||
return &table
|
return table
|
||||||
}
|
}
|
||||||
|
|
||||||
func NewTableEmpty(conf *cfg.Config) *Table {
|
func NewTableEmpty(conf *cfg.Config) *Table {
|
||||||
table := Table{Mode: conf.Output, maxwidth: cfg.GetTermWidth()}
|
table := new(Table{
|
||||||
|
Mode: conf.Output,
|
||||||
|
maxwidth: cfg.GetTermWidth(),
|
||||||
|
debugGoRoutines: conf.DebugGoRoutines,
|
||||||
|
})
|
||||||
table.alignInts = conf.AlignInts
|
table.alignInts = conf.AlignInts
|
||||||
|
|
||||||
return &table
|
return table
|
||||||
}
|
}
|
||||||
|
|
||||||
func (table *Table) WithHeaders(headers ...string) *Table {
|
func (table *Table) WithHeaders(headers ...string) *Table {
|
||||||
@@ -75,16 +83,24 @@ func (table *Table) WithHeaders(headers ...string) *Table {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func (table *Table) Print() error {
|
func (table *Table) Print() error {
|
||||||
|
var err error
|
||||||
|
|
||||||
switch table.Mode {
|
switch table.Mode {
|
||||||
case "json":
|
case "json":
|
||||||
return table.PrintJSON()
|
err = table.PrintJSON()
|
||||||
case "yaml":
|
case "yaml":
|
||||||
return table.PrintYAML()
|
err = table.PrintYAML()
|
||||||
case "csv":
|
case "csv":
|
||||||
return table.PrintCSV()
|
err = table.PrintCSV()
|
||||||
default:
|
default:
|
||||||
return table.PrintTSV()
|
err = table.PrintTSV()
|
||||||
}
|
}
|
||||||
|
|
||||||
|
if table.debugGoRoutines {
|
||||||
|
printGoRoutineMetrics()
|
||||||
|
}
|
||||||
|
|
||||||
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
var (
|
var (
|
||||||
@@ -139,23 +155,17 @@ func (table *Table) PrintTSV() error {
|
|||||||
|
|
||||||
for _, entries := range table.rows {
|
for _, entries := range table.rows {
|
||||||
currentWidth := 0
|
currentWidth := 0
|
||||||
|
columns := len(entries)
|
||||||
|
|
||||||
for idx, entry := range entries {
|
for idx, entry := range entries {
|
||||||
length := visibleLen(entry)
|
length := visibleLen(entry)
|
||||||
|
|
||||||
if length+currentWidth > table.maxwidth && table.maxwidth-currentWidth > 1 {
|
if length+currentWidth > table.maxwidth &&
|
||||||
// text is too wide to be put into one line, wrap it
|
table.maxwidth-currentWidth > 1 &&
|
||||||
wrapper := wordwrap.Wrapper(table.maxwidth-currentWidth, false)
|
idx == columns-1 {
|
||||||
wrapped := wrapper(entry)
|
// text is too wide to be put into one line, and
|
||||||
|
// it's the last cell, so wrap it
|
||||||
// and indent it
|
entry = wrap(table.maxwidth-currentWidth, currentWidth+2, entry)
|
||||||
for idx, line := range strings.Split(wrapped, "\n") {
|
|
||||||
if idx == 0 {
|
|
||||||
entry = line
|
|
||||||
} else {
|
|
||||||
entry += "\n " + strings.Repeat(" ", currentWidth) + line
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
currentWidth += table.lenHeaders[idx]
|
currentWidth += table.lenHeaders[idx]
|
||||||
@@ -183,6 +193,48 @@ func (table *Table) PrintTSV() error {
|
|||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Wrap a text into multiple lines, first line is not indented, all
|
||||||
|
// further lines will be indented. Used within Print() to print large
|
||||||
|
// cell text.
|
||||||
|
func wrap(width, indent int, text string) string {
|
||||||
|
if len(text) <= width {
|
||||||
|
return text
|
||||||
|
}
|
||||||
|
|
||||||
|
wrapped := ""
|
||||||
|
line := ""
|
||||||
|
|
||||||
|
for word := range strings.FieldsSeq(text) {
|
||||||
|
if len(line)+len(word)+1 <= width {
|
||||||
|
// appending word to current line doesn't exceed width
|
||||||
|
if line != "" {
|
||||||
|
line += " "
|
||||||
|
}
|
||||||
|
|
||||||
|
line += word
|
||||||
|
} else {
|
||||||
|
// it exceeds it, so we need to wrap
|
||||||
|
if wrapped == "" {
|
||||||
|
// beginning of output, no indenting here
|
||||||
|
wrapped = line + "\n"
|
||||||
|
} else {
|
||||||
|
// we're in the middle of the text, so add the indent
|
||||||
|
wrapped += strings.Repeat(" ", indent) + line + "\n"
|
||||||
|
}
|
||||||
|
|
||||||
|
// remember the current word for the next round
|
||||||
|
line = word
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if line != "" {
|
||||||
|
// last line, no newline needed here
|
||||||
|
wrapped += strings.Repeat(" ", indent) + line
|
||||||
|
}
|
||||||
|
|
||||||
|
return wrapped
|
||||||
|
}
|
||||||
|
|
||||||
func (table *Table) PrintCSV() error {
|
func (table *Table) PrintCSV() error {
|
||||||
table.preprocessRows()
|
table.preprocessRows()
|
||||||
|
|
||||||
@@ -224,7 +276,7 @@ func (table *Table) Addheaders(headers ...string) {
|
|||||||
case "json", "yaml":
|
case "json", "yaml":
|
||||||
table.Headers[idx] = strings.ReplaceAll(strings.ToLower(header), " ", "_")
|
table.Headers[idx] = strings.ReplaceAll(strings.ToLower(header), " ", "_")
|
||||||
default:
|
default:
|
||||||
table.Headers[idx] = bold(strings.ReplaceAll(strings.ToUpper(header), " ", "-"))
|
table.Headers[idx] = Bold(strings.ReplaceAll(strings.ToUpper(header), " ", "-"))
|
||||||
}
|
}
|
||||||
|
|
||||||
table.RawHeaders[idx] = header
|
table.RawHeaders[idx] = header
|
||||||
|
|||||||
Reference in New Issue
Block a user