mirror of
https://codeberg.org/scip/esctl.git
synced 2026-08-24 11:44:18 +02:00
Compare commits
3 Commits
522898f187
...
feature/es
| Author | SHA1 | Date | |
|---|---|---|---|
| 7f1018f0e1 | |||
| 3486bc0370 | |||
| 374ff99916 |
9
Makefile
9
Makefile
@@ -110,12 +110,3 @@ profile: buildlocal
|
|||||||
./esctl api ls --profile-file cpu.profile
|
./esctl api ls --profile-file cpu.profile
|
||||||
go tool pprof -text esctl cpu.profile
|
go tool pprof -text esctl cpu.profile
|
||||||
go tool pprof --http localhost:8888 ./esctl cpu.profile
|
go tool pprof --http localhost:8888 ./esctl cpu.profile
|
||||||
|
|
||||||
docker-up:
|
|
||||||
make -C t up
|
|
||||||
|
|
||||||
docker-waitup:
|
|
||||||
make -C t up
|
|
||||||
|
|
||||||
docker-down:
|
|
||||||
make -C t down
|
|
||||||
|
|||||||
35
README.md
35
README.md
@@ -29,7 +29,6 @@ Features:
|
|||||||
logical condition (OR, AND), use PIT, limit datetime (ES date math
|
logical condition (OR, AND), use PIT, limit datetime (ES date math
|
||||||
can be used), etc. It is however not yet possible to create
|
can be used), etc. It is however not yet possible to create
|
||||||
recursive searches like: `(cond1 AND cond2) OR (cond3 OR cond4)`.
|
recursive searches like: `(cond1 AND cond2) OR (cond3 OR cond4)`.
|
||||||
- Search using ES|QL language: `esctl searchql`.
|
|
||||||
- Cross cluster replication (ccr): view, pause, resume, delete
|
- Cross cluster replication (ccr): view, pause, resume, delete
|
||||||
replication. You can also manage follower configuration.
|
replication. You can also manage follower configuration.
|
||||||
- Index management: manage aliases, create, modify, delete indices,
|
- Index management: manage aliases, create, modify, delete indices,
|
||||||
@@ -216,7 +215,7 @@ Pending Tasks 0
|
|||||||
Nodes 3
|
Nodes 3
|
||||||
Red Indices 0
|
Red Indices 0
|
||||||
Long Running Tasks 2
|
Long Running Tasks 2
|
||||||
indices 221
|
Indicies 221
|
||||||
Docs 9854777
|
Docs 9854777
|
||||||
Total Size 3.4 GB
|
Total Size 3.4 GB
|
||||||
Total Queries 4210411
|
Total Queries 4210411
|
||||||
@@ -353,30 +352,6 @@ $ esctl search -i foo* -F title=zeitbuchung message=pause | jq
|
|||||||
}
|
}
|
||||||
```
|
```
|
||||||
|
|
||||||
You can also search using [ES|QL](https://www.elastic.co/docs/reference/query-languages/esql/esql-getting-started):
|
|
||||||
|
|
||||||
```console
|
|
||||||
$ esctl searchql "from hyperdrive | sort @timestamp | limit 5"
|
|
||||||
@TIMESTAMP MESSAGE TAG
|
|
||||||
2026-06-24T08:24:56.000Z arosu loop
|
|
||||||
2026-06-24T08:24:58.000Z hami loop
|
|
||||||
2026-06-24T08:24:59.000Z ishininu loop
|
|
||||||
2026-06-24T08:25:00.000Z uyomoruron loop
|
|
||||||
2026-06-24T08:25:02.000Z ishimime loop
|
|
||||||
```
|
|
||||||
|
|
||||||
There are several output modes (json, yaml, csv), to get esql output as CSV:
|
|
||||||
|
|
||||||
```console
|
|
||||||
$ esctl searchql "from hyperdrive | sort @timestamp | limit 5" -o csv
|
|
||||||
@timestamp,message,tag
|
|
||||||
2026-06-24T08:24:56.000Z,arosu,loop
|
|
||||||
2026-06-24T08:24:58.000Z,hami,loop
|
|
||||||
2026-06-24T08:24:59.000Z,ishininu,loop
|
|
||||||
2026-06-24T08:25:00.000Z,uyomoruron,loop
|
|
||||||
2026-06-24T08:25:02.000Z,ishimime,loop
|
|
||||||
```
|
|
||||||
|
|
||||||
To check which field mappings are available for an index:
|
To check which field mappings are available for an index:
|
||||||
```console
|
```console
|
||||||
$ esctl index show foo2
|
$ esctl index show foo2
|
||||||
@@ -534,7 +509,7 @@ cluster - manage cluster[s]
|
|||||||
allocate-empty-primary - allocate an empty primary shard to a node
|
allocate-empty-primary - allocate an empty primary shard to a node
|
||||||
allocate-stale-primary - allocate a stale primary shard to a node
|
allocate-stale-primary - allocate a stale primary shard to a node
|
||||||
datastream - manage data streams
|
datastream - manage data streams
|
||||||
list - list indices
|
list - list indicies
|
||||||
show - show details about an data stream
|
show - show details about an data stream
|
||||||
create - create a new data stream
|
create - create a new data stream
|
||||||
delete - delete a data stream
|
delete - delete a data stream
|
||||||
@@ -554,8 +529,8 @@ ilm - manage index lifecycle
|
|||||||
list - list index rollover config
|
list - list index rollover config
|
||||||
show - show rollover forecast over all indices
|
show - show rollover forecast over all indices
|
||||||
explain - explain ilm condition of an index
|
explain - explain ilm condition of an index
|
||||||
index - manage indices
|
index - manage indicies
|
||||||
list - list indices
|
list - list indicies
|
||||||
show - show details about an index
|
show - show details about an index
|
||||||
create - create a new index
|
create - create a new index
|
||||||
update - update an index
|
update - update an index
|
||||||
@@ -564,7 +539,6 @@ index - manage indices
|
|||||||
fields - show info about field capabilities
|
fields - show info about field capabilities
|
||||||
ilm - show ilm status
|
ilm - show ilm status
|
||||||
du - show index disk usage
|
du - show index disk usage
|
||||||
copy - copy (reindex) documents from one index to another
|
|
||||||
alias - manage index aliases
|
alias - manage index aliases
|
||||||
create - create an index alias
|
create - create an index alias
|
||||||
list - list index aliases
|
list - list index aliases
|
||||||
@@ -588,7 +562,6 @@ role - manage roles
|
|||||||
show - show details about a role
|
show - show details about a role
|
||||||
diff - show differences between roles and CSV baseline
|
diff - show differences between roles and CSV baseline
|
||||||
search - search within an index
|
search - search within an index
|
||||||
searchql - search using ES/QL language
|
|
||||||
shard - manage shards
|
shard - manage shards
|
||||||
list - list shards
|
list - list shards
|
||||||
show - show details about a shard
|
show - show details about a shard
|
||||||
|
|||||||
1
TODO.md
1
TODO.md
@@ -6,3 +6,4 @@
|
|||||||
- add datastream support:
|
- add datastream support:
|
||||||
https://www.elastic.co/docs/api/doc/elasticsearch/operation/operation-indices-get-data-stream
|
https://www.elastic.co/docs/api/doc/elasticsearch/operation/operation-indices-get-data-stream
|
||||||
|
|
||||||
|
also exclude data stream backing indices from index ls
|
||||||
|
|||||||
@@ -52,7 +52,7 @@ func CcrStatus(conf *cfg.Config) *cli.Command {
|
|||||||
Flags: []cli.Flag{
|
Flags: []cli.Flag{
|
||||||
&cli.StringFlag{
|
&cli.StringFlag{
|
||||||
Name: "exclude",
|
Name: "exclude",
|
||||||
Usage: "regexp of indices to exclude",
|
Usage: "regexp of indicies to exclude",
|
||||||
Destination: &conf.Exclude,
|
Destination: &conf.Exclude,
|
||||||
Aliases: []string{"e"},
|
Aliases: []string{"e"},
|
||||||
},
|
},
|
||||||
|
|||||||
@@ -34,7 +34,6 @@ const (
|
|||||||
Cilm
|
Cilm
|
||||||
Cnode
|
Cnode
|
||||||
Cclustersettings
|
Cclustersettings
|
||||||
Cindextemplate
|
|
||||||
)
|
)
|
||||||
|
|
||||||
func complete(conf *cfg.Config, cmd *cli.Command, what int) {
|
func complete(conf *cfg.Config, cmd *cli.Command, what int) {
|
||||||
@@ -66,8 +65,6 @@ func complete(conf *cfg.Config, cmd *cli.Command, what int) {
|
|||||||
list, err = es.NodeNames(conf)
|
list, err = es.NodeNames(conf)
|
||||||
case Cclustersettings:
|
case Cclustersettings:
|
||||||
list, err = es.ClusterSettingsNames(conf)
|
list, err = es.ClusterSettingsNames(conf)
|
||||||
case Cindextemplate:
|
|
||||||
list, err = es.IndexTemplateNames(conf)
|
|
||||||
}
|
}
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
|
|||||||
@@ -46,7 +46,7 @@ func DatastreamList(conf *cfg.Config) *cli.Command {
|
|||||||
return &cli.Command{
|
return &cli.Command{
|
||||||
Name: "list",
|
Name: "list",
|
||||||
Aliases: []string{"ls"},
|
Aliases: []string{"ls"},
|
||||||
Usage: "list indices",
|
Usage: "list indicies",
|
||||||
|
|
||||||
Flags: []cli.Flag{
|
Flags: []cli.Flag{
|
||||||
&cli.IntFlag{
|
&cli.IntFlag{
|
||||||
@@ -169,7 +169,7 @@ func DatastreamRollover(conf *cfg.Config) *cli.Command {
|
|||||||
Usage: "roll over after max age (eg: 7d, 2m, 8h)",
|
Usage: "roll over after max age (eg: 7d, 2m, 8h)",
|
||||||
Destination: &conf.MaxAge,
|
Destination: &conf.MaxAge,
|
||||||
},
|
},
|
||||||
&cli.Int64Flag{
|
&cli.IntFlag{
|
||||||
Name: "max-docs",
|
Name: "max-docs",
|
||||||
Usage: "roll over after max docs",
|
Usage: "roll over after max docs",
|
||||||
Destination: &conf.MaxDocs,
|
Destination: &conf.MaxDocs,
|
||||||
|
|||||||
@@ -89,7 +89,7 @@ func IlmForecastList(conf *cfg.Config) *cli.Command {
|
|||||||
},
|
},
|
||||||
&cli.BoolFlag{
|
&cli.BoolFlag{
|
||||||
Name: "hidden",
|
Name: "hidden",
|
||||||
Usage: "include hidden indices",
|
Usage: "include hidden indicies",
|
||||||
Destination: &conf.Hidden,
|
Destination: &conf.Hidden,
|
||||||
Aliases: []string{"H"},
|
Aliases: []string{"H"},
|
||||||
},
|
},
|
||||||
|
|||||||
92
cmd/index.go
92
cmd/index.go
@@ -30,7 +30,7 @@ func Index(conf *cfg.Config) *cli.Command {
|
|||||||
return &cli.Command{
|
return &cli.Command{
|
||||||
Name: "index",
|
Name: "index",
|
||||||
Aliases: []string{"i"},
|
Aliases: []string{"i"},
|
||||||
Usage: "manage indices",
|
Usage: "manage indicies",
|
||||||
|
|
||||||
Commands: []*cli.Command{
|
Commands: []*cli.Command{
|
||||||
IndexList(conf),
|
IndexList(conf),
|
||||||
@@ -42,7 +42,6 @@ func Index(conf *cfg.Config) *cli.Command {
|
|||||||
IndexFields(conf),
|
IndexFields(conf),
|
||||||
IndexIlm(conf),
|
IndexIlm(conf),
|
||||||
IndexDu(conf),
|
IndexDu(conf),
|
||||||
IndexCopy(conf),
|
|
||||||
|
|
||||||
// sub commands
|
// sub commands
|
||||||
IndexAlias(conf),
|
IndexAlias(conf),
|
||||||
@@ -55,7 +54,7 @@ func IndexList(conf *cfg.Config) *cli.Command {
|
|||||||
return &cli.Command{
|
return &cli.Command{
|
||||||
Name: "list",
|
Name: "list",
|
||||||
Aliases: []string{"ls"},
|
Aliases: []string{"ls"},
|
||||||
Usage: "list indices",
|
Usage: "list indicies",
|
||||||
|
|
||||||
Flags: []cli.Flag{
|
Flags: []cli.Flag{
|
||||||
&cli.IntFlag{
|
&cli.IntFlag{
|
||||||
@@ -66,25 +65,25 @@ func IndexList(conf *cfg.Config) *cli.Command {
|
|||||||
},
|
},
|
||||||
&cli.BoolFlag{
|
&cli.BoolFlag{
|
||||||
Name: "partials",
|
Name: "partials",
|
||||||
Usage: "include partial indices",
|
Usage: "include partial indicies",
|
||||||
Destination: &conf.Partials,
|
Destination: &conf.Partials,
|
||||||
Aliases: []string{"p"},
|
Aliases: []string{"p"},
|
||||||
},
|
},
|
||||||
&cli.BoolFlag{
|
&cli.BoolFlag{
|
||||||
Name: "hidden",
|
Name: "hidden",
|
||||||
Usage: "include hidden indices",
|
Usage: "include hidden indicies",
|
||||||
Destination: &conf.Hidden,
|
Destination: &conf.Hidden,
|
||||||
Aliases: []string{"H"},
|
Aliases: []string{"H"},
|
||||||
},
|
},
|
||||||
&cli.BoolFlag{
|
&cli.BoolFlag{
|
||||||
Name: "failed",
|
Name: "failed",
|
||||||
Usage: "include only red failed indices",
|
Usage: "include only red failed indicies",
|
||||||
Destination: &conf.Failed,
|
Destination: &conf.Failed,
|
||||||
Aliases: []string{"f"},
|
Aliases: []string{"f"},
|
||||||
},
|
},
|
||||||
&cli.StringSliceFlag{
|
&cli.StringSliceFlag{
|
||||||
Name: "filter",
|
Name: "filter",
|
||||||
Usage: "show only indices matching the filter",
|
Usage: "show only indicies matching the filter",
|
||||||
Destination: &conf.Filter,
|
Destination: &conf.Filter,
|
||||||
Aliases: []string{"F"},
|
Aliases: []string{"F"},
|
||||||
},
|
},
|
||||||
@@ -300,82 +299,3 @@ func IndexDu(conf *cfg.Config) *cli.Command {
|
|||||||
},
|
},
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func IndexCopy(conf *cfg.Config) *cli.Command {
|
|
||||||
return &cli.Command{
|
|
||||||
Name: "copy",
|
|
||||||
Aliases: []string{"alias", "cp"},
|
|
||||||
Usage: "copy (reindex) documents from one index to another",
|
|
||||||
UsageText: "index copy [options] -s <source-index> -t <dest-index>",
|
|
||||||
|
|
||||||
Flags: []cli.Flag{
|
|
||||||
// FIXME: not implemented by typed API
|
|
||||||
// &cli.BoolFlag{
|
|
||||||
// Name: "missing", // op_type
|
|
||||||
// Usage: "copy only missing docs",
|
|
||||||
// Destination: &conf.Missing,
|
|
||||||
// Aliases: []string{"m"},
|
|
||||||
// },
|
|
||||||
// &cli.BoolFlag{
|
|
||||||
// Name: "sync", // version_type to external
|
|
||||||
// Usage: "create missing docs and update outdated docs",
|
|
||||||
// Destination: &conf.Sync,
|
|
||||||
// Aliases: []string{"S"},
|
|
||||||
// },
|
|
||||||
&cli.BoolFlag{
|
|
||||||
Name: "force", // conflicts to proceed
|
|
||||||
Usage: "continue reindexing even when conflicts happen",
|
|
||||||
Destination: &conf.Force,
|
|
||||||
Aliases: []string{"f"},
|
|
||||||
},
|
|
||||||
&cli.Float64Flag{
|
|
||||||
Name: "requests-per-second",
|
|
||||||
Usage: "the maximum number of documents to index per second (-1 turns off throttling)",
|
|
||||||
Destination: &conf.RequestsPerSecond,
|
|
||||||
Aliases: []string{"R"},
|
|
||||||
},
|
|
||||||
&cli.Int64Flag{
|
|
||||||
Name: "max-docs",
|
|
||||||
Usage: "the maximum number of documents to reindex",
|
|
||||||
Destination: &conf.MaxDocs,
|
|
||||||
Aliases: []string{"m"},
|
|
||||||
},
|
|
||||||
&cli.DurationFlag{
|
|
||||||
Name: "timeout",
|
|
||||||
Usage: "timeout for write operations (e.g. 300m or 120s)",
|
|
||||||
Destination: &conf.Timeout,
|
|
||||||
Aliases: []string{"T"},
|
|
||||||
},
|
|
||||||
&cli.BoolFlag{
|
|
||||||
Name: "refresh",
|
|
||||||
Usage: "refresh affected shards to make this operation visible to search",
|
|
||||||
Destination: &conf.Refresh,
|
|
||||||
Aliases: []string{"r"},
|
|
||||||
},
|
|
||||||
&cli.BoolFlag{
|
|
||||||
Name: "wait",
|
|
||||||
Usage: "wait for active shards",
|
|
||||||
Destination: &conf.Wait,
|
|
||||||
Aliases: []string{"w"},
|
|
||||||
},
|
|
||||||
&cli.StringSliceFlag{
|
|
||||||
Name: "source",
|
|
||||||
Usage: "source index (multiple supported)",
|
|
||||||
Destination: &conf.SourceIndices,
|
|
||||||
Aliases: []string{"s"},
|
|
||||||
Required: true,
|
|
||||||
},
|
|
||||||
&cli.StringFlag{
|
|
||||||
Name: "target",
|
|
||||||
Usage: "target index",
|
|
||||||
Destination: &conf.Index,
|
|
||||||
Aliases: []string{"t"},
|
|
||||||
Required: true,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
|
|
||||||
Action: func(ctx context.Context, cmd *cli.Command) error {
|
|
||||||
return es.IndexCopy(conf)
|
|
||||||
},
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|||||||
@@ -121,7 +121,7 @@ func IndexAliasRollover(conf *cfg.Config) *cli.Command {
|
|||||||
Usage: "roll over after max age (eg: 7d, 2m, 8h)",
|
Usage: "roll over after max age (eg: 7d, 2m, 8h)",
|
||||||
Destination: &conf.MaxAge,
|
Destination: &conf.MaxAge,
|
||||||
},
|
},
|
||||||
&cli.Int64Flag{
|
&cli.IntFlag{
|
||||||
Name: "max-docs",
|
Name: "max-docs",
|
||||||
Usage: "roll over after max docs",
|
Usage: "roll over after max docs",
|
||||||
Destination: &conf.MaxDocs,
|
Destination: &conf.MaxDocs,
|
||||||
@@ -159,7 +159,7 @@ func IndexAliasList(conf *cfg.Config) *cli.Command {
|
|||||||
Flags: []cli.Flag{
|
Flags: []cli.Flag{
|
||||||
&cli.StringSliceFlag{
|
&cli.StringSliceFlag{
|
||||||
Name: "filter",
|
Name: "filter",
|
||||||
Usage: "show only aliases for indices matching the filter",
|
Usage: "show only aliases for indicies matching the filter",
|
||||||
Destination: &conf.Filter,
|
Destination: &conf.Filter,
|
||||||
Aliases: []string{"F"},
|
Aliases: []string{"F"},
|
||||||
},
|
},
|
||||||
|
|||||||
@@ -49,23 +49,8 @@ func IndexTemplateList(conf *cfg.Config) *cli.Command {
|
|||||||
Aliases: []string{"ls"},
|
Aliases: []string{"ls"},
|
||||||
Usage: "list index templates",
|
Usage: "list index templates",
|
||||||
|
|
||||||
Flags: []cli.Flag{
|
|
||||||
&cli.StringSliceFlag{
|
|
||||||
Name: "filter-index-pattern",
|
|
||||||
Usage: "show only index templates which use patterns, which match the filter",
|
|
||||||
Destination: &conf.Filter,
|
|
||||||
Aliases: []string{"F"},
|
|
||||||
},
|
|
||||||
&cli.BoolFlag{
|
|
||||||
Name: "hidden",
|
|
||||||
Usage: "show hidden index templates as well",
|
|
||||||
Destination: &conf.Hidden,
|
|
||||||
Aliases: []string{"H"},
|
|
||||||
},
|
|
||||||
},
|
|
||||||
|
|
||||||
Action: func(ctx context.Context, cmd *cli.Command) error {
|
Action: func(ctx context.Context, cmd *cli.Command) error {
|
||||||
return es.IndexTemplateList(conf, cmd.Args().Get(0))
|
return es.IndexTemplateList(conf)
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -86,7 +71,7 @@ func IndexTemplateShow(conf *cfg.Config) *cli.Command {
|
|||||||
},
|
},
|
||||||
|
|
||||||
ShellComplete: func(ctx context.Context, cmd *cli.Command) {
|
ShellComplete: func(ctx context.Context, cmd *cli.Command) {
|
||||||
complete(conf, cmd, Cindextemplate)
|
complete(conf, cmd, Cindex)
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -230,7 +215,7 @@ func IndexTemplateDelete(conf *cfg.Config) *cli.Command {
|
|||||||
},
|
},
|
||||||
|
|
||||||
ShellComplete: func(ctx context.Context, cmd *cli.Command) {
|
ShellComplete: func(ctx context.Context, cmd *cli.Command) {
|
||||||
complete(conf, cmd, Cindextemplate)
|
complete(conf, cmd, Cindex)
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
13
cmd/root.go
13
cmd/root.go
@@ -21,7 +21,6 @@ import (
|
|||||||
"fmt"
|
"fmt"
|
||||||
golog "log"
|
golog "log"
|
||||||
"os"
|
"os"
|
||||||
"runtime/debug"
|
|
||||||
"runtime/pprof"
|
"runtime/pprof"
|
||||||
"strings"
|
"strings"
|
||||||
|
|
||||||
@@ -119,12 +118,6 @@ func Main() int {
|
|||||||
Usage: "enable HTTP debugging",
|
Usage: "enable HTTP debugging",
|
||||||
Destination: &conf.DebugHTTP,
|
Destination: &conf.DebugHTTP,
|
||||||
},
|
},
|
||||||
&cli.BoolFlag{
|
|
||||||
Name: "debug-goroutines",
|
|
||||||
Value: false,
|
|
||||||
Usage: "enable goroutine debugging",
|
|
||||||
Destination: &conf.DebugGoRoutines,
|
|
||||||
},
|
|
||||||
&cli.BoolFlag{
|
&cli.BoolFlag{
|
||||||
Name: "align-ints",
|
Name: "align-ints",
|
||||||
Aliases: []string{"I"},
|
Aliases: []string{"I"},
|
||||||
@@ -260,12 +253,6 @@ func Version(conf *cfg.Config) *cli.Command {
|
|||||||
Usage: "show esctl version information",
|
Usage: "show esctl version information",
|
||||||
|
|
||||||
Action: func(ctx context.Context, cmd *cli.Command) error {
|
Action: func(ctx context.Context, cmd *cli.Command) error {
|
||||||
info, _ := debug.ReadBuildInfo()
|
|
||||||
|
|
||||||
if strings.Contains(info.Main.Version, "+dirty") {
|
|
||||||
cfg.COMMIT += "+dirty"
|
|
||||||
}
|
|
||||||
|
|
||||||
_, err := fmt.Printf(versionFmt,
|
_, err := fmt.Printf(versionFmt,
|
||||||
cfg.Version, cfg.BUILD, cfg.BRANCH, cfg.COMMIT, cfg.GOVERSION, cfg.APIVERSION)
|
cfg.Version, cfg.BUILD, cfg.BRANCH, cfg.COMMIT, cfg.GOVERSION, cfg.APIVERSION)
|
||||||
|
|
||||||
|
|||||||
3
go.mod
3
go.mod
@@ -18,7 +18,7 @@ go 1.26
|
|||||||
|
|
||||||
require (
|
require (
|
||||||
github.com/MichaelMure/go-term-markdown v0.1.4
|
github.com/MichaelMure/go-term-markdown v0.1.4
|
||||||
github.com/alecthomas/repr v0.5.3
|
github.com/alecthomas/repr v0.5.2
|
||||||
github.com/charmbracelet/bubbles v1.0.0
|
github.com/charmbracelet/bubbles v1.0.0
|
||||||
github.com/charmbracelet/bubbletea v1.3.10
|
github.com/charmbracelet/bubbletea v1.3.10
|
||||||
github.com/charmbracelet/lipgloss v1.1.0
|
github.com/charmbracelet/lipgloss v1.1.0
|
||||||
@@ -40,7 +40,6 @@ require (
|
|||||||
)
|
)
|
||||||
|
|
||||||
require (
|
require (
|
||||||
codeberg.org/scip/mapmap v0.0.2 // indirect
|
|
||||||
github.com/MichaelMure/go-term-text v0.3.1 // indirect
|
github.com/MichaelMure/go-term-text v0.3.1 // indirect
|
||||||
github.com/alecthomas/chroma v0.7.1 // indirect
|
github.com/alecthomas/chroma v0.7.1 // indirect
|
||||||
github.com/aymanbagabas/go-osc52/v2 v2.0.1 // indirect
|
github.com/aymanbagabas/go-osc52/v2 v2.0.1 // indirect
|
||||||
|
|||||||
8
go.sum
8
go.sum
@@ -1,7 +1,3 @@
|
|||||||
codeberg.org/scip/mapmap v0.0.1 h1:L1jMBo/UNp19MXUF/ONjc1XKVGeuF1x05z0pEhjgkzA=
|
|
||||||
codeberg.org/scip/mapmap v0.0.1/go.mod h1:/ojYo2P7dMA2FWEu+jHKmsKPeq5yDcCvXeHevqZd5OI=
|
|
||||||
codeberg.org/scip/mapmap v0.0.2 h1:0i61jOUwFmGVwPukrMzrx0Fi4T9Qru2nlmibuaJimBo=
|
|
||||||
codeberg.org/scip/mapmap v0.0.2/go.mod h1:/ojYo2P7dMA2FWEu+jHKmsKPeq5yDcCvXeHevqZd5OI=
|
|
||||||
github.com/MichaelMure/go-term-markdown v0.1.4 h1:Ir3kBXDUtOX7dEv0EaQV8CNPpH+T7AfTh0eniMOtNcs=
|
github.com/MichaelMure/go-term-markdown v0.1.4 h1:Ir3kBXDUtOX7dEv0EaQV8CNPpH+T7AfTh0eniMOtNcs=
|
||||||
github.com/MichaelMure/go-term-markdown v0.1.4/go.mod h1:EhcA3+pKYnlUsxYKBJ5Sn1cTQmmBMjeNlpV8nRb+JxA=
|
github.com/MichaelMure/go-term-markdown v0.1.4/go.mod h1:EhcA3+pKYnlUsxYKBJ5Sn1cTQmmBMjeNlpV8nRb+JxA=
|
||||||
github.com/MichaelMure/go-term-text v0.3.1 h1:Kw9kZanyZWiCHOYu9v/8pWEgDQ6UVN9/ix2Vd2zzWf0=
|
github.com/MichaelMure/go-term-text v0.3.1 h1:Kw9kZanyZWiCHOYu9v/8pWEgDQ6UVN9/ix2Vd2zzWf0=
|
||||||
@@ -14,8 +10,8 @@ github.com/alecthomas/colour v0.0.0-20160524082231-60882d9e2721 h1:JHZL0hZKJ1VEN
|
|||||||
github.com/alecthomas/colour v0.0.0-20160524082231-60882d9e2721/go.mod h1:QO9JBoKquHd+jz9nshCh40fOfO+JzsoXy8qTHF68zU0=
|
github.com/alecthomas/colour v0.0.0-20160524082231-60882d9e2721/go.mod h1:QO9JBoKquHd+jz9nshCh40fOfO+JzsoXy8qTHF68zU0=
|
||||||
github.com/alecthomas/kong v0.2.1-0.20190708041108-0548c6b1afae/go.mod h1:+inYUSluD+p4L8KdviBSgzcqEjUQOfC5fQDRFuc36lI=
|
github.com/alecthomas/kong v0.2.1-0.20190708041108-0548c6b1afae/go.mod h1:+inYUSluD+p4L8KdviBSgzcqEjUQOfC5fQDRFuc36lI=
|
||||||
github.com/alecthomas/repr v0.0.0-20180818092828-117648cd9897/go.mod h1:xTS7Pm1pD1mvyM075QCDSRqH6qRLXylzS24ZTpRiSzQ=
|
github.com/alecthomas/repr v0.0.0-20180818092828-117648cd9897/go.mod h1:xTS7Pm1pD1mvyM075QCDSRqH6qRLXylzS24ZTpRiSzQ=
|
||||||
github.com/alecthomas/repr v0.5.3 h1:Ebk3yZ0kvrHC7TkTHLDJGDq1LxKeu9sQBQREFMcesS8=
|
github.com/alecthomas/repr v0.5.2 h1:SU73FTI9D1P5UNtvseffFSGmdNci/O6RsqzeXJtP0Qs=
|
||||||
github.com/alecthomas/repr v0.5.3/go.mod h1:Fr0507jx4eOXV7AlPV6AVZLYrLIuIeSOWtW57eE/O/4=
|
github.com/alecthomas/repr v0.5.2/go.mod h1:Fr0507jx4eOXV7AlPV6AVZLYrLIuIeSOWtW57eE/O/4=
|
||||||
github.com/aymanbagabas/go-osc52/v2 v2.0.1 h1:HwpRHbFMcZLEVr42D4p7XBqjyuxQH5SMiErDT4WkJ2k=
|
github.com/aymanbagabas/go-osc52/v2 v2.0.1 h1:HwpRHbFMcZLEVr42D4p7XBqjyuxQH5SMiErDT4WkJ2k=
|
||||||
github.com/aymanbagabas/go-osc52/v2 v2.0.1/go.mod h1:uYgXzlJ7ZpABp8OJ+exZzJJhRNQ2ASbcXHWsFqH8hp8=
|
github.com/aymanbagabas/go-osc52/v2 v2.0.1/go.mod h1:uYgXzlJ7ZpABp8OJ+exZzJJhRNQ2ASbcXHWsFqH8hp8=
|
||||||
github.com/charmbracelet/bubbles v1.0.0 h1:12J8/ak/uCZEMQ6KU7pcfwceyjLlWsDLAxB5fXonfvc=
|
github.com/charmbracelet/bubbles v1.0.0 h1:12J8/ak/uCZEMQ6KU7pcfwceyjLlWsDLAxB5fXonfvc=
|
||||||
|
|||||||
@@ -194,18 +194,18 @@ func (cluster *Cluster) getDefaultOptions() []elasticsearch.Option {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func (cluster *Cluster) getTransport() elastictransport.Option {
|
func (cluster *Cluster) getTransport() elastictransport.Option {
|
||||||
transport := new(http.Transport{
|
transport := &http.Transport{
|
||||||
TLSClientConfig: &tls.Config{InsecureSkipVerify: true},
|
TLSClientConfig: &tls.Config{InsecureSkipVerify: true},
|
||||||
})
|
}
|
||||||
|
|
||||||
if cluster.DebugHTTP {
|
if cluster.DebugHTTP {
|
||||||
return elastictransport.WithTransport(
|
return elastictransport.WithTransport(
|
||||||
new(DebugTransport{Transport: transport}),
|
&DebugTransport{Transport: transport},
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
|
|
||||||
return elastictransport.WithTransport(
|
return elastictransport.WithTransport(
|
||||||
new(CompatibilityTransport{Transport: transport}),
|
&CompatibilityTransport{Transport: transport},
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -22,14 +22,13 @@ import (
|
|||||||
"os"
|
"os"
|
||||||
"path/filepath"
|
"path/filepath"
|
||||||
"reflect"
|
"reflect"
|
||||||
"time"
|
|
||||||
|
|
||||||
"github.com/alecthomas/repr"
|
"github.com/alecthomas/repr"
|
||||||
"gopkg.in/yaml.v3"
|
"gopkg.in/yaml.v3"
|
||||||
)
|
)
|
||||||
|
|
||||||
const (
|
const (
|
||||||
Version string = `v0.0.27`
|
Version string = `v0.0.26`
|
||||||
)
|
)
|
||||||
|
|
||||||
var (
|
var (
|
||||||
@@ -69,13 +68,6 @@ type Config struct {
|
|||||||
Retention string // index template create: -r
|
Retention string // index template create: -r
|
||||||
Rollover bool // index template create: -R
|
Rollover bool // index template create: -R
|
||||||
|
|
||||||
Missing bool // index copy: -m
|
|
||||||
Sync bool // index copy: -S
|
|
||||||
RequestsPerSecond float64 // index copy: -R
|
|
||||||
Timeout time.Duration // index copy: -T
|
|
||||||
Refresh bool // index copy: -r
|
|
||||||
SourceIndices []string // index copy: -s
|
|
||||||
|
|
||||||
From, To, MaxItems int // search: flags
|
From, To, MaxItems int // search: flags
|
||||||
Filter []string // search: -F
|
Filter []string // search: -F
|
||||||
Path string // search+doc sh: -p
|
Path string // search+doc sh: -p
|
||||||
@@ -97,19 +89,17 @@ type Config struct {
|
|||||||
|
|
||||||
Force bool // ccr follower renew: -f
|
Force bool // ccr follower renew: -f
|
||||||
|
|
||||||
DebugHTTP bool // root: --debug-http
|
DebugHTTP bool // root: --debug-http
|
||||||
DebugGoRoutines bool // root: --debug-goroutines
|
Separator string // role diff: -s
|
||||||
Separator string // role diff: -s
|
NotDeployed bool // role diff: -n
|
||||||
NotDeployed bool // role diff: -n
|
Undefined bool // role diff: -u
|
||||||
Undefined bool // role diff: -u
|
Diff bool // role diff: -D
|
||||||
Diff bool // role diff: -D
|
Hidden bool // ds ls: -H
|
||||||
Hidden bool // ds ls: -H
|
|
||||||
|
|
||||||
// rollover
|
// rollover
|
||||||
MaxAge string
|
MaxAge string
|
||||||
MaxDocs int64 // roll over, plus others
|
MaxDocs, MaxShardSize, MaxShardDocs int // roll over
|
||||||
MaxShardSize, MaxShardDocs int // roll over
|
DryRun bool // rollover: -n
|
||||||
DryRun bool // rollover: -n
|
|
||||||
|
|
||||||
Tag string // api ls: -t
|
Tag string // api ls: -t
|
||||||
HumanCat bool // api repl: -H
|
HumanCat bool // api repl: -H
|
||||||
@@ -123,7 +113,7 @@ type Config struct {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func NewConfig() *Config {
|
func NewConfig() *Config {
|
||||||
return new(Config{Clusters: map[string]*Cluster{}})
|
return &Config{Clusters: map[string]*Cluster{}}
|
||||||
}
|
}
|
||||||
|
|
||||||
func getDefaultPath() string {
|
func getDefaultPath() string {
|
||||||
@@ -226,7 +216,7 @@ func (conf *Config) LoadConfig() error {
|
|||||||
return fmt.Errorf("failed to read config file: %w", err)
|
return fmt.Errorf("failed to read config file: %w", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
newconf := new(Config{})
|
newconf := &Config{}
|
||||||
|
|
||||||
err = yaml.Unmarshal(data, newconf)
|
err = yaml.Unmarshal(data, newconf)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
|
|||||||
@@ -28,7 +28,6 @@ import (
|
|||||||
"io"
|
"io"
|
||||||
"log"
|
"log"
|
||||||
"log/slog"
|
"log/slog"
|
||||||
"maps"
|
|
||||||
"net/http"
|
"net/http"
|
||||||
"os"
|
"os"
|
||||||
"os/exec"
|
"os/exec"
|
||||||
@@ -159,7 +158,7 @@ func ApiRepl(conf *cfg.Config) error {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func pageJsonOutput(conf *cfg.Config, raw []byte) {
|
func pageJsonOutput(conf *cfg.Config, raw []byte) {
|
||||||
tmpconf := new(cfg.Config{HaveJQ: conf.HaveJQ})
|
tmpconf := &cfg.Config{HaveJQ: conf.HaveJQ}
|
||||||
|
|
||||||
if conf.Pager != "" {
|
if conf.Pager != "" {
|
||||||
tmpconf.HaveJQ = false
|
tmpconf.HaveJQ = false
|
||||||
@@ -207,16 +206,16 @@ func CallAPI(conf *cfg.Config, verb, path, data string) ([]byte, error) {
|
|||||||
verb = strings.ToUpper(verb)
|
verb = strings.ToUpper(verb)
|
||||||
|
|
||||||
// we're using port-forwards anyway
|
// we're using port-forwards anyway
|
||||||
noVerifyTransport := new(http.Transport{
|
noVerifyTransport := &http.Transport{
|
||||||
TLSClientConfig: new(tls.Config{InsecureSkipVerify: true}),
|
TLSClientConfig: &tls.Config{InsecureSkipVerify: true},
|
||||||
})
|
}
|
||||||
|
|
||||||
client := new(http.Client{Transport: noVerifyTransport})
|
client := &http.Client{Transport: noVerifyTransport}
|
||||||
|
|
||||||
if conf.DebugHTTP {
|
if conf.DebugHTTP {
|
||||||
client = new(http.Client{
|
client = &http.Client{
|
||||||
Transport: new(cfg.DebugTransport{
|
Transport: &cfg.DebugTransport{
|
||||||
Transport: noVerifyTransport})})
|
Transport: noVerifyTransport}}
|
||||||
}
|
}
|
||||||
|
|
||||||
req, err := http.NewRequest(verb, conf.DefaultCluster.Uri+path, bytes.NewBuffer([]byte(data)))
|
req, err := http.NewRequest(verb, conf.DefaultCluster.Uri+path, bytes.NewBuffer([]byte(data)))
|
||||||
@@ -367,7 +366,16 @@ func ApiList(conf *cfg.Config, pattern string) error {
|
|||||||
func ApiPathNames() []string {
|
func ApiPathNames() []string {
|
||||||
assets.LoadAssetOpenApi()
|
assets.LoadAssetOpenApi()
|
||||||
|
|
||||||
return slices.Collect(maps.Keys(assets.OpenAPI.Spec().Paths.Paths))
|
paths := make([]string, len(assets.OpenAPI.Spec().Paths.Paths))
|
||||||
|
|
||||||
|
idx := 0
|
||||||
|
|
||||||
|
for path := range assets.OpenAPI.Spec().Paths.Paths {
|
||||||
|
paths[idx] = path
|
||||||
|
idx++
|
||||||
|
}
|
||||||
|
|
||||||
|
return paths
|
||||||
}
|
}
|
||||||
|
|
||||||
func ApiShow(conf *cfg.Config, showpath, verb string) error {
|
func ApiShow(conf *cfg.Config, showpath, verb string) error {
|
||||||
@@ -528,7 +536,7 @@ func getApiExample(op *Op) string {
|
|||||||
// otherwise showpath+verb have to match precisely.
|
// otherwise showpath+verb have to match precisely.
|
||||||
func matchOperation(showpath, verb string) (*Op, error) {
|
func matchOperation(showpath, verb string) (*Op, error) {
|
||||||
ops := []*Op{}
|
ops := []*Op{}
|
||||||
op := new(Op{})
|
op := &Op{}
|
||||||
|
|
||||||
var found bool
|
var found bool
|
||||||
|
|
||||||
|
|||||||
@@ -57,7 +57,7 @@ func CcrStatus(conf *cfg.Config, leader, follower string) error {
|
|||||||
res, err := conf.Clusters[alias].ES().Cat.Indices().
|
res, err := conf.Clusters[alias].ES().Cat.Indices().
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get indices on %s: %w", alias, esErrorString(err))
|
return fmt.Errorf("failed to get indicies on %s: %w", alias, esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
indices[alias] = make(map[string]*types.IndicesRecord, len(res))
|
indices[alias] = make(map[string]*types.IndicesRecord, len(res))
|
||||||
|
|||||||
@@ -17,10 +17,6 @@ along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|||||||
package es
|
package es
|
||||||
|
|
||||||
import (
|
import (
|
||||||
|
|
||||||
// "encoding/json/jsontext"
|
|
||||||
// "encoding/json/v2"
|
|
||||||
|
|
||||||
"encoding/json"
|
"encoding/json"
|
||||||
"fmt"
|
"fmt"
|
||||||
|
|
||||||
@@ -53,22 +49,11 @@ func getHealthReport(conf *cfg.Config) (*HealthReport, error) {
|
|||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
report := new(HealthReport{})
|
report := HealthReport{}
|
||||||
|
|
||||||
// FIXME: use this once jsonv2 is no more experimental it already
|
|
||||||
// builds and works like intended, but golangci-lint doesn't
|
|
||||||
// recognize it with: go: unknown GOEXPERIMENT jsonv2
|
|
||||||
//
|
|
||||||
// if err := json.UnmarshalDecode(
|
|
||||||
// jsontext.NewDecoder(
|
|
||||||
// bytes.NewBuffer(raw)),
|
|
||||||
// &report); err != nil {
|
|
||||||
// return nil, fmt.Errorf("failed to unmarshal healthreport response: %w", err)
|
|
||||||
// }
|
|
||||||
|
|
||||||
if err := json.Unmarshal(raw, &report); err != nil {
|
if err := json.Unmarshal(raw, &report); err != nil {
|
||||||
return nil, fmt.Errorf("failed to unmarshal healthreport response: %w", err)
|
return nil, fmt.Errorf("failed to unmarshal healthreport response: %w", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
return report, nil
|
return &report, nil
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -101,39 +101,23 @@ func getClusterStatus(conf *cfg.Config) (*apiResponse, error) {
|
|||||||
es := conf.DefaultCluster.ES()
|
es := conf.DefaultCluster.ES()
|
||||||
|
|
||||||
responses := make(chan apiResponse, gocount)
|
responses := make(chan apiResponse, gocount)
|
||||||
wg := new(sync.WaitGroup{})
|
wg := &sync.WaitGroup{}
|
||||||
|
|
||||||
wg.Go(func() {
|
wg.Add(gocount)
|
||||||
getApiData(conf, es, responses, "health")
|
go getApiData(conf, es, wg, responses, "health")
|
||||||
})
|
go getApiData(conf, es, wg, responses, "healthreport")
|
||||||
|
go getApiData(conf, es, wg, responses, "info")
|
||||||
wg.Go(func() {
|
go getApiData(conf, es, wg, responses, "ccr")
|
||||||
getApiData(conf, es, responses, "healthreport")
|
go getApiData(conf, es, wg, responses, "indices")
|
||||||
})
|
go getApiData(conf, es, wg, responses, "tasks")
|
||||||
|
|
||||||
wg.Go(func() {
|
|
||||||
getApiData(conf, es, responses, "info")
|
|
||||||
})
|
|
||||||
|
|
||||||
wg.Go(func() {
|
|
||||||
getApiData(conf, es, responses, "ccr")
|
|
||||||
})
|
|
||||||
|
|
||||||
wg.Go(func() {
|
|
||||||
getApiData(conf, es, responses, "indices")
|
|
||||||
})
|
|
||||||
|
|
||||||
wg.Go(func() {
|
|
||||||
getApiData(conf, es, responses, "tasks")
|
|
||||||
})
|
|
||||||
|
|
||||||
if conf.Verbose {
|
if conf.Verbose {
|
||||||
getApiData(conf, es, responses, "stats")
|
go getApiData(conf, es, wg, responses, "stats")
|
||||||
}
|
}
|
||||||
|
|
||||||
wg.Wait()
|
wg.Wait()
|
||||||
|
|
||||||
all := new(apiResponse{})
|
all := apiResponse{}
|
||||||
|
|
||||||
var err error
|
var err error
|
||||||
|
|
||||||
@@ -160,7 +144,7 @@ func getClusterStatus(conf *cfg.Config) (*apiResponse, error) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
return all, err
|
return &all, err
|
||||||
}
|
}
|
||||||
|
|
||||||
func ClusterStatus(conf *cfg.Config) error {
|
func ClusterStatus(conf *cfg.Config) error {
|
||||||
@@ -288,7 +272,7 @@ func gatherClusterStats(clusterstats *clusterstats.Response, table *printer.Tabl
|
|||||||
}
|
}
|
||||||
|
|
||||||
table.Entries = append(table.Entries, [][]any{
|
table.Entries = append(table.Entries, [][]any{
|
||||||
{"indices", clusterstats.Indices.Count},
|
{"Indicies", clusterstats.Indices.Count},
|
||||||
{"Docs", clusterstats.Indices.Docs.Count},
|
{"Docs", clusterstats.Indices.Docs.Count},
|
||||||
{"Total Size", printer.Bytes(clusterstats.Indices.Docs.TotalSizeInBytes)},
|
{"Total Size", printer.Bytes(clusterstats.Indices.Docs.TotalSizeInBytes)},
|
||||||
{"Total Queries", "%d", querycount},
|
{"Total Queries", "%d", querycount},
|
||||||
|
|||||||
@@ -29,12 +29,12 @@ func ClusterRerouteMove(conf *cfg.Config, index string) error {
|
|||||||
move := conf.DefaultCluster.ES().Cluster.Reroute()
|
move := conf.DefaultCluster.ES().Cluster.Reroute()
|
||||||
|
|
||||||
commands := esdsl.NewCommand()
|
commands := esdsl.NewCommand()
|
||||||
moveCommand := new(types.CommandMoveAction{
|
moveCommand := &types.CommandMoveAction{
|
||||||
Shard: conf.Shards,
|
Shard: conf.Shards,
|
||||||
FromNode: conf.FromNode,
|
FromNode: conf.FromNode,
|
||||||
ToNode: conf.ToNode,
|
ToNode: conf.ToNode,
|
||||||
Index: index,
|
Index: index,
|
||||||
})
|
}
|
||||||
|
|
||||||
commands.CommandCaster().Move = moveCommand
|
commands.CommandCaster().Move = moveCommand
|
||||||
|
|
||||||
@@ -52,11 +52,11 @@ func ClusterRerouteAllocateReplica(conf *cfg.Config, index string) error {
|
|||||||
move := conf.DefaultCluster.ES().Cluster.Reroute()
|
move := conf.DefaultCluster.ES().Cluster.Reroute()
|
||||||
|
|
||||||
commands := esdsl.NewCommand()
|
commands := esdsl.NewCommand()
|
||||||
allocCommand := new(types.CommandAllocateReplicaAction{
|
allocCommand := &types.CommandAllocateReplicaAction{
|
||||||
Shard: conf.Shards,
|
Shard: conf.Shards,
|
||||||
Node: conf.ToNode,
|
Node: conf.ToNode,
|
||||||
Index: index,
|
Index: index,
|
||||||
})
|
}
|
||||||
|
|
||||||
commands.CommandCaster().AllocateReplica = allocCommand
|
commands.CommandCaster().AllocateReplica = allocCommand
|
||||||
|
|
||||||
@@ -74,12 +74,12 @@ func ClusterRerouteCancel(conf *cfg.Config, index string) error {
|
|||||||
move := conf.DefaultCluster.ES().Cluster.Reroute()
|
move := conf.DefaultCluster.ES().Cluster.Reroute()
|
||||||
|
|
||||||
commands := esdsl.NewCommand()
|
commands := esdsl.NewCommand()
|
||||||
cancelCommand := new(types.CommandCancelAction{
|
cancelCommand := &types.CommandCancelAction{
|
||||||
Shard: conf.Shards,
|
Shard: conf.Shards,
|
||||||
Node: conf.ToNode,
|
Node: conf.ToNode,
|
||||||
Index: index,
|
Index: index,
|
||||||
AllowPrimary: &conf.AllowPrimary,
|
AllowPrimary: &conf.AllowPrimary,
|
||||||
})
|
}
|
||||||
|
|
||||||
commands.CommandCaster().Cancel = cancelCommand
|
commands.CommandCaster().Cancel = cancelCommand
|
||||||
|
|
||||||
@@ -97,12 +97,12 @@ func ClusterRerouteAllocatePrimary(conf *cfg.Config, index string, stale bool) e
|
|||||||
move := conf.DefaultCluster.ES().Cluster.Reroute()
|
move := conf.DefaultCluster.ES().Cluster.Reroute()
|
||||||
|
|
||||||
commands := esdsl.NewCommand()
|
commands := esdsl.NewCommand()
|
||||||
allocCommand := new(types.CommandAllocatePrimaryAction{
|
allocCommand := &types.CommandAllocatePrimaryAction{
|
||||||
Shard: conf.Shards,
|
Shard: conf.Shards,
|
||||||
Node: conf.ToNode,
|
Node: conf.ToNode,
|
||||||
Index: index,
|
Index: index,
|
||||||
AcceptDataLoss: conf.AcceptDataLoss,
|
AcceptDataLoss: conf.AcceptDataLoss,
|
||||||
})
|
}
|
||||||
|
|
||||||
if stale {
|
if stale {
|
||||||
commands.CommandCaster().AllocateStalePrimary = allocCommand
|
commands.CommandCaster().AllocateStalePrimary = allocCommand
|
||||||
|
|||||||
@@ -89,7 +89,7 @@ func checkClusterStatus(conf *cfg.Config, leader, follower string) bool {
|
|||||||
status[leader].ActivePrimaryShards,
|
status[leader].ActivePrimaryShards,
|
||||||
status[follower].ActivePrimaryShards,
|
status[follower].ActivePrimaryShards,
|
||||||
},
|
},
|
||||||
{"indices",
|
{"Indicies",
|
||||||
len(status[leader].Indices),
|
len(status[leader].Indices),
|
||||||
len(status[follower].Indices),
|
len(status[follower].Indices),
|
||||||
},
|
},
|
||||||
@@ -172,7 +172,7 @@ func findIlmErrors(conf *cfg.Config, leader, follower string) bool {
|
|||||||
return false
|
return false
|
||||||
}
|
}
|
||||||
|
|
||||||
// find unsynchronized indices only present on leader
|
// find unsynchronized indicies only present on leader
|
||||||
func findIndicesOnlyOnLeader(conf *cfg.Config, indices ClusterIndices, leader, follower string) bool {
|
func findIndicesOnlyOnLeader(conf *cfg.Config, indices ClusterIndices, leader, follower string) bool {
|
||||||
exclude := regexp.MustCompile(DefaultExclude)
|
exclude := regexp.MustCompile(DefaultExclude)
|
||||||
if conf.Exclude != "" {
|
if conf.Exclude != "" {
|
||||||
|
|||||||
@@ -101,7 +101,7 @@ func DocDelete(conf *cfg.Config, queries []string) error {
|
|||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
req := new(deletebyquery.Request{})
|
req := &deletebyquery.Request{}
|
||||||
|
|
||||||
if len(queries) == 0 && conf.All {
|
if len(queries) == 0 && conf.All {
|
||||||
req.Query = esdsl.NewMatchAllQuery().QueryCaster()
|
req.Query = esdsl.NewMatchAllQuery().QueryCaster()
|
||||||
|
|||||||
@@ -22,8 +22,6 @@ import (
|
|||||||
"errors"
|
"errors"
|
||||||
"fmt"
|
"fmt"
|
||||||
"log/slog"
|
"log/slog"
|
||||||
"maps"
|
|
||||||
"slices"
|
|
||||||
"strings"
|
"strings"
|
||||||
|
|
||||||
"codeberg.org/scip/esctl/pkg/cfg"
|
"codeberg.org/scip/esctl/pkg/cfg"
|
||||||
@@ -64,7 +62,13 @@ func IlmNames(conf *cfg.Config) ([]string, error) {
|
|||||||
return nil, fmt.Errorf("failed to get ilm policies: %w", esErrorString(err))
|
return nil, fmt.Errorf("failed to get ilm policies: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
names := slices.Collect(maps.Keys(res))
|
names := make([]string, len(res))
|
||||||
|
idx := 0
|
||||||
|
|
||||||
|
for name := range res {
|
||||||
|
names[idx] = name
|
||||||
|
idx++
|
||||||
|
}
|
||||||
|
|
||||||
return names, nil
|
return names, nil
|
||||||
}
|
}
|
||||||
@@ -347,7 +351,7 @@ func IlmCreate(conf *cfg.Config, policyname string) error {
|
|||||||
|
|
||||||
var actions types.IlmActionsVariant = esdsl.NewIlmActions()
|
var actions types.IlmActionsVariant = esdsl.NewIlmActions()
|
||||||
|
|
||||||
rollover := new(types.RolloverAction{})
|
rollover := &types.RolloverAction{}
|
||||||
haveroll := false
|
haveroll := false
|
||||||
|
|
||||||
if policy != nil {
|
if policy != nil {
|
||||||
@@ -509,8 +513,8 @@ func IlmCreate(conf *cfg.Config, policyname string) error {
|
|||||||
phases.PhasesCaster().Delete = policy.Phases.Delete
|
phases.PhasesCaster().Delete = policy.Phases.Delete
|
||||||
}
|
}
|
||||||
|
|
||||||
put := new(putlifecycle.Request{})
|
put := &putlifecycle.Request{}
|
||||||
newpolicy := new(types.IlmPolicy{})
|
newpolicy := &types.IlmPolicy{}
|
||||||
newpolicy.IlmPolicyCaster().Phases = *phases.PhasesCaster()
|
newpolicy.IlmPolicyCaster().Phases = *phases.PhasesCaster()
|
||||||
put.Policy = newpolicy
|
put.Policy = newpolicy
|
||||||
|
|
||||||
|
|||||||
@@ -185,19 +185,12 @@ func virtualAge(phase *PhaseData) time.Duration {
|
|||||||
// Retrieve all index, ilm-explain and ilm-policies in parallel
|
// Retrieve all index, ilm-explain and ilm-policies in parallel
|
||||||
func getIlmPhaseData(conf *cfg.Config) ([]PhaseData, error) {
|
func getIlmPhaseData(conf *cfg.Config) ([]PhaseData, error) {
|
||||||
responses := make(chan apiResponse, 3)
|
responses := make(chan apiResponse, 3)
|
||||||
wg := new(sync.WaitGroup{})
|
wg := &sync.WaitGroup{}
|
||||||
|
wg.Add(3)
|
||||||
|
|
||||||
wg.Go(func() {
|
go getApiData(conf, conf.DefaultCluster.ES(), wg, responses, "indicesbytes")
|
||||||
getApiData(conf, conf.DefaultCluster.ES(), responses, "indicesbytes")
|
go getApiData(conf, conf.DefaultCluster.ES(), wg, responses, "explain")
|
||||||
})
|
go getApiData(conf, conf.DefaultCluster.ES(), wg, responses, "policies")
|
||||||
|
|
||||||
wg.Go(func() {
|
|
||||||
getApiData(conf, conf.DefaultCluster.ES(), responses, "explain")
|
|
||||||
})
|
|
||||||
|
|
||||||
wg.Go(func() {
|
|
||||||
getApiData(conf, conf.DefaultCluster.ES(), responses, "policies")
|
|
||||||
})
|
|
||||||
|
|
||||||
wg.Wait()
|
wg.Wait()
|
||||||
|
|
||||||
@@ -338,7 +331,7 @@ func findNextPhase(policy types.IlmPolicy, currentPhase string) *NextPhase {
|
|||||||
// phase list to determine which comes next
|
// phase list to determine which comes next
|
||||||
phases, start := registerPhases(policy, currentPhase)
|
phases, start := registerPhases(policy, currentPhase)
|
||||||
|
|
||||||
nextPhase := new(NextPhase{})
|
nextPhase := &NextPhase{}
|
||||||
|
|
||||||
// finally determine which phase comes next
|
// finally determine which phase comes next
|
||||||
// exception: hot, where we look for rollover rules
|
// exception: hot, where we look for rollover rules
|
||||||
|
|||||||
@@ -30,11 +30,9 @@ import (
|
|||||||
|
|
||||||
"codeberg.org/scip/esctl/pkg/cfg"
|
"codeberg.org/scip/esctl/pkg/cfg"
|
||||||
"codeberg.org/scip/esctl/pkg/printer"
|
"codeberg.org/scip/esctl/pkg/printer"
|
||||||
"codeberg.org/scip/mapmap"
|
|
||||||
"github.com/charmbracelet/lipgloss"
|
"github.com/charmbracelet/lipgloss"
|
||||||
"github.com/elastic/go-elasticsearch/v9/typedapi/cat/indices"
|
"github.com/elastic/go-elasticsearch/v9/typedapi/cat/indices"
|
||||||
"github.com/elastic/go-elasticsearch/v9/typedapi/esdsl"
|
"github.com/elastic/go-elasticsearch/v9/typedapi/esdsl"
|
||||||
"github.com/elastic/go-elasticsearch/v9/typedapi/types"
|
|
||||||
"github.com/elastic/go-elasticsearch/v9/typedapi/types/enums/healthstatus"
|
"github.com/elastic/go-elasticsearch/v9/typedapi/types/enums/healthstatus"
|
||||||
)
|
)
|
||||||
|
|
||||||
@@ -43,7 +41,7 @@ func IndexNames(conf *cfg.Config) ([]string, error) {
|
|||||||
res, err := conf.DefaultCluster.ES().Cat.Indices().
|
res, err := conf.DefaultCluster.ES().Cat.Indices().
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, fmt.Errorf("failed to get indices: %w", esErrorString(err))
|
return nil, fmt.Errorf("failed to get indicies: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
indices := make([]string, len(res))
|
indices := make([]string, len(res))
|
||||||
@@ -55,29 +53,41 @@ func IndexNames(conf *cfg.Config) ([]string, error) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func filterIndices(conf *cfg.Config, list indices.Response) indices.Response {
|
func filterIndices(conf *cfg.Config, list indices.Response) indices.Response {
|
||||||
var filter *regexp.Regexp
|
// apply partials filter first
|
||||||
|
selectedlist := indices.Response{}
|
||||||
|
|
||||||
if len(conf.Filter) > 0 {
|
for _, index := range list {
|
||||||
filter = regexp.MustCompile(conf.Filter[0])
|
|
||||||
}
|
|
||||||
|
|
||||||
return mapmap.NewSlicer(list).MapSliceValuesImmutable(func(index types.IndicesRecord) bool {
|
|
||||||
if !conf.Partials && strings.HasPrefix(*index.Index, "partial-") {
|
if !conf.Partials && strings.HasPrefix(*index.Index, "partial-") {
|
||||||
return false
|
continue
|
||||||
}
|
}
|
||||||
|
|
||||||
if !conf.Hidden && strings.HasPrefix(*index.Index, ".") {
|
if !conf.Hidden && strings.HasPrefix(*index.Index, ".") {
|
||||||
return false
|
continue
|
||||||
}
|
}
|
||||||
|
|
||||||
if len(conf.Filter) > 0 {
|
if strings.HasPrefix(*index.Index, ".ds-") {
|
||||||
if !filter.MatchString(*index.Index) {
|
// ignore data stream backing indicies
|
||||||
return false
|
continue
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
return true
|
selectedlist = append(selectedlist, index)
|
||||||
})
|
}
|
||||||
|
|
||||||
|
if len(conf.Filter) == 0 {
|
||||||
|
return selectedlist
|
||||||
|
}
|
||||||
|
|
||||||
|
// we support just one filter here, for now
|
||||||
|
filter := *regexp.MustCompile(conf.Filter[0])
|
||||||
|
newlist := indices.Response{}
|
||||||
|
|
||||||
|
for _, index := range selectedlist {
|
||||||
|
if filter.MatchString(*index.Index) {
|
||||||
|
newlist = append(newlist, index)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return newlist
|
||||||
}
|
}
|
||||||
|
|
||||||
func IndexList(conf *cfg.Config) error {
|
func IndexList(conf *cfg.Config) error {
|
||||||
@@ -89,10 +99,10 @@ func IndexList(conf *cfg.Config) error {
|
|||||||
|
|
||||||
res, err := cat.Do(context.Background())
|
res, err := cat.Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get indices: %w", esErrorString(err))
|
return fmt.Errorf("failed to get indicies: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
slog.Debug("ES result", "indices", res)
|
slog.Debug("ES result", "indicies", res)
|
||||||
|
|
||||||
list := filterIndices(conf, res)
|
list := filterIndices(conf, res)
|
||||||
|
|
||||||
|
|||||||
@@ -1,83 +0,0 @@
|
|||||||
/*
|
|
||||||
Copyright © 2026 Thomas von Dein
|
|
||||||
|
|
||||||
This program is free software: you can redistribute it and/or modify
|
|
||||||
it under the terms of the GNU General Public License as published by
|
|
||||||
the Free Software Foundation, either version 3 of the License, or
|
|
||||||
(at your option) any later version.
|
|
||||||
|
|
||||||
This program is distributed in the hope that it will be useful,
|
|
||||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
||||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
||||||
GNU General Public License for more details.
|
|
||||||
|
|
||||||
You should have received a copy of the GNU General Public License
|
|
||||||
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
||||||
*/
|
|
||||||
package es
|
|
||||||
|
|
||||||
import (
|
|
||||||
"context"
|
|
||||||
"fmt"
|
|
||||||
"time"
|
|
||||||
|
|
||||||
"codeberg.org/scip/esctl/pkg/cfg"
|
|
||||||
"codeberg.org/scip/esctl/pkg/printer"
|
|
||||||
"github.com/elastic/go-elasticsearch/v9/typedapi/esdsl"
|
|
||||||
"github.com/elastic/go-elasticsearch/v9/typedapi/types/enums/conflicts"
|
|
||||||
)
|
|
||||||
|
|
||||||
func IndexCopy(conf *cfg.Config) error {
|
|
||||||
copy := conf.DefaultCluster.ES().Reindex()
|
|
||||||
|
|
||||||
if conf.Force {
|
|
||||||
copy.Conflicts(conflicts.Proceed)
|
|
||||||
}
|
|
||||||
|
|
||||||
if conf.RequestsPerSecond != 0 {
|
|
||||||
copy.RequestsPerSecond(fmt.Sprintf("%.2f", conf.RequestsPerSecond))
|
|
||||||
}
|
|
||||||
|
|
||||||
if conf.MaxDocs > 0 {
|
|
||||||
copy.MaxDocs(conf.MaxDocs)
|
|
||||||
}
|
|
||||||
|
|
||||||
if conf.Timeout > 0 {
|
|
||||||
copy.Timeout(formatDuration(conf.Timeout))
|
|
||||||
}
|
|
||||||
|
|
||||||
if conf.Wait {
|
|
||||||
copy.WaitForActiveShards("all")
|
|
||||||
}
|
|
||||||
|
|
||||||
if conf.Refresh {
|
|
||||||
copy.Refresh(true)
|
|
||||||
}
|
|
||||||
|
|
||||||
copy.Source(esdsl.NewReindexSource().Index(conf.SourceIndices...))
|
|
||||||
copy.Dest(esdsl.NewReindexDestination().Index(conf.Index))
|
|
||||||
|
|
||||||
res, err := copy.Do(context.Background())
|
|
||||||
if err != nil {
|
|
||||||
return fmt.Errorf("failed to copy indices: %w", esErrorString(err))
|
|
||||||
}
|
|
||||||
|
|
||||||
table := printer.NewTable(conf, 2, 0).
|
|
||||||
WithHeaders("Reindex metrtic", "value")
|
|
||||||
|
|
||||||
table.Entries = [][]any{
|
|
||||||
{"Source indices", conf.SourceIndices},
|
|
||||||
{"Target index", conf.Index},
|
|
||||||
{"Batches", *res.Batches},
|
|
||||||
{"Documents total", *res.Total},
|
|
||||||
{"Documents created", *res.Created},
|
|
||||||
{"Documents deleted", *res.Deleted},
|
|
||||||
{"Documents updated", *res.Updated},
|
|
||||||
{"Requests/s", *res.RequestsPerSecond},
|
|
||||||
{"Timed out", *res.TimedOut},
|
|
||||||
{"Time elapsed", time.Duration(*res.Took) * time.Millisecond},
|
|
||||||
{"Version conflicts", *res.VersionConflicts},
|
|
||||||
}
|
|
||||||
|
|
||||||
return table.Print()
|
|
||||||
}
|
|
||||||
@@ -28,29 +28,12 @@ import (
|
|||||||
|
|
||||||
"codeberg.org/scip/esctl/pkg/cfg"
|
"codeberg.org/scip/esctl/pkg/cfg"
|
||||||
"codeberg.org/scip/esctl/pkg/printer"
|
"codeberg.org/scip/esctl/pkg/printer"
|
||||||
"codeberg.org/scip/mapmap"
|
|
||||||
"github.com/elastic/go-elasticsearch/v9/typedapi/esdsl"
|
"github.com/elastic/go-elasticsearch/v9/typedapi/esdsl"
|
||||||
"github.com/elastic/go-elasticsearch/v9/typedapi/types"
|
"github.com/elastic/go-elasticsearch/v9/typedapi/types"
|
||||||
)
|
)
|
||||||
|
|
||||||
// used for completion
|
// used for completion
|
||||||
func IndexTemplateNames(conf *cfg.Config) ([]string, error) {
|
func IndexTemplateList(conf *cfg.Config) error {
|
||||||
res, err := conf.DefaultCluster.ES().Indices.GetIndexTemplate().
|
|
||||||
Do(context.Background())
|
|
||||||
if err != nil {
|
|
||||||
return nil, fmt.Errorf("failed to get index templates: %w", esErrorString(err))
|
|
||||||
}
|
|
||||||
|
|
||||||
names := make([]string, len(res.IndexTemplates))
|
|
||||||
|
|
||||||
for idx, tpl := range res.IndexTemplates {
|
|
||||||
names[idx] = tpl.Name
|
|
||||||
}
|
|
||||||
|
|
||||||
return names, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func IndexTemplateList(conf *cfg.Config, filter string) error {
|
|
||||||
res, err := conf.DefaultCluster.ES().Indices.GetIndexTemplate().
|
res, err := conf.DefaultCluster.ES().Indices.GetIndexTemplate().
|
||||||
Do(context.Background())
|
Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
@@ -59,20 +42,16 @@ func IndexTemplateList(conf *cfg.Config, filter string) error {
|
|||||||
|
|
||||||
slog.Debug("res", "index templates", res)
|
slog.Debug("res", "index templates", res)
|
||||||
|
|
||||||
table := printer.NewTable(conf, 5, 0)
|
table := printer.NewTable(conf, 5, len(res.IndexTemplates))
|
||||||
table.Addheaders("name", "description", "index patterns", "priority")
|
table.Addheaders("name", "description", "priority")
|
||||||
|
|
||||||
tplList := filterIndexTemplates(conf, filter, res.IndexTemplates)
|
for idx, tpl := range res.IndexTemplates {
|
||||||
|
desc, err := json.Marshal(tpl.IndexTemplate.Meta_["description"])
|
||||||
for _, tpl := range tplList {
|
if err != nil {
|
||||||
desc := strings.TrimPrefix(strings.TrimSuffix(string(tpl.IndexTemplate.Meta_["description"]), `"`), `"`)
|
return fmt.Errorf("failed to unmarshal meta json data: %w", err)
|
||||||
|
|
||||||
var prio int64
|
|
||||||
if tpl.IndexTemplate.Priority != nil {
|
|
||||||
prio = *tpl.IndexTemplate.Priority
|
|
||||||
}
|
}
|
||||||
|
|
||||||
table.AddRow(tpl.Name, desc, tpl.IndexTemplate.IndexPatterns, prio)
|
table.Entries[idx] = []any{tpl.Name, desc, tpl.IndexTemplate.Priority}
|
||||||
}
|
}
|
||||||
|
|
||||||
table.Sort()
|
table.Sort()
|
||||||
@@ -80,30 +59,6 @@ func IndexTemplateList(conf *cfg.Config, filter string) error {
|
|||||||
return table.Print()
|
return table.Print()
|
||||||
}
|
}
|
||||||
|
|
||||||
// Filter index templates by name, index pattern or hidden flag, using
|
|
||||||
// mapmap.Slicer
|
|
||||||
func filterIndexTemplates(conf *cfg.Config, nameFilter string,
|
|
||||||
templates []types.IndexTemplateItem) []types.IndexTemplateItem {
|
|
||||||
return mapmap.NewSlicer(templates).MapSliceValuesImmutable(func(tpl types.IndexTemplateItem) bool {
|
|
||||||
if !conf.Hidden && strings.HasPrefix(tpl.Name, ".") {
|
|
||||||
return false
|
|
||||||
}
|
|
||||||
|
|
||||||
if nameFilter != "" && !strings.Contains(tpl.Name, nameFilter) {
|
|
||||||
return false
|
|
||||||
}
|
|
||||||
|
|
||||||
if len(conf.Filter) > 0 {
|
|
||||||
if !mapmap.NewSlicer(tpl.IndexTemplate.IndexPatterns).
|
|
||||||
FindSliceInSlice(conf.Filter, strings.Contains) {
|
|
||||||
return false
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
return true
|
|
||||||
})
|
|
||||||
}
|
|
||||||
|
|
||||||
func IndexTemplateShow(conf *cfg.Config, tplname string) error {
|
func IndexTemplateShow(conf *cfg.Config, tplname string) error {
|
||||||
res, err := conf.DefaultCluster.ES().Indices.GetIndexTemplate().
|
res, err := conf.DefaultCluster.ES().Indices.GetIndexTemplate().
|
||||||
Name(tplname).
|
Name(tplname).
|
||||||
|
|||||||
@@ -19,6 +19,7 @@ package es
|
|||||||
import (
|
import (
|
||||||
"context"
|
"context"
|
||||||
"fmt"
|
"fmt"
|
||||||
|
"sync"
|
||||||
|
|
||||||
"codeberg.org/scip/esctl/pkg/cfg"
|
"codeberg.org/scip/esctl/pkg/cfg"
|
||||||
"github.com/elastic/go-elasticsearch/v9"
|
"github.com/elastic/go-elasticsearch/v9"
|
||||||
@@ -60,7 +61,14 @@ type apiResponse struct {
|
|||||||
which int
|
which int
|
||||||
}
|
}
|
||||||
|
|
||||||
func getApiData(conf *cfg.Config, es *elasticsearch.TypedClient, reschan chan apiResponse, which string) {
|
func getApiData(
|
||||||
|
conf *cfg.Config,
|
||||||
|
es *elasticsearch.TypedClient,
|
||||||
|
wg *sync.WaitGroup,
|
||||||
|
reschan chan apiResponse,
|
||||||
|
which string) {
|
||||||
|
defer wg.Done()
|
||||||
|
|
||||||
apiRes := apiResponse{}
|
apiRes := apiResponse{}
|
||||||
|
|
||||||
var arerr error
|
var arerr error
|
||||||
|
|||||||
@@ -20,8 +20,6 @@ import (
|
|||||||
"context"
|
"context"
|
||||||
"fmt"
|
"fmt"
|
||||||
"log/slog"
|
"log/slog"
|
||||||
"maps"
|
|
||||||
"slices"
|
|
||||||
|
|
||||||
"codeberg.org/scip/esctl/pkg/cfg"
|
"codeberg.org/scip/esctl/pkg/cfg"
|
||||||
"codeberg.org/scip/esctl/pkg/printer"
|
"codeberg.org/scip/esctl/pkg/printer"
|
||||||
@@ -35,7 +33,15 @@ func RoleNames(conf *cfg.Config) ([]string, error) {
|
|||||||
return nil, fmt.Errorf("failed to get roles: %w", esErrorString(err))
|
return nil, fmt.Errorf("failed to get roles: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
return slices.Collect(maps.Keys(res)), nil
|
roles := make([]string, len(res))
|
||||||
|
|
||||||
|
idx := 0
|
||||||
|
for name := range res {
|
||||||
|
roles[idx] = name
|
||||||
|
idx++
|
||||||
|
}
|
||||||
|
|
||||||
|
return roles, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func RoleList(conf *cfg.Config) error {
|
func RoleList(conf *cfg.Config) error {
|
||||||
|
|||||||
@@ -127,7 +127,7 @@ func getCsvRecord(conf *cfg.Config, csvfile, rolename string) (*Record, error) {
|
|||||||
}()
|
}()
|
||||||
|
|
||||||
scanner := bufio.NewScanner(fd)
|
scanner := bufio.NewScanner(fd)
|
||||||
record := new(Record{role: rolename})
|
record := Record{role: rolename}
|
||||||
|
|
||||||
for scanner.Scan() {
|
for scanner.Scan() {
|
||||||
line := strings.TrimSpace(scanner.Text())
|
line := strings.TrimSpace(scanner.Text())
|
||||||
@@ -150,7 +150,7 @@ func getCsvRecord(conf *cfg.Config, csvfile, rolename string) (*Record, error) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
return record, nil
|
return &record, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func diffRoles(conf *cfg.Config, records map[string]Record, res getrole.Response) []Register {
|
func diffRoles(conf *cfg.Config, records map[string]Record, res getrole.Response) []Register {
|
||||||
|
|||||||
@@ -33,7 +33,7 @@ func RolloverConditions(conf *cfg.Config) types.RolloverConditionsVariant {
|
|||||||
}
|
}
|
||||||
|
|
||||||
if conf.MaxDocs > 0 {
|
if conf.MaxDocs > 0 {
|
||||||
cond.MaxDocs(conf.MaxDocs)
|
cond.MaxDocs(int64(conf.MaxDocs))
|
||||||
}
|
}
|
||||||
|
|
||||||
if conf.MaxShardSize > 0 {
|
if conf.MaxShardSize > 0 {
|
||||||
|
|||||||
@@ -56,7 +56,7 @@ func Search(conf *cfg.Config, queries []string) error {
|
|||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
req := new(search.Request{Query: queryCaster})
|
req := &search.Request{Query: queryCaster}
|
||||||
|
|
||||||
searchEs.Request(req)
|
searchEs.Request(req)
|
||||||
|
|
||||||
@@ -128,7 +128,7 @@ func validateSearch(conf *cfg.Config, queries []string) error {
|
|||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
req := new(validatequery.Request{Query: queryCaster})
|
req := &validatequery.Request{Query: queryCaster}
|
||||||
|
|
||||||
validate.Request(req)
|
validate.Request(req)
|
||||||
|
|
||||||
|
|||||||
@@ -80,7 +80,7 @@ func NewFilter(query string) (*filter, error) {
|
|||||||
return nil, errors.New("search queries must be in the form field<sep>pattern where <sep> must be one of: = or !=")
|
return nil, errors.New("search queries must be in the form field<sep>pattern where <sep> must be one of: = or !=")
|
||||||
}
|
}
|
||||||
|
|
||||||
flt := new(filter{term: part[0], filter: part[1], criteria: criteria})
|
flt := &filter{term: part[0], filter: part[1], criteria: criteria}
|
||||||
|
|
||||||
if strings.Contains(part[0], ",") {
|
if strings.Contains(part[0], ",") {
|
||||||
// a MultiMatchQuery, match across multiple fields at once
|
// a MultiMatchQuery, match across multiple fields at once
|
||||||
|
|||||||
@@ -42,17 +42,17 @@ type Snapshot struct {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func SnapshotList(conf *cfg.Config) error {
|
func SnapshotList(conf *cfg.Config) error {
|
||||||
// get partial indices
|
// get partial indicies
|
||||||
ires, err := conf.DefaultCluster.ES().Cat.Indices().Do(context.Background())
|
ires, err := conf.DefaultCluster.ES().Cat.Indices().Do(context.Background())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to get indices: %w", esErrorString(err))
|
return fmt.Errorf("failed to get indicies: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
indices := map[string]int{}
|
indicies := map[string]int{}
|
||||||
|
|
||||||
for _, index := range ires {
|
for _, index := range ires {
|
||||||
name := strings.ReplaceAll(*index.Index, "partial-", "")
|
name := strings.ReplaceAll(*index.Index, "partial-", "")
|
||||||
indices[name] = 1
|
indicies[name] = 1
|
||||||
}
|
}
|
||||||
|
|
||||||
// get snapshots
|
// get snapshots
|
||||||
@@ -61,20 +61,20 @@ func SnapshotList(conf *cfg.Config) error {
|
|||||||
return fmt.Errorf("failed to get snapshots: %w", esErrorString(err))
|
return fmt.Errorf("failed to get snapshots: %w", esErrorString(err))
|
||||||
}
|
}
|
||||||
|
|
||||||
slog.Debug("ES result", "indices", sres)
|
slog.Debug("ES result", "indicies", sres)
|
||||||
|
|
||||||
snapshots := []*Snapshot{} // original snapshot names
|
snapshots := []*Snapshot{} // original snapshot names
|
||||||
|
|
||||||
for _, snapshot := range sres {
|
for _, snapshot := range sres {
|
||||||
snap := new(Snapshot{
|
snap := &Snapshot{
|
||||||
Name: *snapshot.Id,
|
Name: *snapshot.Id,
|
||||||
Status: *snapshot.Status,
|
Status: *snapshot.Status,
|
||||||
Start: fmt.Sprintf("%s", snapshot.StartTime),
|
Start: fmt.Sprintf("%s", snapshot.StartTime),
|
||||||
Forindex: indexFromSnapshot(*snapshot.Id),
|
Forindex: indexFromSnapshot(*snapshot.Id),
|
||||||
Orphaned: "no",
|
Orphaned: "no",
|
||||||
})
|
}
|
||||||
|
|
||||||
_, exists := indices[snap.Forindex]
|
_, exists := indicies[snap.Forindex]
|
||||||
if !exists {
|
if !exists {
|
||||||
snap.Orphaned = "orphaned"
|
snap.Orphaned = "orphaned"
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -29,13 +29,13 @@ import (
|
|||||||
const LevelNotice = slog.Level(2)
|
const LevelNotice = slog.Level(2)
|
||||||
|
|
||||||
func Init(conf *cfg.Config) {
|
func Init(conf *cfg.Config) {
|
||||||
logLevel := new(slog.LevelVar{})
|
logLevel := &slog.LevelVar{}
|
||||||
|
|
||||||
opts := new(yadu.Options{
|
opts := &yadu.Options{
|
||||||
Level: logLevel,
|
Level: logLevel,
|
||||||
AddSource: true,
|
AddSource: true,
|
||||||
NoColor: !isatty.IsTerminal(os.Stdout.Fd()),
|
NoColor: !isatty.IsTerminal(os.Stdout.Fd()),
|
||||||
})
|
}
|
||||||
|
|
||||||
buildInfo, _ := debug.ReadBuildInfo()
|
buildInfo, _ := debug.ReadBuildInfo()
|
||||||
|
|
||||||
|
|||||||
@@ -27,7 +27,7 @@ func (b *ByteSize) String() string {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func Bytes(size int64) *ByteSize {
|
func Bytes(size int64) *ByteSize {
|
||||||
return new(ByteSize{size: uint64(size)})
|
return &ByteSize{size: uint64(size)}
|
||||||
}
|
}
|
||||||
|
|
||||||
func ByteString(size int64) string {
|
func ByteString(size int64) string {
|
||||||
|
|||||||
@@ -1,55 +0,0 @@
|
|||||||
/*
|
|
||||||
Copyright © 2026 Thomas von Dein
|
|
||||||
|
|
||||||
This program is free software: you can redistribute it and/or modify
|
|
||||||
it under the terms of the GNU General Public License as published by
|
|
||||||
the Free Software Foundation, either version 3 of the License, or
|
|
||||||
(at your option) any later version.
|
|
||||||
|
|
||||||
This program is distributed in the hope that it will be useful,
|
|
||||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
||||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
||||||
GNU General Public License for more details.
|
|
||||||
|
|
||||||
You should have received a copy of the GNU General Public License
|
|
||||||
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
||||||
*/
|
|
||||||
package printer
|
|
||||||
|
|
||||||
import (
|
|
||||||
"fmt"
|
|
||||||
"runtime/metrics"
|
|
||||||
"strconv"
|
|
||||||
)
|
|
||||||
|
|
||||||
func printGoRoutineMetrics() {
|
|
||||||
fmt.Println("\nGoroutine metrics:")
|
|
||||||
printMetric("/sched/goroutines-created:goroutines", "Created")
|
|
||||||
printMetric("/sched/goroutines:goroutines", "Live")
|
|
||||||
printMetric("/sched/goroutines/not-in-go:goroutines", "Syscall/CGO")
|
|
||||||
printMetric("/sched/goroutines/runnable:goroutines", "Runnable")
|
|
||||||
printMetric("/sched/goroutines/running:goroutines", "Running")
|
|
||||||
printMetric("/sched/goroutines/waiting:goroutines", "Waiting")
|
|
||||||
|
|
||||||
fmt.Println("Thread metrics:")
|
|
||||||
printMetric("/sched/gomaxprocs:threads", "Max")
|
|
||||||
printMetric("/sched/threads/total:threads", "Live")
|
|
||||||
}
|
|
||||||
|
|
||||||
func printMetric(name string, descr string) {
|
|
||||||
sample := []metrics.Sample{{Name: name}}
|
|
||||||
metrics.Read(sample)
|
|
||||||
|
|
||||||
var val string
|
|
||||||
|
|
||||||
switch sample[0].Value.Kind() {
|
|
||||||
case metrics.KindFloat64, metrics.KindFloat64Histogram:
|
|
||||||
val = fmt.Sprintf("%.2f", sample[0].Value.Float64())
|
|
||||||
case metrics.KindUint64:
|
|
||||||
val = strconv.FormatUint(sample[0].Value.Uint64(), 10)
|
|
||||||
case metrics.KindBad:
|
|
||||||
val = "n/a"
|
|
||||||
}
|
|
||||||
|
|
||||||
fmt.Printf(" %s: %v\n", descr, val)
|
|
||||||
}
|
|
||||||
@@ -35,20 +35,15 @@ type Table struct {
|
|||||||
RawHeaders []string
|
RawHeaders []string
|
||||||
Entries [][]any
|
Entries [][]any
|
||||||
|
|
||||||
rows [][]string // representation used for printing
|
rows [][]string // representation used for printing
|
||||||
processed bool
|
processed bool
|
||||||
lenHeaders []int
|
lenHeaders []int
|
||||||
alignInts bool
|
alignInts bool
|
||||||
maxwidth int
|
maxwidth int
|
||||||
debugGoRoutines bool
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func NewTable(conf *cfg.Config, columns, rows int) *Table {
|
func NewTable(conf *cfg.Config, columns, rows int) *Table {
|
||||||
table := new(Table{
|
table := Table{Mode: conf.Output, maxwidth: cfg.GetTermWidth()}
|
||||||
Mode: conf.Output,
|
|
||||||
maxwidth: cfg.GetTermWidth(),
|
|
||||||
debugGoRoutines: conf.DebugGoRoutines,
|
|
||||||
})
|
|
||||||
|
|
||||||
table.Headers = make([]string, columns)
|
table.Headers = make([]string, columns)
|
||||||
table.RawHeaders = make([]string, columns)
|
table.RawHeaders = make([]string, columns)
|
||||||
@@ -56,18 +51,14 @@ func NewTable(conf *cfg.Config, columns, rows int) *Table {
|
|||||||
table.lenHeaders = make([]int, columns)
|
table.lenHeaders = make([]int, columns)
|
||||||
table.alignInts = conf.AlignInts
|
table.alignInts = conf.AlignInts
|
||||||
|
|
||||||
return table
|
return &table
|
||||||
}
|
}
|
||||||
|
|
||||||
func NewTableEmpty(conf *cfg.Config) *Table {
|
func NewTableEmpty(conf *cfg.Config) *Table {
|
||||||
table := new(Table{
|
table := Table{Mode: conf.Output, maxwidth: cfg.GetTermWidth()}
|
||||||
Mode: conf.Output,
|
|
||||||
maxwidth: cfg.GetTermWidth(),
|
|
||||||
debugGoRoutines: conf.DebugGoRoutines,
|
|
||||||
})
|
|
||||||
table.alignInts = conf.AlignInts
|
table.alignInts = conf.AlignInts
|
||||||
|
|
||||||
return table
|
return &table
|
||||||
}
|
}
|
||||||
|
|
||||||
func (table *Table) WithHeaders(headers ...string) *Table {
|
func (table *Table) WithHeaders(headers ...string) *Table {
|
||||||
@@ -84,24 +75,16 @@ func (table *Table) WithHeaders(headers ...string) *Table {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func (table *Table) Print() error {
|
func (table *Table) Print() error {
|
||||||
var err error
|
|
||||||
|
|
||||||
switch table.Mode {
|
switch table.Mode {
|
||||||
case "json":
|
case "json":
|
||||||
err = table.PrintJSON()
|
return table.PrintJSON()
|
||||||
case "yaml":
|
case "yaml":
|
||||||
err = table.PrintYAML()
|
return table.PrintYAML()
|
||||||
case "csv":
|
case "csv":
|
||||||
err = table.PrintCSV()
|
return table.PrintCSV()
|
||||||
default:
|
default:
|
||||||
err = table.PrintTSV()
|
return table.PrintTSV()
|
||||||
}
|
}
|
||||||
|
|
||||||
if table.debugGoRoutines {
|
|
||||||
printGoRoutineMetrics()
|
|
||||||
}
|
|
||||||
|
|
||||||
return err
|
|
||||||
}
|
}
|
||||||
|
|
||||||
var (
|
var (
|
||||||
@@ -166,11 +149,9 @@ func (table *Table) PrintTSV() error {
|
|||||||
wrapped := wrapper(entry)
|
wrapped := wrapper(entry)
|
||||||
|
|
||||||
// and indent it
|
// and indent it
|
||||||
first := true
|
for idx, line := range strings.Split(wrapped, "\n") {
|
||||||
for line := range strings.Lines(wrapped) {
|
if idx == 0 {
|
||||||
if first {
|
|
||||||
entry = line
|
entry = line
|
||||||
first = false
|
|
||||||
} else {
|
} else {
|
||||||
entry += "\n " + strings.Repeat(" ", currentWidth) + line
|
entry += "\n " + strings.Repeat(" ", currentWidth) + line
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user