mirror of
https://codeberg.org/scip/esctl.git
synced 2026-08-25 01:34:19 +02:00
Compare commits
8 Commits
fix/lintma
...
0.0.27
| Author | SHA1 | Date | |
|---|---|---|---|
| 59331fc721 | |||
| aba5985a2b | |||
| 281499166b | |||
| 744cdcb733 | |||
| 6f3ca3243a | |||
|
|
522898f187 | ||
|
|
59cdc03ea2 | ||
|
|
d69984b01f |
9
Makefile
9
Makefile
@@ -110,3 +110,12 @@ profile: buildlocal
|
||||
./esctl api ls --profile-file cpu.profile
|
||||
go tool pprof -text esctl cpu.profile
|
||||
go tool pprof --http localhost:8888 ./esctl cpu.profile
|
||||
|
||||
docker-up:
|
||||
make -C t up
|
||||
|
||||
docker-waitup:
|
||||
make -C t up
|
||||
|
||||
docker-down:
|
||||
make -C t down
|
||||
|
||||
10
README.md
10
README.md
@@ -216,7 +216,7 @@ Pending Tasks 0
|
||||
Nodes 3
|
||||
Red Indices 0
|
||||
Long Running Tasks 2
|
||||
Indicies 221
|
||||
indices 221
|
||||
Docs 9854777
|
||||
Total Size 3.4 GB
|
||||
Total Queries 4210411
|
||||
@@ -534,7 +534,7 @@ cluster - manage cluster[s]
|
||||
allocate-empty-primary - allocate an empty primary shard to a node
|
||||
allocate-stale-primary - allocate a stale primary shard to a node
|
||||
datastream - manage data streams
|
||||
list - list indicies
|
||||
list - list indices
|
||||
show - show details about an data stream
|
||||
create - create a new data stream
|
||||
delete - delete a data stream
|
||||
@@ -554,8 +554,8 @@ ilm - manage index lifecycle
|
||||
list - list index rollover config
|
||||
show - show rollover forecast over all indices
|
||||
explain - explain ilm condition of an index
|
||||
index - manage indicies
|
||||
list - list indicies
|
||||
index - manage indices
|
||||
list - list indices
|
||||
show - show details about an index
|
||||
create - create a new index
|
||||
update - update an index
|
||||
@@ -564,6 +564,7 @@ index - manage indicies
|
||||
fields - show info about field capabilities
|
||||
ilm - show ilm status
|
||||
du - show index disk usage
|
||||
copy - copy (reindex) documents from one index to another
|
||||
alias - manage index aliases
|
||||
create - create an index alias
|
||||
list - list index aliases
|
||||
@@ -587,6 +588,7 @@ role - manage roles
|
||||
show - show details about a role
|
||||
diff - show differences between roles and CSV baseline
|
||||
search - search within an index
|
||||
searchql - search using ES/QL language
|
||||
shard - manage shards
|
||||
list - list shards
|
||||
show - show details about a shard
|
||||
|
||||
2
TODO.md
2
TODO.md
@@ -5,5 +5,3 @@
|
||||
|
||||
- add datastream support:
|
||||
https://www.elastic.co/docs/api/doc/elasticsearch/operation/operation-indices-get-data-stream
|
||||
|
||||
also exclude data stream backing indices from index ls
|
||||
|
||||
@@ -52,7 +52,7 @@ func CcrStatus(conf *cfg.Config) *cli.Command {
|
||||
Flags: []cli.Flag{
|
||||
&cli.StringFlag{
|
||||
Name: "exclude",
|
||||
Usage: "regexp of indicies to exclude",
|
||||
Usage: "regexp of indices to exclude",
|
||||
Destination: &conf.Exclude,
|
||||
Aliases: []string{"e"},
|
||||
},
|
||||
|
||||
@@ -46,7 +46,7 @@ func DatastreamList(conf *cfg.Config) *cli.Command {
|
||||
return &cli.Command{
|
||||
Name: "list",
|
||||
Aliases: []string{"ls"},
|
||||
Usage: "list indicies",
|
||||
Usage: "list indices",
|
||||
|
||||
Flags: []cli.Flag{
|
||||
&cli.IntFlag{
|
||||
@@ -169,7 +169,7 @@ func DatastreamRollover(conf *cfg.Config) *cli.Command {
|
||||
Usage: "roll over after max age (eg: 7d, 2m, 8h)",
|
||||
Destination: &conf.MaxAge,
|
||||
},
|
||||
&cli.IntFlag{
|
||||
&cli.Int64Flag{
|
||||
Name: "max-docs",
|
||||
Usage: "roll over after max docs",
|
||||
Destination: &conf.MaxDocs,
|
||||
|
||||
@@ -89,7 +89,7 @@ func IlmForecastList(conf *cfg.Config) *cli.Command {
|
||||
},
|
||||
&cli.BoolFlag{
|
||||
Name: "hidden",
|
||||
Usage: "include hidden indicies",
|
||||
Usage: "include hidden indices",
|
||||
Destination: &conf.Hidden,
|
||||
Aliases: []string{"H"},
|
||||
},
|
||||
|
||||
92
cmd/index.go
92
cmd/index.go
@@ -30,7 +30,7 @@ func Index(conf *cfg.Config) *cli.Command {
|
||||
return &cli.Command{
|
||||
Name: "index",
|
||||
Aliases: []string{"i"},
|
||||
Usage: "manage indicies",
|
||||
Usage: "manage indices",
|
||||
|
||||
Commands: []*cli.Command{
|
||||
IndexList(conf),
|
||||
@@ -42,6 +42,7 @@ func Index(conf *cfg.Config) *cli.Command {
|
||||
IndexFields(conf),
|
||||
IndexIlm(conf),
|
||||
IndexDu(conf),
|
||||
IndexCopy(conf),
|
||||
|
||||
// sub commands
|
||||
IndexAlias(conf),
|
||||
@@ -54,7 +55,7 @@ func IndexList(conf *cfg.Config) *cli.Command {
|
||||
return &cli.Command{
|
||||
Name: "list",
|
||||
Aliases: []string{"ls"},
|
||||
Usage: "list indicies",
|
||||
Usage: "list indices",
|
||||
|
||||
Flags: []cli.Flag{
|
||||
&cli.IntFlag{
|
||||
@@ -65,25 +66,25 @@ func IndexList(conf *cfg.Config) *cli.Command {
|
||||
},
|
||||
&cli.BoolFlag{
|
||||
Name: "partials",
|
||||
Usage: "include partial indicies",
|
||||
Usage: "include partial indices",
|
||||
Destination: &conf.Partials,
|
||||
Aliases: []string{"p"},
|
||||
},
|
||||
&cli.BoolFlag{
|
||||
Name: "hidden",
|
||||
Usage: "include hidden indicies",
|
||||
Usage: "include hidden indices",
|
||||
Destination: &conf.Hidden,
|
||||
Aliases: []string{"H"},
|
||||
},
|
||||
&cli.BoolFlag{
|
||||
Name: "failed",
|
||||
Usage: "include only red failed indicies",
|
||||
Usage: "include only red failed indices",
|
||||
Destination: &conf.Failed,
|
||||
Aliases: []string{"f"},
|
||||
},
|
||||
&cli.StringSliceFlag{
|
||||
Name: "filter",
|
||||
Usage: "show only indicies matching the filter",
|
||||
Usage: "show only indices matching the filter",
|
||||
Destination: &conf.Filter,
|
||||
Aliases: []string{"F"},
|
||||
},
|
||||
@@ -299,3 +300,82 @@ func IndexDu(conf *cfg.Config) *cli.Command {
|
||||
},
|
||||
}
|
||||
}
|
||||
|
||||
func IndexCopy(conf *cfg.Config) *cli.Command {
|
||||
return &cli.Command{
|
||||
Name: "copy",
|
||||
Aliases: []string{"alias", "cp"},
|
||||
Usage: "copy (reindex) documents from one index to another",
|
||||
UsageText: "index copy [options] -s <source-index> -t <dest-index>",
|
||||
|
||||
Flags: []cli.Flag{
|
||||
// FIXME: not implemented by typed API
|
||||
// &cli.BoolFlag{
|
||||
// Name: "missing", // op_type
|
||||
// Usage: "copy only missing docs",
|
||||
// Destination: &conf.Missing,
|
||||
// Aliases: []string{"m"},
|
||||
// },
|
||||
// &cli.BoolFlag{
|
||||
// Name: "sync", // version_type to external
|
||||
// Usage: "create missing docs and update outdated docs",
|
||||
// Destination: &conf.Sync,
|
||||
// Aliases: []string{"S"},
|
||||
// },
|
||||
&cli.BoolFlag{
|
||||
Name: "force", // conflicts to proceed
|
||||
Usage: "continue reindexing even when conflicts happen",
|
||||
Destination: &conf.Force,
|
||||
Aliases: []string{"f"},
|
||||
},
|
||||
&cli.Float64Flag{
|
||||
Name: "requests-per-second",
|
||||
Usage: "the maximum number of documents to index per second (-1 turns off throttling)",
|
||||
Destination: &conf.RequestsPerSecond,
|
||||
Aliases: []string{"R"},
|
||||
},
|
||||
&cli.Int64Flag{
|
||||
Name: "max-docs",
|
||||
Usage: "the maximum number of documents to reindex",
|
||||
Destination: &conf.MaxDocs,
|
||||
Aliases: []string{"m"},
|
||||
},
|
||||
&cli.DurationFlag{
|
||||
Name: "timeout",
|
||||
Usage: "timeout for write operations (e.g. 300m or 120s)",
|
||||
Destination: &conf.Timeout,
|
||||
Aliases: []string{"T"},
|
||||
},
|
||||
&cli.BoolFlag{
|
||||
Name: "refresh",
|
||||
Usage: "refresh affected shards to make this operation visible to search",
|
||||
Destination: &conf.Refresh,
|
||||
Aliases: []string{"r"},
|
||||
},
|
||||
&cli.BoolFlag{
|
||||
Name: "wait",
|
||||
Usage: "wait for active shards",
|
||||
Destination: &conf.Wait,
|
||||
Aliases: []string{"w"},
|
||||
},
|
||||
&cli.StringSliceFlag{
|
||||
Name: "source",
|
||||
Usage: "source index (multiple supported)",
|
||||
Destination: &conf.SourceIndices,
|
||||
Aliases: []string{"s"},
|
||||
Required: true,
|
||||
},
|
||||
&cli.StringFlag{
|
||||
Name: "target",
|
||||
Usage: "target index",
|
||||
Destination: &conf.Index,
|
||||
Aliases: []string{"t"},
|
||||
Required: true,
|
||||
},
|
||||
},
|
||||
|
||||
Action: func(ctx context.Context, cmd *cli.Command) error {
|
||||
return es.IndexCopy(conf)
|
||||
},
|
||||
}
|
||||
}
|
||||
|
||||
@@ -121,7 +121,7 @@ func IndexAliasRollover(conf *cfg.Config) *cli.Command {
|
||||
Usage: "roll over after max age (eg: 7d, 2m, 8h)",
|
||||
Destination: &conf.MaxAge,
|
||||
},
|
||||
&cli.IntFlag{
|
||||
&cli.Int64Flag{
|
||||
Name: "max-docs",
|
||||
Usage: "roll over after max docs",
|
||||
Destination: &conf.MaxDocs,
|
||||
@@ -159,7 +159,7 @@ func IndexAliasList(conf *cfg.Config) *cli.Command {
|
||||
Flags: []cli.Flag{
|
||||
&cli.StringSliceFlag{
|
||||
Name: "filter",
|
||||
Usage: "show only aliases for indicies matching the filter",
|
||||
Usage: "show only aliases for indices matching the filter",
|
||||
Destination: &conf.Filter,
|
||||
Aliases: []string{"F"},
|
||||
},
|
||||
|
||||
3
go.mod
3
go.mod
@@ -17,6 +17,7 @@ module codeberg.org/scip/esctl
|
||||
go 1.26
|
||||
|
||||
require (
|
||||
codeberg.org/scip/mapmap v0.0.2
|
||||
github.com/MichaelMure/go-term-markdown v0.1.4
|
||||
github.com/alecthomas/repr v0.5.3
|
||||
github.com/charmbracelet/bubbles v1.0.0
|
||||
@@ -31,7 +32,6 @@ require (
|
||||
github.com/go-openapi/spec v0.22.5
|
||||
github.com/go-openapi/swag/loading v0.26.1
|
||||
github.com/mattn/go-isatty v0.0.22
|
||||
github.com/seeruk/go-wordwrap v0.0.0-20191208221741-14ec4aac9550
|
||||
github.com/tidwall/gjson v1.19.0
|
||||
github.com/tlinden/yadu v0.1.3
|
||||
github.com/urfave/cli/v3 v3.10.1-0.20260623012112-f980ca84bf65
|
||||
@@ -40,7 +40,6 @@ require (
|
||||
)
|
||||
|
||||
require (
|
||||
codeberg.org/scip/mapmap v0.0.2 // indirect
|
||||
github.com/MichaelMure/go-term-text v0.3.1 // indirect
|
||||
github.com/alecthomas/chroma v0.7.1 // indirect
|
||||
github.com/aymanbagabas/go-osc52/v2 v2.0.1 // indirect
|
||||
|
||||
4
go.sum
4
go.sum
@@ -1,5 +1,3 @@
|
||||
codeberg.org/scip/mapmap v0.0.1 h1:L1jMBo/UNp19MXUF/ONjc1XKVGeuF1x05z0pEhjgkzA=
|
||||
codeberg.org/scip/mapmap v0.0.1/go.mod h1:/ojYo2P7dMA2FWEu+jHKmsKPeq5yDcCvXeHevqZd5OI=
|
||||
codeberg.org/scip/mapmap v0.0.2 h1:0i61jOUwFmGVwPukrMzrx0Fi4T9Qru2nlmibuaJimBo=
|
||||
codeberg.org/scip/mapmap v0.0.2/go.mod h1:/ojYo2P7dMA2FWEu+jHKmsKPeq5yDcCvXeHevqZd5OI=
|
||||
github.com/MichaelMure/go-term-markdown v0.1.4 h1:Ir3kBXDUtOX7dEv0EaQV8CNPpH+T7AfTh0eniMOtNcs=
|
||||
@@ -155,8 +153,6 @@ github.com/rivo/uniseg v0.4.7 h1:WUdvkW8uEhrYfLC4ZzdpI2ztxP1I582+49Oc5Mq64VQ=
|
||||
github.com/rivo/uniseg v0.4.7/go.mod h1:FN3SvrM+Zdj16jyLfmOkMNblXMcoc8DfTHruCPUcx88=
|
||||
github.com/rogpeppe/go-internal v1.13.1 h1:KvO1DLK/DRN07sQ1LQKScxyZJuNnedQ5/wKSR38lUII=
|
||||
github.com/rogpeppe/go-internal v1.13.1/go.mod h1:uMEvuHeurkdAXX61udpOXGD/AzZDWNMNyH2VO9fmH0o=
|
||||
github.com/seeruk/go-wordwrap v0.0.0-20191208221741-14ec4aac9550 h1:C3CfUXH/qmWuQFRqnPm3Sx8PFxa+pqACjhV5CaNO8pw=
|
||||
github.com/seeruk/go-wordwrap v0.0.0-20191208221741-14ec4aac9550/go.mod h1:Sl541M2Em6rRG3V9WObycR7MYFZiERVkd/TJg0Gt0U4=
|
||||
github.com/sergi/go-diff v1.0.0 h1:Kpca3qRNrduNnOQeazBd0ysaKrUJiIuISHxogkT9RPQ=
|
||||
github.com/sergi/go-diff v1.0.0/go.mod h1:0CfEIISq7TuYL3j771MWULgwwjU+GofnZX9QAmXWZgo=
|
||||
github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
|
||||
|
||||
@@ -22,6 +22,7 @@ import (
|
||||
"os"
|
||||
"path/filepath"
|
||||
"reflect"
|
||||
"time"
|
||||
|
||||
"github.com/alecthomas/repr"
|
||||
"gopkg.in/yaml.v3"
|
||||
@@ -68,6 +69,13 @@ type Config struct {
|
||||
Retention string // index template create: -r
|
||||
Rollover bool // index template create: -R
|
||||
|
||||
Missing bool // index copy: -m
|
||||
Sync bool // index copy: -S
|
||||
RequestsPerSecond float64 // index copy: -R
|
||||
Timeout time.Duration // index copy: -T
|
||||
Refresh bool // index copy: -r
|
||||
SourceIndices []string // index copy: -s
|
||||
|
||||
From, To, MaxItems int // search: flags
|
||||
Filter []string // search: -F
|
||||
Path string // search+doc sh: -p
|
||||
@@ -99,7 +107,8 @@ type Config struct {
|
||||
|
||||
// rollover
|
||||
MaxAge string
|
||||
MaxDocs, MaxShardSize, MaxShardDocs int // roll over
|
||||
MaxDocs int64 // roll over, plus others
|
||||
MaxShardSize, MaxShardDocs int // roll over
|
||||
DryRun bool // rollover: -n
|
||||
|
||||
Tag string // api ls: -t
|
||||
|
||||
@@ -57,7 +57,7 @@ func CcrStatus(conf *cfg.Config, leader, follower string) error {
|
||||
res, err := conf.Clusters[alias].ES().Cat.Indices().
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get indicies on %s: %w", alias, esErrorString(err))
|
||||
return fmt.Errorf("failed to get indices on %s: %w", alias, esErrorString(err))
|
||||
}
|
||||
|
||||
indices[alias] = make(map[string]*types.IndicesRecord, len(res))
|
||||
|
||||
@@ -288,7 +288,7 @@ func gatherClusterStats(clusterstats *clusterstats.Response, table *printer.Tabl
|
||||
}
|
||||
|
||||
table.Entries = append(table.Entries, [][]any{
|
||||
{"Indicies", clusterstats.Indices.Count},
|
||||
{"indices", clusterstats.Indices.Count},
|
||||
{"Docs", clusterstats.Indices.Docs.Count},
|
||||
{"Total Size", printer.Bytes(clusterstats.Indices.Docs.TotalSizeInBytes)},
|
||||
{"Total Queries", "%d", querycount},
|
||||
|
||||
@@ -89,7 +89,7 @@ func checkClusterStatus(conf *cfg.Config, leader, follower string) bool {
|
||||
status[leader].ActivePrimaryShards,
|
||||
status[follower].ActivePrimaryShards,
|
||||
},
|
||||
{"Indicies",
|
||||
{"indices",
|
||||
len(status[leader].Indices),
|
||||
len(status[follower].Indices),
|
||||
},
|
||||
@@ -172,7 +172,7 @@ func findIlmErrors(conf *cfg.Config, leader, follower string) bool {
|
||||
return false
|
||||
}
|
||||
|
||||
// find unsynchronized indicies only present on leader
|
||||
// find unsynchronized indices only present on leader
|
||||
func findIndicesOnlyOnLeader(conf *cfg.Config, indices ClusterIndices, leader, follower string) bool {
|
||||
exclude := regexp.MustCompile(DefaultExclude)
|
||||
if conf.Exclude != "" {
|
||||
|
||||
@@ -285,10 +285,12 @@ func IlmExplain(conf *cfg.Config, index string) error {
|
||||
|
||||
info := ""
|
||||
|
||||
if len(ilm.StepInfo["reason"]) > 0 {
|
||||
err = json.Unmarshal(ilm.StepInfo["reason"], &info)
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to unmarshal step info: %w", err)
|
||||
}
|
||||
}
|
||||
|
||||
table.Entries = [][]any{
|
||||
{"index", ilm.Index},
|
||||
@@ -299,8 +301,11 @@ func IlmExplain(conf *cfg.Config, index string) error {
|
||||
{"phase", *ilm.Phase},
|
||||
{"phase execution", ilmPhaseString(ilm.PhaseExecution.PhaseDefinition, false)},
|
||||
{"step", *ilm.Step},
|
||||
{"failed step", *ilm.FailedStep},
|
||||
{"failed step retry count", ilm.FailedStepRetryCount},
|
||||
}
|
||||
|
||||
if ilm.FailedStep != nil {
|
||||
table.AddRow("failed step", *ilm.FailedStep)
|
||||
table.AddRow("failed step retry count", ilm.FailedStepRetryCount)
|
||||
}
|
||||
|
||||
if err := table.Print(); err != nil {
|
||||
|
||||
@@ -43,7 +43,7 @@ func IndexNames(conf *cfg.Config) ([]string, error) {
|
||||
res, err := conf.DefaultCluster.ES().Cat.Indices().
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("failed to get indicies: %w", esErrorString(err))
|
||||
return nil, fmt.Errorf("failed to get indices: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
indices := make([]string, len(res))
|
||||
@@ -62,12 +62,6 @@ func filterIndices(conf *cfg.Config, list indices.Response) indices.Response {
|
||||
}
|
||||
|
||||
return mapmap.NewSlicer(list).MapSliceValuesImmutable(func(index types.IndicesRecord) bool {
|
||||
fmt.Println(*index.Index)
|
||||
if strings.HasPrefix(*index.Index, ".ds-") {
|
||||
// ignore data stream backing indicies
|
||||
return false
|
||||
}
|
||||
|
||||
if !conf.Partials && strings.HasPrefix(*index.Index, "partial-") {
|
||||
return false
|
||||
}
|
||||
@@ -95,10 +89,10 @@ func IndexList(conf *cfg.Config) error {
|
||||
|
||||
res, err := cat.Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get indicies: %w", esErrorString(err))
|
||||
return fmt.Errorf("failed to get indices: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
slog.Debug("ES result", "indicies", res)
|
||||
slog.Debug("ES result", "indices", res)
|
||||
|
||||
list := filterIndices(conf, res)
|
||||
|
||||
|
||||
83
pkg/es/index_copy.go
Normal file
83
pkg/es/index_copy.go
Normal file
@@ -0,0 +1,83 @@
|
||||
/*
|
||||
Copyright © 2026 Thomas von Dein
|
||||
|
||||
This program is free software: you can redistribute it and/or modify
|
||||
it under the terms of the GNU General Public License as published by
|
||||
the Free Software Foundation, either version 3 of the License, or
|
||||
(at your option) any later version.
|
||||
|
||||
This program is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
GNU General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU General Public License
|
||||
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
package es
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
"time"
|
||||
|
||||
"codeberg.org/scip/esctl/pkg/cfg"
|
||||
"codeberg.org/scip/esctl/pkg/printer"
|
||||
"github.com/elastic/go-elasticsearch/v9/typedapi/esdsl"
|
||||
"github.com/elastic/go-elasticsearch/v9/typedapi/types/enums/conflicts"
|
||||
)
|
||||
|
||||
func IndexCopy(conf *cfg.Config) error {
|
||||
copy := conf.DefaultCluster.ES().Reindex()
|
||||
|
||||
if conf.Force {
|
||||
copy.Conflicts(conflicts.Proceed)
|
||||
}
|
||||
|
||||
if conf.RequestsPerSecond != 0 {
|
||||
copy.RequestsPerSecond(fmt.Sprintf("%.2f", conf.RequestsPerSecond))
|
||||
}
|
||||
|
||||
if conf.MaxDocs > 0 {
|
||||
copy.MaxDocs(conf.MaxDocs)
|
||||
}
|
||||
|
||||
if conf.Timeout > 0 {
|
||||
copy.Timeout(formatDuration(conf.Timeout))
|
||||
}
|
||||
|
||||
if conf.Wait {
|
||||
copy.WaitForActiveShards("all")
|
||||
}
|
||||
|
||||
if conf.Refresh {
|
||||
copy.Refresh(true)
|
||||
}
|
||||
|
||||
copy.Source(esdsl.NewReindexSource().Index(conf.SourceIndices...))
|
||||
copy.Dest(esdsl.NewReindexDestination().Index(conf.Index))
|
||||
|
||||
res, err := copy.Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to copy indices: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
table := printer.NewTable(conf, 2, 0).
|
||||
WithHeaders("Reindex metrtic", "value")
|
||||
|
||||
table.Entries = [][]any{
|
||||
{"Source indices", conf.SourceIndices},
|
||||
{"Target index", conf.Index},
|
||||
{"Batches", *res.Batches},
|
||||
{"Documents total", *res.Total},
|
||||
{"Documents created", *res.Created},
|
||||
{"Documents deleted", *res.Deleted},
|
||||
{"Documents updated", *res.Updated},
|
||||
{"Requests/s", *res.RequestsPerSecond},
|
||||
{"Timed out", *res.TimedOut},
|
||||
{"Time elapsed", time.Duration(*res.Took) * time.Millisecond},
|
||||
{"Version conflicts", *res.VersionConflicts},
|
||||
}
|
||||
|
||||
return table.Print()
|
||||
}
|
||||
@@ -95,9 +95,7 @@ func filterIndexTemplates(conf *cfg.Config, nameFilter string,
|
||||
|
||||
if len(conf.Filter) > 0 {
|
||||
if !mapmap.NewSlicer(tpl.IndexTemplate.IndexPatterns).
|
||||
FindSliceInSlice(conf.Filter, func(val, find string) bool {
|
||||
return strings.Contains(val, find)
|
||||
}) {
|
||||
FindSliceInSlice(conf.Filter, strings.Contains) {
|
||||
return false
|
||||
}
|
||||
}
|
||||
|
||||
@@ -33,7 +33,7 @@ func RolloverConditions(conf *cfg.Config) types.RolloverConditionsVariant {
|
||||
}
|
||||
|
||||
if conf.MaxDocs > 0 {
|
||||
cond.MaxDocs(int64(conf.MaxDocs))
|
||||
cond.MaxDocs(conf.MaxDocs)
|
||||
}
|
||||
|
||||
if conf.MaxShardSize > 0 {
|
||||
|
||||
@@ -42,17 +42,17 @@ type Snapshot struct {
|
||||
}
|
||||
|
||||
func SnapshotList(conf *cfg.Config) error {
|
||||
// get partial indicies
|
||||
// get partial indices
|
||||
ires, err := conf.DefaultCluster.ES().Cat.Indices().Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get indicies: %w", esErrorString(err))
|
||||
return fmt.Errorf("failed to get indices: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
indicies := map[string]int{}
|
||||
indices := map[string]int{}
|
||||
|
||||
for _, index := range ires {
|
||||
name := strings.ReplaceAll(*index.Index, "partial-", "")
|
||||
indicies[name] = 1
|
||||
indices[name] = 1
|
||||
}
|
||||
|
||||
// get snapshots
|
||||
@@ -61,7 +61,7 @@ func SnapshotList(conf *cfg.Config) error {
|
||||
return fmt.Errorf("failed to get snapshots: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
slog.Debug("ES result", "indicies", sres)
|
||||
slog.Debug("ES result", "indices", sres)
|
||||
|
||||
snapshots := []*Snapshot{} // original snapshot names
|
||||
|
||||
@@ -74,7 +74,7 @@ func SnapshotList(conf *cfg.Config) error {
|
||||
Orphaned: "no",
|
||||
})
|
||||
|
||||
_, exists := indicies[snap.Forindex]
|
||||
_, exists := indices[snap.Forindex]
|
||||
if !exists {
|
||||
snap.Orphaned = "orphaned"
|
||||
}
|
||||
|
||||
@@ -36,7 +36,7 @@ func TaskList(conf *cfg.Config) error {
|
||||
|
||||
slog.Debug("res", "tasks", res)
|
||||
|
||||
table := printer.NewTable(conf, 8, len(res))
|
||||
table := printer.NewTable(conf, 6, len(res))
|
||||
table.Addheaders("task id", "action", "start time", "run time", "node", "type")
|
||||
|
||||
for idx, task := range res {
|
||||
|
||||
@@ -18,8 +18,11 @@ along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
package printer
|
||||
|
||||
import (
|
||||
"os"
|
||||
|
||||
"codeberg.org/scip/esctl/pkg/cfg"
|
||||
"github.com/fatih/color"
|
||||
"github.com/mattn/go-isatty"
|
||||
)
|
||||
|
||||
var (
|
||||
@@ -31,6 +34,10 @@ var (
|
||||
)
|
||||
|
||||
func Colorize(conf *cfg.Config, col, what string) string {
|
||||
if !isatty.IsTerminal(os.Stdout.Fd()) {
|
||||
return what
|
||||
}
|
||||
|
||||
switch conf.Output {
|
||||
case "json", "yaml":
|
||||
return what
|
||||
@@ -49,3 +56,11 @@ func Colorize(conf *cfg.Config, col, what string) string {
|
||||
|
||||
return what
|
||||
}
|
||||
|
||||
func Bold(what string) string {
|
||||
if !isatty.IsTerminal(os.Stdout.Fd()) {
|
||||
return what
|
||||
}
|
||||
|
||||
return bold(what)
|
||||
}
|
||||
|
||||
@@ -25,7 +25,6 @@ import (
|
||||
"strings"
|
||||
|
||||
"codeberg.org/scip/esctl/pkg/cfg"
|
||||
"github.com/seeruk/go-wordwrap"
|
||||
"gopkg.in/yaml.v3"
|
||||
)
|
||||
|
||||
@@ -156,25 +155,17 @@ func (table *Table) PrintTSV() error {
|
||||
|
||||
for _, entries := range table.rows {
|
||||
currentWidth := 0
|
||||
columns := len(entries)
|
||||
|
||||
for idx, entry := range entries {
|
||||
length := visibleLen(entry)
|
||||
|
||||
if length+currentWidth > table.maxwidth && table.maxwidth-currentWidth > 1 {
|
||||
// text is too wide to be put into one line, wrap it
|
||||
wrapper := wordwrap.Wrapper(table.maxwidth-currentWidth, false)
|
||||
wrapped := wrapper(entry)
|
||||
|
||||
// and indent it
|
||||
first := true
|
||||
for line := range strings.Lines(wrapped) {
|
||||
if first {
|
||||
entry = line
|
||||
first = false
|
||||
} else {
|
||||
entry += "\n " + strings.Repeat(" ", currentWidth) + line
|
||||
}
|
||||
}
|
||||
if length+currentWidth > table.maxwidth &&
|
||||
table.maxwidth-currentWidth > 1 &&
|
||||
idx == columns-1 {
|
||||
// text is too wide to be put into one line, and
|
||||
// it's the last cell, so wrap it
|
||||
entry = wrap(table.maxwidth-currentWidth, currentWidth+2, entry)
|
||||
}
|
||||
|
||||
currentWidth += table.lenHeaders[idx]
|
||||
@@ -202,6 +193,48 @@ func (table *Table) PrintTSV() error {
|
||||
return nil
|
||||
}
|
||||
|
||||
// Wrap a text into multiple lines, first line is not indented, all
|
||||
// further lines will be indented. Used within Print() to print large
|
||||
// cell text.
|
||||
func wrap(width, indent int, text string) string {
|
||||
if len(text) <= width {
|
||||
return text
|
||||
}
|
||||
|
||||
wrapped := ""
|
||||
line := ""
|
||||
|
||||
for word := range strings.FieldsSeq(text) {
|
||||
if len(line)+len(word)+1 <= width {
|
||||
// appending word to current line doesn't exceed width
|
||||
if line != "" {
|
||||
line += " "
|
||||
}
|
||||
|
||||
line += word
|
||||
} else {
|
||||
// it exceeds it, so we need to wrap
|
||||
if wrapped == "" {
|
||||
// beginning of output, no indenting here
|
||||
wrapped = line + "\n"
|
||||
} else {
|
||||
// we're in the middle of the text, so add the indent
|
||||
wrapped += strings.Repeat(" ", indent) + line + "\n"
|
||||
}
|
||||
|
||||
// remember the current word for the next round
|
||||
line = word
|
||||
}
|
||||
}
|
||||
|
||||
if line != "" {
|
||||
// last line, no newline needed here
|
||||
wrapped += strings.Repeat(" ", indent) + line
|
||||
}
|
||||
|
||||
return wrapped
|
||||
}
|
||||
|
||||
func (table *Table) PrintCSV() error {
|
||||
table.preprocessRows()
|
||||
|
||||
@@ -243,7 +276,7 @@ func (table *Table) Addheaders(headers ...string) {
|
||||
case "json", "yaml":
|
||||
table.Headers[idx] = strings.ReplaceAll(strings.ToLower(header), " ", "_")
|
||||
default:
|
||||
table.Headers[idx] = bold(strings.ReplaceAll(strings.ToUpper(header), " ", "-"))
|
||||
table.Headers[idx] = Bold(strings.ReplaceAll(strings.ToUpper(header), " ", "-"))
|
||||
}
|
||||
|
||||
table.RawHeaders[idx] = header
|
||||
|
||||
Reference in New Issue
Block a user