mirror of
https://codeberg.org/scip/esctl.git
synced 2026-08-24 13:14:18 +02:00
add index copy (aka reindex), fix typoe indicies to indices (#100)
This commit is contained in:
@@ -57,7 +57,7 @@ func CcrStatus(conf *cfg.Config, leader, follower string) error {
|
||||
res, err := conf.Clusters[alias].ES().Cat.Indices().
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get indicies on %s: %w", alias, esErrorString(err))
|
||||
return fmt.Errorf("failed to get indices on %s: %w", alias, esErrorString(err))
|
||||
}
|
||||
|
||||
indices[alias] = make(map[string]*types.IndicesRecord, len(res))
|
||||
|
||||
@@ -288,7 +288,7 @@ func gatherClusterStats(clusterstats *clusterstats.Response, table *printer.Tabl
|
||||
}
|
||||
|
||||
table.Entries = append(table.Entries, [][]any{
|
||||
{"Indicies", clusterstats.Indices.Count},
|
||||
{"indices", clusterstats.Indices.Count},
|
||||
{"Docs", clusterstats.Indices.Docs.Count},
|
||||
{"Total Size", printer.Bytes(clusterstats.Indices.Docs.TotalSizeInBytes)},
|
||||
{"Total Queries", "%d", querycount},
|
||||
|
||||
@@ -89,7 +89,7 @@ func checkClusterStatus(conf *cfg.Config, leader, follower string) bool {
|
||||
status[leader].ActivePrimaryShards,
|
||||
status[follower].ActivePrimaryShards,
|
||||
},
|
||||
{"Indicies",
|
||||
{"indices",
|
||||
len(status[leader].Indices),
|
||||
len(status[follower].Indices),
|
||||
},
|
||||
@@ -172,7 +172,7 @@ func findIlmErrors(conf *cfg.Config, leader, follower string) bool {
|
||||
return false
|
||||
}
|
||||
|
||||
// find unsynchronized indicies only present on leader
|
||||
// find unsynchronized indices only present on leader
|
||||
func findIndicesOnlyOnLeader(conf *cfg.Config, indices ClusterIndices, leader, follower string) bool {
|
||||
exclude := regexp.MustCompile(DefaultExclude)
|
||||
if conf.Exclude != "" {
|
||||
|
||||
@@ -43,7 +43,7 @@ func IndexNames(conf *cfg.Config) ([]string, error) {
|
||||
res, err := conf.DefaultCluster.ES().Cat.Indices().
|
||||
Do(context.Background())
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("failed to get indicies: %w", esErrorString(err))
|
||||
return nil, fmt.Errorf("failed to get indices: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
indices := make([]string, len(res))
|
||||
@@ -89,10 +89,10 @@ func IndexList(conf *cfg.Config) error {
|
||||
|
||||
res, err := cat.Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get indicies: %w", esErrorString(err))
|
||||
return fmt.Errorf("failed to get indices: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
slog.Debug("ES result", "indicies", res)
|
||||
slog.Debug("ES result", "indices", res)
|
||||
|
||||
list := filterIndices(conf, res)
|
||||
|
||||
|
||||
83
pkg/es/index_copy.go
Normal file
83
pkg/es/index_copy.go
Normal file
@@ -0,0 +1,83 @@
|
||||
/*
|
||||
Copyright © 2026 Thomas von Dein
|
||||
|
||||
This program is free software: you can redistribute it and/or modify
|
||||
it under the terms of the GNU General Public License as published by
|
||||
the Free Software Foundation, either version 3 of the License, or
|
||||
(at your option) any later version.
|
||||
|
||||
This program is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
GNU General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU General Public License
|
||||
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
package es
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
"time"
|
||||
|
||||
"codeberg.org/scip/esctl/pkg/cfg"
|
||||
"codeberg.org/scip/esctl/pkg/printer"
|
||||
"github.com/elastic/go-elasticsearch/v9/typedapi/esdsl"
|
||||
"github.com/elastic/go-elasticsearch/v9/typedapi/types/enums/conflicts"
|
||||
)
|
||||
|
||||
func IndexCopy(conf *cfg.Config) error {
|
||||
copy := conf.DefaultCluster.ES().Reindex()
|
||||
|
||||
if conf.Force {
|
||||
copy.Conflicts(conflicts.Proceed)
|
||||
}
|
||||
|
||||
if conf.RequestsPerSecond != 0 {
|
||||
copy.RequestsPerSecond(fmt.Sprintf("%.2f", conf.RequestsPerSecond))
|
||||
}
|
||||
|
||||
if conf.MaxDocs > 0 {
|
||||
copy.MaxDocs(conf.MaxDocs)
|
||||
}
|
||||
|
||||
if conf.Timeout > 0 {
|
||||
copy.Timeout(formatDuration(conf.Timeout))
|
||||
}
|
||||
|
||||
if conf.Wait {
|
||||
copy.WaitForActiveShards("all")
|
||||
}
|
||||
|
||||
if conf.Refresh {
|
||||
copy.Refresh(true)
|
||||
}
|
||||
|
||||
copy.Source(esdsl.NewReindexSource().Index(conf.SourceIndices...))
|
||||
copy.Dest(esdsl.NewReindexDestination().Index(conf.Index))
|
||||
|
||||
res, err := copy.Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to copy indices: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
table := printer.NewTable(conf, 2, 0).
|
||||
WithHeaders("Reindex metrtic", "value")
|
||||
|
||||
table.Entries = [][]any{
|
||||
{"Source indices", conf.SourceIndices},
|
||||
{"Target index", conf.Index},
|
||||
{"Batches", *res.Batches},
|
||||
{"Documents total", *res.Total},
|
||||
{"Documents created", *res.Created},
|
||||
{"Documents deleted", *res.Deleted},
|
||||
{"Documents updated", *res.Updated},
|
||||
{"Requests/s", *res.RequestsPerSecond},
|
||||
{"Timed out", *res.TimedOut},
|
||||
{"Time elapsed", time.Duration(*res.Took) * time.Millisecond},
|
||||
{"Version conflicts", *res.VersionConflicts},
|
||||
}
|
||||
|
||||
return table.Print()
|
||||
}
|
||||
@@ -33,7 +33,7 @@ func RolloverConditions(conf *cfg.Config) types.RolloverConditionsVariant {
|
||||
}
|
||||
|
||||
if conf.MaxDocs > 0 {
|
||||
cond.MaxDocs(int64(conf.MaxDocs))
|
||||
cond.MaxDocs(conf.MaxDocs)
|
||||
}
|
||||
|
||||
if conf.MaxShardSize > 0 {
|
||||
|
||||
@@ -42,17 +42,17 @@ type Snapshot struct {
|
||||
}
|
||||
|
||||
func SnapshotList(conf *cfg.Config) error {
|
||||
// get partial indicies
|
||||
// get partial indices
|
||||
ires, err := conf.DefaultCluster.ES().Cat.Indices().Do(context.Background())
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get indicies: %w", esErrorString(err))
|
||||
return fmt.Errorf("failed to get indices: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
indicies := map[string]int{}
|
||||
indices := map[string]int{}
|
||||
|
||||
for _, index := range ires {
|
||||
name := strings.ReplaceAll(*index.Index, "partial-", "")
|
||||
indicies[name] = 1
|
||||
indices[name] = 1
|
||||
}
|
||||
|
||||
// get snapshots
|
||||
@@ -61,7 +61,7 @@ func SnapshotList(conf *cfg.Config) error {
|
||||
return fmt.Errorf("failed to get snapshots: %w", esErrorString(err))
|
||||
}
|
||||
|
||||
slog.Debug("ES result", "indicies", sres)
|
||||
slog.Debug("ES result", "indices", sres)
|
||||
|
||||
snapshots := []*Snapshot{} // original snapshot names
|
||||
|
||||
@@ -74,7 +74,7 @@ func SnapshotList(conf *cfg.Config) error {
|
||||
Orphaned: "no",
|
||||
})
|
||||
|
||||
_, exists := indicies[snap.Forindex]
|
||||
_, exists := indices[snap.Forindex]
|
||||
if !exists {
|
||||
snap.Orphaned = "orphaned"
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user