Additions and enhancements (#14)

- add interactive API repl
- enhance cluster status output (use -v)
- add more ccr commands
- refactoring

pkg/cfg/config.go

@@ -31,7 +31,7 @@ import (
 )
 
 const (
-	Version string = `v0.0.8`
+	Version string = `v0.0.9`
 )
 
 type Cluster struct {
@@ -52,8 +52,9 @@ type Config struct {
 	From, To, MaxItems             int      // search: flags
 	Filter                         []string // search: -F
 	Exclude                        string   // cluster compare: -e (regexp)
-	All                            bool     // cluster status: -a
+	All, Verbose                   bool     // cluster status: -a -v
 	Persistent, Transient, Default bool     // -p -t -D cluster settings set
+	Force                          bool     // ccr follower renew: -f
 }
 
 func NewConfig() *Config {

pkg/es/ccr.go

@@ -85,3 +85,50 @@ func CcrStatus(conf *cfg.Config, leader, follower string) error {
 
 	return nil
 }
+
+func CcrRemoteInfo(conf *cfg.Config, index string) error {
+	res, err := conf.DefaultCluster.ES.Cluster.RemoteInfo().
+		Header("content-type", "application/json").
+		Header("accept", "application/json").
+		Do(context.Background())
+	if err != nil {
+		return fmt.Errorf("failed to retrieve follower info: %s", err)
+	}
+
+	slog.Debug("ccr remote info", "info", res)
+
+	remote := ""
+	var info *types.ClusterRemoteProxyInfo
+
+	for name, data := range res {
+		remote = name
+		info = data.(*types.ClusterRemoteProxyInfo)
+		break
+	}
+
+	if remote == "" {
+		return fmt.Errorf("cluster doesn't follow any other: %s", err)
+	}
+
+	mode := "follower"
+	if checkClusterIsLeader(conf, conf.CurrentCluster) {
+		mode = "leader"
+	}
+
+	table := NewTable(2, 5)
+	table.Addheaders("field", "value")
+
+	table.entries = [][]string{
+		{"Remote Cluster", remote},
+		{"CCR Mode", mode},
+		{"Connected", fmt.Sprintf("%t", info.Connected)},
+		{"Num Proxy Sockets Connected", fmt.Sprintf("%d", info.NumProxySocketsConnected)},
+		{"Proxy Address", info.ProxyAddress},
+	}
+
+	if err := table.PrintMarkdown(); err != nil {
+		return err
+	}
+
+	return nil
+}

pkg/es/ccr_follower.go

@@ -24,13 +24,13 @@ import (
 	"codeberg.org/scip/esctl/pkg/cfg"
 )
 
-func CcrFollowerAdd(conf *cfg.Config, index string) error {
+func getRemoteName(conf *cfg.Config) (string, error) {
 	res, err := conf.DefaultCluster.ES.Cluster.RemoteInfo().
 		Header("content-type", "application/json").
 		Header("accept", "application/json").
 		Do(context.Background())
 	if err != nil {
-		return fmt.Errorf("failed to retrieve follower info: %s", err)
+		return "", fmt.Errorf("failed to retrieve follower info: %s", err)
 	}
 
 	remote := ""
@@ -40,7 +40,99 @@ func CcrFollowerAdd(conf *cfg.Config, index string) error {
 	}
 
 	if remote == "" {
-		return fmt.Errorf("cluster doesn't have a follower: %s", err)
+		return "", fmt.Errorf("cluster doesn't have a follower: %s", err)
+	}
+
+	return remote, nil
+}
+
+func wrapError(call func(*cfg.Config, string) error, conf *cfg.Config, index string) error {
+	err := call(conf, index)
+
+	if conf.Force {
+		fmt.Printf("caught error: %s, continuing anyway", err)
+	} else {
+		return err
+	}
+
+	return nil
+}
+
+func CcrFollowerRenew(conf *cfg.Config, index string) error {
+	if err := wrapError(IndexClose, conf, index); err != nil {
+		return err
+	}
+	fmt.Printf("closed %s", index)
+
+	if err := wrapError(CcrFollowerPause, conf, index); err != nil {
+		return err
+	}
+	fmt.Printf("paused %s", index)
+
+	if err := wrapError(CcrFollowerUnfollow, conf, index); err != nil {
+		return err
+	}
+	fmt.Printf("unfollowed %s", index)
+
+	if err := wrapError(IndexDelete, conf, index); err != nil {
+		return err
+	}
+	fmt.Printf("deleted %s", index)
+
+	if err := CcrFollowerAdd(conf, index); err != nil {
+		return err
+	}
+	fmt.Printf("added follower %s", index)
+
+	return nil
+}
+
+func CcrFollowerResume(conf *cfg.Config, index string) error {
+	create := conf.DefaultCluster.ES.Ccr.ResumeFollow(index).
+		Header("content-type", "application/json").
+		Header("accept", "application/json")
+
+	_, err := create.Do(context.Background())
+
+	if err != nil {
+		return fmt.Errorf("failed to resume ccr following: %s", err)
+	}
+
+	return nil
+}
+
+func CcrFollowerPause(conf *cfg.Config, index string) error {
+	create := conf.DefaultCluster.ES.Ccr.PauseFollow(index).
+		Header("content-type", "application/json").
+		Header("accept", "application/json")
+
+	_, err := create.Do(context.Background())
+
+	if err != nil {
+		return fmt.Errorf("failed to pause ccr following: %s", err)
+	}
+
+	return nil
+}
+
+func CcrFollowerUnfollow(conf *cfg.Config, index string) error {
+	create := conf.DefaultCluster.ES.Ccr.ForgetFollower(index).
+		Header("content-type", "application/json").
+		Header("accept", "application/json")
+
+	_, err := create.Do(context.Background())
+
+	if err != nil {
+		return fmt.Errorf("failed to unfollow index: %s", err)
+	}
+
+	return nil
+}
+
+func CcrFollowerAdd(conf *cfg.Config, index string) error {
+	remote, err := getRemoteName(conf)
+	if err != nil {
+		return err
 	}
 
 	create := conf.DefaultCluster.ES.Ccr.Follow(index).

pkg/es/cluster.go

@@ -21,11 +21,14 @@ import (
 	"fmt"
 	"log/slog"
 	"slices"
+	"strings"
 	"sync"
 
 	"codeberg.org/scip/esctl/pkg/cfg"
+	"github.com/dustin/go-humanize"
 	"github.com/elastic/go-elasticsearch/v9/typedapi/ccr/stats"
 	"github.com/elastic/go-elasticsearch/v9/typedapi/cluster/health"
+	clusterstats "github.com/elastic/go-elasticsearch/v9/typedapi/cluster/stats"
 	"github.com/elastic/go-elasticsearch/v9/typedapi/core/info"
 	"github.com/elastic/go-elasticsearch/v9/typedapi/types"
 )
@@ -34,6 +37,7 @@ const (
 	ResponseHealth = iota
 	ResponseInfo
 	ResponseCcr
+	ResponseStats
 )
 
 type ClusterIndices map[string]map[string]*types.IndicesRecord
@@ -43,6 +47,7 @@ type apiResponse struct {
 	info   *info.Response
 	health *health.Response
 	ccr    *stats.Response
+	stats  *clusterstats.Response
 	which  int
 }
 
@@ -88,6 +93,10 @@ func ClusterList(conf *cfg.Config) error {
 // have to do 3 of'em for each cluster. This speeds things up.
 func ClusterStatus(conf *cfg.Config) error {
 	clusters := []string{}
+	gocount := 3
+	if conf.Verbose {
+		gocount++
+	}
 
 	if conf.All {
 		for key := range conf.Clusters {
@@ -103,21 +112,26 @@ func ClusterStatus(conf *cfg.Config) error {
 			es = conf.Clusters[cluster].ES
 		}
 
-		responses := make(chan apiResponse, 3)
+		responses := make(chan apiResponse, gocount)
 		wg := &sync.WaitGroup{}
 
-		wg.Add(3)
+		wg.Add(gocount)
 		go getClusterData(es, wg, responses, "health")
 		go getClusterData(es, wg, responses, "info")
 		go getClusterData(es, wg, responses, "ccrstats")
 
+		if conf.Verbose {
+			go getClusterData(es, wg, responses, "stats")
+		}
+
 		wg.Wait()
 
 		var clusterhealth *health.Response
 		var info *info.Response
 		var ccrstats *stats.Response
+		var clusterstats *clusterstats.Response
 
-		for i := 0; i < 3; i++ {
+		for i := 0; i < gocount; i++ {
 			r := <-responses
 
 			if r.error != nil {
@@ -131,6 +145,8 @@ func ClusterStatus(conf *cfg.Config) error {
 				ccrstats = r.ccr
 			case ResponseInfo:
 				info = r.info
+			case ResponseStats:
+				clusterstats = r.stats
 			}
 		}
 
@@ -154,11 +170,14 @@ func ClusterStatus(conf *cfg.Config) error {
 			{"ES Version", info.Version.Int},
 			{"Active Shards", fmt.Sprintf("%d", clusterhealth.ActiveShards)},
 			{"Active Primary Shards", fmt.Sprintf("%d", clusterhealth.ActivePrimaryShards)},
-			{"Indicies", fmt.Sprintf("%d", len(clusterhealth.Indices))},
 			{"Nodes", fmt.Sprintf("%d", clusterhealth.NumberOfNodes)},
 			{"AutoFollow (success/failed indices)", ccrfollowing},
 		}
 
+		if conf.Verbose {
+			table = gatherClusterStats(conf, clusterstats, table)
+		}
+
 		if err := table.PrintMarkdown(); err != nil {
 			return err
 		}
@@ -166,3 +185,47 @@ func ClusterStatus(conf *cfg.Config) error {
 
 	return nil
 }
+
+func gatherClusterStats(conf *cfg.Config, clusterstats *clusterstats.Response, table *Table) *Table {
+	var querycount int64
+	var vmversion string
+
+	for _, count := range clusterstats.Indices.Search.Queries {
+		querycount += count
+	}
+
+	if len(clusterstats.Nodes.Jvm.Versions) > 0 {
+		vmversion = strings.Join([]string{
+			clusterstats.Nodes.Jvm.Versions[0].VmName,
+			clusterstats.Nodes.Jvm.Versions[0].VmVersion}, " ")
+	}
+
+	isleader := checkClusterIsLeader(conf, conf.CurrentCluster)
+
+	table.entries = append(table.entries, [][]string{
+		{"Indicies", fmt.Sprintf("%d", clusterstats.Indices.Count)},
+		{"Is Leader", fmt.Sprintf("%t", isleader)},
+		{"Docs", fmt.Sprintf("%d", clusterstats.Indices.Docs.Count)},
+		{"Total Size", humanize.Bytes(uint64(clusterstats.Indices.Docs.TotalSizeInBytes))},
+		{"Total Queries", fmt.Sprintf("%d", querycount)},
+		{"Shards Primaries", fmt.Sprintf("%d", clusterstats.Indices.Shards.Primaries)},
+		{"Shards Total", fmt.Sprintf("%d", clusterstats.Indices.Shards.Total)},
+		{"Storage", fmt.Sprintf(
+			"%s/%s",
+			humanize.Bytes(uint64(clusterstats.Indices.Store.SizeInBytes)),
+			humanize.Bytes(uint64(*clusterstats.Indices.Store.TotalDataSetSizeInBytes)),
+		)},
+		{"JVM Heap", fmt.Sprintf(
+			"%s/%s",
+			humanize.Bytes(uint64(clusterstats.Nodes.Jvm.Mem.HeapUsedInBytes)),
+			humanize.Bytes(uint64(clusterstats.Nodes.Jvm.Mem.HeapMaxInBytes)),
+		)},
+		{"JVM Threads", fmt.Sprintf("%d", clusterstats.Nodes.Jvm.Threads)},
+		{"JVM Version", vmversion},
+		{"CPUs", fmt.Sprintf("%d", clusterstats.Nodes.Os.AllocatedProcessors)},
+		{"CPU Usage", fmt.Sprintf("%d%%", clusterstats.Nodes.Process.Cpu.Percent)},
+		{"Open FDs", fmt.Sprintf("%d", clusterstats.Nodes.Process.OpenFileDescriptors.Avg)},
+	}...)
+
+	return table
+}

pkg/es/cluster_util.go

@@ -375,6 +375,16 @@ func getClusterData(es *elasticsearch.TypedClient, wg *sync.WaitGroup, reschan c
 		ar.ccr = res
 		ar.which = ResponseCcr
 		arerr = err
+
+	case "stats":
+		res, err := es.Cluster.Stats().
+			Header("content-type", "application/json").
+			Header("accept", "application/json").
+			Do(context.Background())
+
+		ar.stats = res
+		ar.which = ResponseStats
+		arerr = err
 	}
 
 	if arerr != nil {

pkg/es/index.go

@@ -202,3 +202,17 @@ func IndexDelete(conf *cfg.Config, index string) error {
 
 	return nil
 }
+
+func IndexClose(conf *cfg.Config, index string) error {
+	create := conf.DefaultCluster.ES.Indices.Close(index).
+		Header("content-type", "application/json").
+		Header("accept", "application/json")
+
+	_, err := create.Do(context.Background())
+
+	if err != nil {
+		return fmt.Errorf("failed to close index: %s", err)
+	}
+
+	return nil
+}

pkg/es/repl.go

@@ -0,0 +1,153 @@
+/*
+Copyright © 2026 Thomas von Dein
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU General Public License as published by
+the Free Software Foundation, either version 3 of the License, or
+(at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU General Public License for more details.
+
+You should have received a copy of the GNU General Public License
+along with this program. If not, see <http://www.gnu.org/licenses/>.
+*/
+package es
+
+import (
+	"bytes"
+	"crypto/tls"
+	"encoding/base64"
+	"encoding/json"
+	"fmt"
+	"io"
+	"net/http"
+	"os"
+	"slices"
+	"strings"
+
+	"codeberg.org/scip/esctl/pkg/cfg"
+	"github.com/chzyer/readline"
+)
+
+func encodeAuth(username, password string) string {
+	return base64.StdEncoding.EncodeToString([]byte(username + ":" + password))
+}
+
+func CallAPI(conf *cfg.Config, input []string) error {
+	var data string
+
+	verb := strings.ToUpper(input[0])
+	path := input[1]
+
+	if len(input) == 3 {
+		data = input[2]
+	}
+
+	// we're using port-forwards anyway
+	tr := &http.Transport{
+		TLSClientConfig: &tls.Config{InsecureSkipVerify: true},
+	}
+
+	client := &http.Client{Transport: tr}
+
+	req, err := http.NewRequest(verb, conf.DefaultCluster.Uri+path, bytes.NewBuffer([]byte(data)))
+	if err != nil {
+		return err
+	}
+
+	req.Header.Add("Content-Type", "application/json")
+	req.Header.Add("accept", "application/json")
+	req.Header.Add("Authorization", "Basic "+encodeAuth(conf.DefaultCluster.User, conf.DefaultCluster.Pass))
+
+	// actually execute the request
+	resp, err := client.Do(req)
+	if err != nil {
+		return err
+	}
+
+	// Read and print response
+	body, err := io.ReadAll(resp.Body)
+	if err != nil {
+		return fmt.Errorf("failed to read response body: %s", err)
+	}
+
+	var pretty bytes.Buffer
+	error := json.Indent(&pretty, body, "", "\t")
+	if error != nil {
+		return fmt.Errorf("json parse error: %s", err)
+	}
+
+	fmt.Println(pretty.String())
+
+	return nil
+}
+
+func Repl(conf *cfg.Config) error {
+	verbs := []string{"post", "get", "put", "delete"}
+
+	fmt.Println("Input format: verb path [data]")
+	fmt.Println("example: post /yourindex/_ccr/pause_follow")
+
+	reader, err := readline.NewEx(&readline.Config{
+		Prompt:            "> ",
+		HistoryFile:       os.Getenv("HOME") + "/.config/esctl/history",
+		HistoryLimit:      500,
+		InterruptPrompt:   "^C",
+		EOFPrompt:         "exit",
+		HistorySearchFold: true,
+	})
+
+	if err != nil {
+		return fmt.Errorf("failed to initialize readline lib: %s", err)
+	}
+
+	for {
+		text, err := reader.Readline()
+		if err != nil {
+			break
+		}
+
+		text = strings.TrimSpace(text)
+
+		if text == "" {
+			continue
+		}
+
+		parts := strings.SplitN(strings.TrimSpace(text), " ", 3)
+		if len(parts) < 2 {
+			fmt.Println("error: you need to input a verb, uri [and post data]")
+			continue
+		}
+
+		if !slices.Contains(verbs, strings.ToLower(parts[0])) {
+			fmt.Println("error: verb must be one of " + strings.Join(verbs, ","))
+			continue
+		}
+
+		if !strings.HasPrefix(parts[1], "/") {
+			fmt.Println("error: url path must start with /")
+			continue
+		}
+
+		if len(parts) == 3 {
+			data := map[string]any{}
+			err := json.Unmarshal([]byte(parts[2]), &data)
+			if err != nil {
+				fmt.Printf("error: input data is not proper JSON: %s", err)
+				continue
+			}
+		}
+
+		err = CallAPI(conf, parts)
+		if err != nil {
+			fmt.Printf("failed to call API: %s\n", err)
+		}
+
+		reader.SetPrompt("> ")
+	}
+
+	return nil
+}