fix release builder

- fix encryption bug #19, which was a regression
- added encryption unit test
- added debug logging here and there

Co-authored-by: Thomas von Dein <tom@vondein.org>

.github/workflows/ci.yaml

@@ -1,10 +1,19 @@
 name: build-and-test
-on: [push, pull_request]
+
+#on: [push, pull_request]
+on:
+  pull_request:
+    branches:
+      - main
+  push:
+    branches:
+      - main
+
 jobs:
   build:
     strategy:
       matrix:
-        version: [1.21]
+        version: ['1.23']
         os: [ubuntu-latest, macos-latest]
     name: Build
     runs-on: ${{ matrix.os }}
@@ -41,7 +50,7 @@ jobs:
     steps:
       - uses: actions/setup-go@v5
         with:
-          go-version: 1.21
+          go-version: 1.23
       - uses: actions/checkout@v4
       - name: golangci-lint
         uses: golangci/golangci-lint-action@v6

.github/workflows/pushimage.yaml

@@ -22,13 +22,13 @@ jobs:
           password: ${{ secrets.GITHUB_TOKEN }}
 
       - name: Build and push Docker image
-        uses: docker/build-push-action@48aba3b46d1b1fec4febb7c5d0c644b249a11355
+        uses: docker/build-push-action@ca877d9245402d1537745e0e356eab47c3520991
         with:
           push: true
           tags: ghcr.io/tlinden/anydb:${{ github.ref_name}}
 
       - name: Build and push latest Docker image
-        uses: docker/build-push-action@48aba3b46d1b1fec4febb7c5d0c644b249a11355
+        uses: docker/build-push-action@ca877d9245402d1537745e0e356eab47c3520991
         with:
           push: true
           tags: ghcr.io/tlinden/anydb:latest

.github/workflows/release.yaml

@@ -0,0 +1,87 @@
+name: build-release
+on:
+  push:
+    tags:
+      - "v*.*.*"
+
+jobs:
+  release:
+    name: Build Release Assets
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Set up Go
+        uses: actions/setup-go@v5
+        with:
+          go-version: 1.23.5
+
+      - name: Build the executables
+        run: ./mkrel.sh anydb ${{ github.ref_name}}
+
+      - name: List the executables
+        run: ls -l ./releases
+
+      - name: Upload the binaries
+        uses: svenstaro/upload-release-action@v2
+        with:
+          repo_token: ${{ secrets.GITHUB_TOKEN }}
+          tag: ${{ github.ref_name }}
+          file: ./releases/*
+          file_glob: true
+
+      - name: Build Changelog
+        id: github_release
+        uses: mikepenz/release-changelog-builder-action@v5
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        with:
+          mode: "PR"
+          configurationJson: |
+            {
+              "template": "#{{CHANGELOG}}\n\n**Full Changelog**: #{{RELEASE_DIFF}}",
+              "pr_template": "- #{{TITLE}} (##{{NUMBER}}) by #{{AUTHOR}}\n#{{BODY}}",
+              "empty_template": "- no changes",
+              "categories": [
+                {
+                    "title": "## New Features",
+                    "labels": ["add", "feature"]
+                },
+                {
+                    "title": "## Bug Fixes",
+                    "labels": ["fix", "bug", "revert"]
+                },
+                {
+                    "title": "## Documentation Enhancements",
+                    "labels": ["doc"]
+                },
+                {
+                    "title": "## Refactoring Efforts",
+                    "labels": ["refactor"]
+                },
+                {
+                    "title": "## Miscellaneus Changes",
+                    "labels": []
+                }
+              ],
+              "ignore_labels": [
+                 "duplicate", "good first issue", "help wanted", "invalid", "question", "wontfix"
+              ],
+              "label_extractor": [
+                 {
+                    "pattern": "(.) (.+)",
+                    "target": "$1"
+                 },
+                 {
+                    "pattern": "(.) (.+)",
+                    "target": "$1",
+                    "on_property": "title"
+                 }
+              ]
+            }
+    
+      - name: Create Release
+        uses: softprops/action-gh-release@v2
+        with:
+          body: ${{steps.github_release.outputs.changelog}}

Dockerfile

@@ -14,7 +14,7 @@
 # You should have received a copy of the GNU General Public License
 # along with this program. If not, see <http://www.gnu.org/licenses/>.
 # 
-FROM golang:1.22-alpine as builder
+FROM golang:1.23-alpine as builder
 
 RUN apk update
 RUN apk upgrade

Makefile

@@ -57,9 +57,9 @@ app/dbentry.pb.go: app/dbentry.proto
 buildlocal:
 	go build -ldflags "-X 'github.com/tlinden/anydb/cfg.VERSION=$(VERSION)'"
 
+# binaries are being built by ci workflow on tag creation
 release:
-	./mkrel.sh $(tool) $(version)
+	gh release create $(version) --generate-notes
-	gh release create $(version) --generate-notes releases/*
 
 install: buildlocal
 	install -d -o $(UID) -g $(GID) $(PREFIX)/bin
@@ -103,3 +103,9 @@ lint:
 lint-full:
 	golangci-lint run --enable-all --exclude-use-default --disable exhaustivestruct,exhaustruct,depguard,interfacer,deadcode,golint,structcheck,scopelint,varcheck,ifshort,maligned,nosnakecase,godot,funlen,gofumpt,cyclop,noctx,gochecknoglobals,paralleltest,forbidigo,gci,godox,goimports,ireturn,stylecheck,testpackage,mirror,nestif,revive,goerr113,gomnd
 	gocritic check -enableAll *.go
+
+demo:
+	make -C demo demo
+
+
+.PHONY: demo

README.md

@@ -7,6 +7,12 @@
 [![GitHub release](https://img.shields.io/github/v/release/tlinden/anydb?color=%2300a719)](https://github.com/TLINDEN/anydb/releases/latest)
 [![Documentation](https://img.shields.io/badge/manpage-documentation-blue)](https://github.com/TLINDEN/anydb/blob/master/anydb.pod)
 
+> [!CAUTION]
+> Version 0.1.3 introduced a [regression bug](https://github.com/TLINDEN/anydb/issues/19),
+> which caused the encryption feature not to work correctly anymore.
+> If you are using anydb 0.1.3, you are urgently advised to
+> upgrade to 0.2.0
+
 Anydb is a simple to use commandline tool to store anything you'd
 like, even binary files etc. It is a re-implementation of
 [skate](https://github.com/charmbracelet/skate) for the following
@@ -34,141 +40,11 @@ And I wrote a very similar [tool](https://www.daemon.de/projects/dbtool/) 24 yea
 
 **anydb** can do all the things you can do with skate:
 
-```shell
+![simple demo](https://github.com/TLINDEN/anydb/blob/main/demo/intro.gif)
-# Store something (and sync it to the network)
-anydb set kitty meow
-
-# Fetch something (from the local cache)
-anydb get kitty
-
-# What’s in the store?
-anydb list
-
-# Spaces are fine
-anydb set "kitty litter" "smells great"
-
-# You can store binary data, too
-anydb set profile-pic < my-cute-pic.jpg
-anydb get profile-pic > here-it-is.jpg
-
-# Unicode also works, of course
-anydb set 猫咪 喵
-anydb get 猫咪
-
-# For more info
-anydb --help
-
-# Do creative things with anydb list
-anydb set penelope marmalade
-anydb set christian tacos
-anydb set muesli muesli
-
-anydb list | xargs -n 2 printf '%s loves %s.\n'
-```
 
 However, there are more features than just that!
 
-```shell
+![advanced demo](https://github.com/TLINDEN/anydb/blob/main/demo/advanced.gif)
-# you can assign tags
-anydb set foo bar -t note,important
-
-# and filter for them
-anydb list -t important
-
-# beside tags filtering you can also use regexps for searching
-# note, by default the list command only searches through keys
-anydb list '[a-z]+\d'
-
-# do a full text search
-anydb list '[a-z]+\d' -s
-
-# anydb also supports a wide output
-anydb list -m wide
-KEY     TAGS            SIZE    AGE             VALUE 
-blah    important       4 B     7 seconds ago   haha 
-foo                     3 B     15 seconds ago  bar
-猫咪                    3 B     3 seconds ago   喵
-
-# there are shortcuts as well
-anydb ls -l
-anydb /
-
-# other outputs are possible as well
-anydb list -m json
-
-# you can backup your database
-anydb export -o backup.json
-
-# and import it somewhere else
-anydb import -i backup.json
-
-# you can encrypt entries. anydb asks for a passphrase
-# and will do the same when you retrieve the key using the
-# get command. anydb will ask you interactively for a password
-anydb set mypassword -e
-
-# but you can provide it via an environment variable too
-ANYDB_PASSWORD=foo anydb set -e secretkey blahblah
-
-# too tiresome to add -e every time you add an entry?
-# use a per bucket config
-cat ~/.config/anydb/anydb.toml
-[buckets.data]
-encrypt = true
-anydb set foo bar # will be encrypted
-
-# speaking of buckets, you can use different buckets
-anydb -b test set foo bar
-
-# and speaking of configs, you can place a config file at these places:
-# ~/.config/anydb/anydb.toml
-# ~/.anydb.toml
-# anydb.toml (current directory)
-# or specify one using -c <filename>
-# look at example.toml
-
-# using template output mode you can freely design how to print stuff
-# here, we print the values in CSV format ONLY if they have some tag
-anydb ls -m template -T "{{ if .Tags }}{{ .Key }},{{ .Value }},{{ .Created}}{{ end }}"
-
-# or, to simulate skate's -k or -v
-anydb ls -m template -T "{{ .Key }}"
-anydb ls -m template -T "{{ .Value }}"
-
-# maybe you want to digest the item in a shell script? also
-# note, that both the list and get commands support templates
-eval $(anydb get foo -m template -T "key='{{ .Key }}' value='{{ .Value }}' ts='{{ .Created}}'")
-echo "$key: $value"
-
-# run the restful api server
-anydb serve
-
-# post a new key
-curl -X PUT localhost:8787/anydb/v1/ \
-  -H 'Content-Type: application/json' \
-  -d '{"key":"foo","val":"bar"}'
-
-# retrieve it
-curl localhost:8787/anydb/v1/foo
-
-# list keys
-curl localhost:8787/anydb/v1/
-
-# as you might correctly suspect you can store multi-line values or
-# the content of text files. but what to do if you want to change it?
-# here's one way:
-anydb get contract24 > file.txt && vi file.txt && anydb set contract24 -r file.txt
-
-# annoying. better do this
-anydb edit contract24 
-
-# sometimes you need to know some details about the current database
-# add -d for more details
-anydb info
-
-# it comes with a manpage builtin
-anydb man
-```
 
 ## Installation
 

TODO.md

@@ -4,36 +4,16 @@
 - mime-type => exec app + value
 - add waitgroup to db.go funcs
 - RestList does not support any params?
-- lc() incoming tags+keys
 
 ## DB Structure
 
 - put tags into sub bucket see #1
-- change structure to:
-
-data bucket
-key => {key,value[0:60],isbin:bool}
-
-value bucket
-key => value (maybe always use []byte here)
 
 tags bucket
 key/tag => tag/key
 tag/key => tag
 
-So, list just uses the data bucket, no large contents.
-A tag search only looksup matching tags, see #1.
-Only a full text search and get would need to dig into the value bucket.
-
 A delete would just delete all keys from all values and then:
 lookup in tags bucket for all key/*, then iterate over the values and
 remove all tag/key's. Then deleting a key would not leave any residue
 behind.
-
-However, maybe change the list command to just list everything and add
-an extra find command for fulltext or tag search. Maybe still provide
-filter options in list command but only filter for keys.
-
-DONE: most of the above, except the tag stuff. manpage needs update and tests.
-
-maybe stitch the find command and just add -f (full text search) to list.

anydb.1

@@ -133,7 +133,7 @@
 .\" ========================================================================
 .\"
 .IX Title "ANYDB 1"
-.TH ANYDB 1 "2024-12-30" "1" "User Commands"
+.TH ANYDB 1 "2025-02-10" "1" "User Commands"
 .\" For nroff, turn off justification.  Always turn off hyphenation; it makes
 .\" way too many mistakes in technical documents.
 .if n .ad l
@@ -608,19 +608,23 @@ required, the template provided applies to every matching entry
 separatley.
 .PP
 The following template variables can be used:
-.IP "\fBKey\fR \- string" 4
+.IP "\fB.Key\fR \- string" 4
-.IX Item "Key - string"
+.IX Item ".Key - string"
 .PD 0
-.IP "\fBValue\fR \- string" 4
+.IP "\fB.Value\fR \- string" 4
-.IX Item "Value - string"
+.IX Item ".Value - string"
-.IP "\fBBin\fR \- []byte" 4
+.IP "\fB.Bin\fR \- []byte" 4
-.IX Item "Bin - []byte"
+.IX Item ".Bin - []byte"
-.IP "\fBCreated\fR \- time.Time" 4
+.IP "\fB.Created\fR \- timestamp.Time" 4
-.IX Item "Created - time.Time"
+.IX Item ".Created - timestamp.Time"
-.IP "\fBTags\fR \- []string" 4
+.PD
-.IX Item "Tags - []string"
+To retrieve a string representation of the timestamp, use \f(CW\*(C`.Created.AsTime\*(C'\fR.
-.IP "\fBEncrypted\fR bool" 4
+If you need a unix timestamp since epoch, use \f(CW\*(C`.Created.Unix\*(C'\fR.
-.IX Item "Encrypted bool"
+.IP "\fB.Tags\fR \- []string" 4
+.IX Item ".Tags - []string"
+.PD 0
+.IP "\fB.Encrypted\fR bool" 4
+.IX Item ".Encrypted bool"
 .PD
 .PP
 Prepend a single dot (\*(L".\*(R") before each variable name.
@@ -637,14 +641,14 @@ Format the list in a way so that is possible to evaluate it in a
 shell:
 .PP
 .Vb 2
-\&    eval $(anydb get foo \-m template \-T "key=\*(Aq{{ .Key }}\*(Aq value=\*(Aq{{ .Value }}\*(Aq ts=\*(Aq{{ .Created}}\*(Aq")
+\&    eval $(anydb get foo \-m template \-T "key=\*(Aq{{ .Key }}\*(Aq value=\*(Aq{{ .Value }}\*(Aq ts=\*(Aq{{ .Created.AsTime}}\*(Aq")
-\&    echo "Key: $key, Value: $value"
+\&    echo "Key: $key, Value: $value, When: $ts"
 .Ve
 .PP
 Print the values in \s-1CSV\s0 format \s-1ONLY\s0 if they have some tag:
 .PP
 .Vb 1
-\&    anydb list \-m template \-T "{{ if .Tags }}{{ .Key }},{{ .Value }},{{ .Created}}{{ end }}"
+\&    anydb list \-m template \-T "{{ if .Tags }}{{ .Key }},{{ .Value }},{{ .Created.AsTime}}{{ end }}"
 .Ve
 .SH "CONFIGURATION"
 .IX Header "CONFIGURATION"

anydb.pod

@@ -448,17 +448,20 @@ The following template variables can be used:
 
 =over
 
-=item B<Key> - string
+=item B<.Key> - string
 
-=item B<Value> - string
+=item B<.Value> - string
 
-=item B<Bin> - []byte
+=item B<.Bin> - []byte
 
-=item B<Created> - time.Time
+=item B<.Created> - timestamp.Time
 
-=item B<Tags> - []string
+To retrieve a string representation of the timestamp, use C<.Created.AsTime>.
+If you need a unix timestamp since epoch, use C<.Created.Unix>.
 
-=item B<Encrypted> bool
+=item B<.Tags> - []string
+
+=item B<.Encrypted> bool
 
 =back
 
@@ -473,12 +476,12 @@ Only show the keys of all entries:
 Format the list in a way so that is possible to evaluate it in a
 shell:
 
-    eval $(anydb get foo -m template -T "key='{{ .Key }}' value='{{ .Value }}' ts='{{ .Created}}'")
+    eval $(anydb get foo -m template -T "key='{{ .Key }}' value='{{ .Value }}' ts='{{ .Created.AsTime}}'")
-    echo "Key: $key, Value: $value"
+    echo "Key: $key, Value: $value, When: $ts"
 
 Print the values in CSV format ONLY if they have some tag:
 
-    anydb list -m template -T "{{ if .Tags }}{{ .Key }},{{ .Value }},{{ .Created}}{{ end }}"
+    anydb list -m template -T "{{ if .Tags }}{{ .Key }},{{ .Value }},{{ .Created.AsTime}}{{ end }}"
 
 
 =head1 CONFIGURATION

app/attr.go

@@ -33,6 +33,9 @@ type DbAttr struct {
 	File      string
 	Encrypted bool
 	Binary    bool
+
+	// conf flags, needed for incoming rest requests
+	Fulltext bool
 }
 
 // check if value  is to be read  from a file or  stdin, setup preview

app/crypto.go

@@ -20,6 +20,7 @@ import (
 	"crypto/rand"
 	"errors"
 	"fmt"
+	"log/slog"
 	"os"
 	"syscall"
 
@@ -34,7 +35,7 @@ const (
 	ArgonParallel uint8  = 2
 	ArgonSaltLen  int    = 16
 	ArgonKeyLen   uint32 = 32
-	B64SaltLen    int    = 22
+	B64SaltLen    int    = 16 //22
 )
 
 type Key struct {
@@ -84,7 +85,11 @@ func DeriveKey(password []byte, salt []byte) (*Key, error) {
 		ArgonKeyLen,
 	)
 
-	return &Key{Key: hash, Salt: salt}, nil
+	key := &Key{Key: hash, Salt: salt}
+
+	slog.Debug("derived key", "key", string(key.Key), "salt", string(key.Salt))
+
+	return key, nil
 }
 
 // Retrieve a random chunk of given size
@@ -124,10 +129,13 @@ func Encrypt(pass []byte, attr *DbAttr) error {
 
 	cipher := aead.Seal(nonce, nonce, attr.Val, nil)
 
-	attr.Val = append(attr.Val, key.Salt...)
+	attr.Val = key.Salt
 	attr.Val = append(attr.Val, cipher...)
 
 	attr.Encrypted = true
+	attr.Preview = "<encrypted-content>"
+
+	slog.Debug("encrypted attr", "salt", string(key.Salt), "cipher", string(attr.Val))
 
 	return nil
 }
@@ -156,5 +164,12 @@ func Decrypt(pass []byte, cipherb []byte) ([]byte, error) {
 
 	nonce, ciphertext := cipher[:aead.NonceSize()], cipher[aead.NonceSize():]
 
-	return aead.Open(nil, nonce, ciphertext, nil)
+	clear, err := aead.Open(nil, nonce, ciphertext, nil)
+	if err != nil {
+		return nil, err
+	}
+
+	slog.Debug("decrypted attr", "salt", string(key.Salt), "clear", string(clear))
+
+	return clear, err
 }

app/db.go

@@ -20,6 +20,7 @@ import (
 	"encoding/json"
 	"errors"
 	"fmt"
+	"log/slog"
 	"os"
 	"path/filepath"
 	"regexp"
@@ -61,11 +62,31 @@ type DbTag struct {
 
 const BucketData string = "data"
 
+func GetDbFile(file string) string {
+	if file != "" {
+		return file
+	}
+
+	file = os.Getenv("ANYDB_DB")
+	if file != "" {
+		return file
+	}
+
+	home, err := os.UserHomeDir()
+	if err != nil {
+		panic(err)
+	}
+
+	return filepath.Join(home, ".config", "anydb", "default.db")
+}
+
 func New(file string, bucket string, debug bool) (*DB, error) {
 	return &DB{Debug: debug, Dbfile: file, Bucket: bucket}, nil
 }
 
 func (db *DB) Open() error {
+	slog.Debug("opening DB", "dbfile", db.Dbfile)
+
 	if _, err := os.Stat(filepath.Dir(db.Dbfile)); os.IsNotExist(err) {
 		if err := os.MkdirAll(filepath.Dir(db.Dbfile), 0700); err != nil {
 			return err
@@ -95,20 +116,30 @@ func (db *DB) List(attr *DbAttr, fulltext bool) (DbEntries, error) {
 	var filter *regexp.Regexp
 
 	if len(attr.Args) > 0 {
+		// via cli
 		filter = regexp.MustCompile(attr.Args[0])
 	}
 
+	if len(attr.Key) > 0 {
+		// via api
+		filter = regexp.MustCompile(attr.Key)
+	}
+
 	err := db.DB.View(func(tx *bolt.Tx) error {
 		root := tx.Bucket([]byte(db.Bucket))
 		if root == nil {
 			return nil
 		}
 
+		slog.Debug("opened root bucket", "root", root)
+
 		bucket := root.Bucket([]byte("meta"))
 		if bucket == nil {
 			return nil
 		}
 
+		slog.Debug("opened buckets", "root", root, "data", bucket)
+
 		databucket := root.Bucket([]byte("data"))
 		if databucket == nil {
 			return fmt.Errorf("failed to retrieve data sub bucket")
@@ -120,7 +151,13 @@ func (db *DB) List(attr *DbAttr, fulltext bool) (DbEntries, error) {
 				return fmt.Errorf("failed to unmarshal from protobuf: %w", err)
 			}
 
-			entry.Value = databucket.Get([]byte(entry.Key)) // empty is ok
+			if fulltext {
+				// avoid crash due to access fault
+				value := databucket.Get([]byte(entry.Key)) // empty is ok
+				vc := make([]byte, len(value))
+				copy(vc, value)
+				entry.Value = string(vc)
+			}
 
 			var include bool
 
@@ -185,6 +222,7 @@ func (db *DB) Set(attr *DbAttr) error {
 	// check if the  entry already exists and if yes,  check if it has
 	// any  tags. if so,  we initialize  our update struct  with these
 	// tags unless it has new tags configured.
+	// FIXME: use Get()
 	err := db.DB.View(func(tx *bolt.Tx) error {
 		root := tx.Bucket([]byte(db.Bucket))
 		if root == nil {
@@ -196,6 +234,8 @@ func (db *DB) Set(attr *DbAttr) error {
 			return nil
 		}
 
+		slog.Debug("opened buckets", "root", root, "data", bucket)
+
 		pbentry := bucket.Get([]byte(entry.Key))
 		if pbentry == nil {
 			return nil
@@ -237,6 +277,8 @@ func (db *DB) Set(attr *DbAttr) error {
 			return fmt.Errorf("failed to create DB meta sub bucket: %w", err)
 		}
 
+		slog.Debug("opened/created buckets", "root", root, "data", bucket)
+
 		// write meta data
 		err = bucket.Put([]byte(entry.Key), []byte(pbentry))
 		if err != nil {
@@ -286,6 +328,8 @@ func (db *DB) Get(attr *DbAttr) (*DbEntry, error) {
 			return nil
 		}
 
+		slog.Debug("opened buckets", "root", root, "data", bucket)
+
 		// retrieve meta data
 		pbentry := bucket.Get([]byte(attr.Key))
 		if pbentry == nil {
@@ -314,7 +358,7 @@ func (db *DB) Get(attr *DbAttr) (*DbEntry, error) {
 		vc := make([]byte, len(value))
 		copy(vc, value)
 
-		entry.Value = vc
+		entry.Value = string(vc)
 
 		return nil
 	})
@@ -327,7 +371,6 @@ func (db *DB) Get(attr *DbAttr) (*DbEntry, error) {
 }
 
 func (db *DB) Del(attr *DbAttr) error {
-	// FIXME: check if it exists prior to just call bucket.Delete()?
 	if err := db.Open(); err != nil {
 		return err
 	}
@@ -340,6 +383,8 @@ func (db *DB) Del(attr *DbAttr) error {
 			return nil
 		}
 
+		slog.Debug("opened buckets", "data", bucket)
+
 		return bucket.Delete([]byte(attr.Key))
 	})
 
@@ -392,6 +437,8 @@ func (db *DB) Import(attr *DbAttr) (string, error) {
 			return fmt.Errorf("failed to create DB meta sub bucket: %w", err)
 		}
 
+		slog.Debug("opened buckets", "root", root, "data", bucket)
+
 		for _, entry := range entries {
 			pbentry, err := proto.Marshal(entry)
 			if err != nil {
@@ -411,7 +458,7 @@ func (db *DB) Import(attr *DbAttr) (string, error) {
 			}
 
 			// write value
-			err = databucket.Put([]byte(entry.Key), entry.Value)
+			err = databucket.Put([]byte(entry.Key), []byte(entry.Value))
 			if err != nil {
 				return fmt.Errorf("failed to insert data: %w", err)
 			}
@@ -499,6 +546,8 @@ func (db *DB) Getall(attr *DbAttr) (DbEntries, error) {
 			return fmt.Errorf("failed to retrieve data sub bucket")
 		}
 
+		slog.Debug("opened buckets", "root", root, "data", bucket)
+
 		// iterate over all db entries in meta sub bucket
 		err := bucket.ForEach(func(key, pbentry []byte) error {
 			var entry DbEntry
@@ -514,7 +563,7 @@ func (db *DB) Getall(attr *DbAttr) (DbEntries, error) {
 			vc := make([]byte, len(value))
 			copy(vc, value)
 
-			entry.Value = vc
+			entry.Value = string(vc)
 			entries = append(entries, &entry)
 
 			return nil

app/dbentry.pb.go

@@ -33,7 +33,7 @@ type DbEntry struct {
 	Size          uint64                 `protobuf:"varint,6,opt,name=Size,proto3" json:"Size,omitempty"`
 	Encrypted     bool                   `protobuf:"varint,7,opt,name=Encrypted,proto3" json:"Encrypted,omitempty"`
 	Binary        bool                   `protobuf:"varint,8,opt,name=Binary,proto3" json:"Binary,omitempty"`
-	Value         []byte                 `protobuf:"bytes,9,opt,name=Value,proto3" json:"Value,omitempty"`
+	Value         string                 `protobuf:"bytes,9,opt,name=Value,proto3" json:"Value,omitempty"`
 	unknownFields protoimpl.UnknownFields
 	sizeCache     protoimpl.SizeCache
 }
@@ -124,11 +124,11 @@ func (x *DbEntry) GetBinary() bool {
 	return false
 }
 
-func (x *DbEntry) GetValue() []byte {
+func (x *DbEntry) GetValue() string {
 	if x != nil {
 		return x.Value
 	}
-	return nil
+	return ""
 }
 
 var File_app_dbentry_proto protoreflect.FileDescriptor
@@ -152,7 +152,7 @@ var file_app_dbentry_proto_rawDesc = []byte{
 	0x28, 0x08, 0x52, 0x09, 0x45, 0x6e, 0x63, 0x72, 0x79, 0x70, 0x74, 0x65, 0x64, 0x12, 0x16, 0x0a,
 	0x06, 0x42, 0x69, 0x6e, 0x61, 0x72, 0x79, 0x18, 0x08, 0x20, 0x01, 0x28, 0x08, 0x52, 0x06, 0x42,
 	0x69, 0x6e, 0x61, 0x72, 0x79, 0x12, 0x14, 0x0a, 0x05, 0x56, 0x61, 0x6c, 0x75, 0x65, 0x18, 0x09,
-	0x20, 0x01, 0x28, 0x0c, 0x52, 0x05, 0x56, 0x61, 0x6c, 0x75, 0x65, 0x42, 0x1e, 0x5a, 0x1c, 0x67,
+	0x20, 0x01, 0x28, 0x09, 0x52, 0x05, 0x56, 0x61, 0x6c, 0x75, 0x65, 0x42, 0x1e, 0x5a, 0x1c, 0x67,
 	0x69, 0x74, 0x68, 0x75, 0x62, 0x2e, 0x63, 0x6f, 0x6d, 0x2f, 0x74, 0x6c, 0x69, 0x6e, 0x64, 0x65,
 	0x6e, 0x2f, 0x61, 0x6e, 0x79, 0x64, 0x62, 0x2f, 0x61, 0x70, 0x70, 0x62, 0x06, 0x70, 0x72, 0x6f,
 	0x74, 0x6f, 0x33,

app/dbentry.proto

@@ -16,5 +16,5 @@ message DbEntry {
   uint64 Size = 6;
   bool Encrypted = 7;
   bool Binary = 8;
-  bytes Value = 9;
+  string Value = 9;
 }

cfg/config.go

@@ -26,7 +26,7 @@ import (
 	"github.com/tlinden/anydb/common"
 )
 
-var Version string = "v0.1.0"
+var Version string = "v0.2.0"
 
 type BucketConfig struct {
 	Encrypt bool

cmd/anydb.go

@@ -411,12 +411,16 @@ TEMPLATES
 
     The following template variables can be used:
 
-    Key - string
+    .Key - string
-    Value - string
+    .Value - string
-    Bin - []byte
+    .Bin - []byte
-    Created - time.Time
+    .Created - timestamp.Time
-    Tags - []string
+        To retrieve a string representation of the timestamp, use
-    Encrypted bool
+        ".Created.AsTime". If you need a unix timestamp since epoch, use
+        ".Created.Unix".
+
+    .Tags - []string
+    .Encrypted bool
 
     Prepend a single dot (".") before each variable name.
 
@@ -428,12 +432,12 @@ TEMPLATES
 
     Format the list in a way so that is possible to evaluate it in a shell:
 
-        eval $(anydb get foo -m template -T "key='{{ .Key }}' value='{{ .Value }}' ts='{{ .Created}}'")
+        eval $(anydb get foo -m template -T "key='{{ .Key }}' value='{{ .Value }}' ts='{{ .Created.AsTime}}'")
-        echo "Key: $key, Value: $value"
+        echo "Key: $key, Value: $value, When: $ts"
 
     Print the values in CSV format ONLY if they have some tag:
 
-        anydb list -m template -T "{{ if .Tags }}{{ .Key }},{{ .Value }},{{ .Created}}{{ end }}"
+        anydb list -m template -T "{{ if .Tags }}{{ .Key }},{{ .Value }},{{ .Created.AsTime}}{{ end }}"
 
 CONFIGURATION
     Anydb looks at the following locations for a configuration file, in that

cmd/crud.go

@@ -118,12 +118,13 @@ func Get(conf *cfg.Config) *cobra.Command {
 					return err
 				}
 
-				clear, err := app.Decrypt(pass, entry.Value)
+				clear, err := app.Decrypt(pass, []byte(entry.Value))
 				if err != nil {
 					return err
 				}
 
-				entry.Value = clear
+				entry.Value = string(clear)
+				entry.Size = uint64(len(entry.Value))
 				entry.Encrypted = false
 			}
 
@@ -182,7 +183,7 @@ func List(conf *cfg.Config) *cobra.Command {
 	)
 
 	var cmd = &cobra.Command{
-		Use:   "list  [<filter-regex> | -t <tag> ] [-m <mode>] [-nNif] [-T <tpl>]",
+		Use:   "list  [<filter-regex> | -t <tag> ] [-m <mode>] [-nNis] [-T <tpl>]",
 		Short: "List database contents",
 		Long:  `List database contents`,
 		RunE: func(cmd *cobra.Command, args []string) error {

cmd/extra.go

@@ -216,12 +216,12 @@ func Edit(conf *cfg.Config) *cobra.Command {
 				}
 				password = pass
 
-				clear, err := app.Decrypt(pass, entry.Value)
+				clear, err := app.Decrypt(pass, []byte(entry.Value))
 				if err != nil {
 					return err
 				}
 
-				entry.Value = clear
+				entry.Value = string(clear)
 				entry.Encrypted = false
 			}
 

cmd/root.go

@@ -19,13 +19,15 @@ package cmd
 import (
 	"errors"
 	"fmt"
+	"log/slog"
 	"os"
 	"path/filepath"
+	"runtime/debug"
 
-	"github.com/alecthomas/repr"
 	"github.com/spf13/cobra"
 	"github.com/tlinden/anydb/app"
 	"github.com/tlinden/anydb/cfg"
+	"github.com/tlinden/yadu"
 )
 
 func completion(cmd *cobra.Command, mode string) error {
@@ -67,12 +69,6 @@ func Execute() {
 		Short: "anydb",
 		Long:  `A personal key value store`,
 		PersistentPreRunE: func(cmd *cobra.Command, args []string) error {
-			db, err := app.New(conf.Dbfile, conf.Dbbucket, conf.Debug)
-			if err != nil {
-				return err
-			}
-
-			conf.DB = db
 
 			var configs []string
 			if configfile != "" {
@@ -86,9 +82,34 @@ func Execute() {
 			}
 
 			if conf.Debug {
-				repr.Println(conf)
+				buildInfo, _ := debug.ReadBuildInfo()
+				opts := &yadu.Options{
+					Level:     slog.LevelDebug,
+					AddSource: true,
 				}
 
+				slog.SetLogLoggerLevel(slog.LevelDebug)
+
+				handler := yadu.NewHandler(os.Stdout, opts)
+				debuglogger := slog.New(handler).With(
+					slog.Group("program_info",
+						slog.Int("pid", os.Getpid()),
+						slog.String("go_version", buildInfo.GoVersion),
+					),
+				)
+				slog.SetDefault(debuglogger)
+
+				slog.Debug("parsed config", "conf", conf)
+			}
+
+			dbfile := app.GetDbFile(conf.Dbfile)
+
+			db, err := app.New(dbfile, conf.Dbbucket, conf.Debug)
+			if err != nil {
+				return err
+			}
+
+			conf.DB = db
 			return nil
 		},
 
@@ -114,7 +135,7 @@ func Execute() {
 	rootCmd.PersistentFlags().BoolVarP(&ShowVersion, "version", "v", false, "Print program version")
 	rootCmd.PersistentFlags().BoolVarP(&conf.Debug, "debug", "d", false, "Enable debugging")
 	rootCmd.PersistentFlags().StringVarP(&conf.Dbfile, "dbfile", "f",
-		filepath.Join(home, ".config", "anydb", "default.db"), "DB file to use")
+		"", "DB file to use (default: ~/.config/anydb/default.db)")
 	rootCmd.PersistentFlags().StringVarP(&conf.Dbbucket, "bucket", "b",
 		app.BucketData, "use other bucket (default: "+app.BucketData+")")
 	rootCmd.PersistentFlags().StringVarP(&configfile, "config", "c", "", "toml config file")

demo/Makefile

@@ -0,0 +1,21 @@
+.PHONY: demo clean check clean-demo
+
+VHS  = vhs
+
+
+
+clean-demo:
+	rm -f local.db*
+
+%.gif: %.tape
+	@echo "vhs $<"
+	env PATH=..:$(PATH) ANYDB_DB=local.db vhs $<
+
+clean:
+	rm -vf *.db* *.json
+
+check:
+	ls -l ../anydb
+
+demo: check clean-demo intro.gif advanced.gif
+

demo/advanced.tape

@@ -0,0 +1,182 @@
+# -*-sh-*-
+
+Output advanced.gif
+Set FontSize 20
+Set Width 1000
+Set Height 800
+Set Theme { "name": "Whimsy", "black": "#535178", "red": "#ef6487", "green": "#5eca89", "yellow": "#fdd877", "blue": "#65aef7", "magenta": "#aa7ff0", "cyan": "#43c1be", "white": "#ffffff", "brightBlack": "#535178", "brightRed": "#ef6487", "brightGreen": "#5eca89", "brightYellow": "#fdd877", "brightBlue": "#65aef7", "brightMagenta": "#aa7ff0", "brightCyan": "#43c1be", "brightWhite": "#ffffff", "background": "#29283b", "foreground": "#b3b0d6", "selection": "#3d3c58", "cursor": "#b3b0d6" }
+Set WindowBar Colorful
+Set BorderRadius 10
+Set Shell zsh
+Set FontFamily "IBM Plex Mono"
+Set CursorBlink false
+Set PlaybackSpeed 1
+Set TypingSpeed .05
+
+Hide
+Type `PROMPT=''`
+Enter
+Type "setopt interactivecomments"
+Enter
+Type "autoload -U colors && colors"
+Enter
+Type `PS1="%{$fg[magenta]%}demo> %{$reset_color%}"`
+Enter
+Type "clear"
+Enter
+Show
+
+
+Type "# you can assign tags"
+Enter
+Sleep 1s
+Type "anydb set foo bar -t note,important"
+Enter
+Sleep 3s
+
+Enter
+Type "# and filter for them"
+Enter
+Sleep 1s
+Type "anydb list -t important"
+Enter
+Sleep 3s
+
+Enter
+Type "# beside tags filtering you can also use regexps for searching"
+Enter
+Type "# note, by default the list command only searches through keys"
+Enter
+Sleep 1s
+Type "anydb list '[a-z]+'"
+Enter
+Sleep 3s
+
+Enter
+Type "# do a full text search"
+Enter
+Sleep 1s
+Type "anydb list '[a-z]+' -s"
+Enter
+Sleep 3s
+
+Enter
+Type "# anydb also supports a wide output"
+Enter
+Sleep 1s
+Type "anydb list -m wide"
+Enter
+Sleep 3s
+
+Enter
+Type "# there are shortcuts as well"
+Enter
+Sleep 1s
+Type "anydb ls -l"
+Enter
+Sleep 2s
+Type "anydb /"
+Enter
+Sleep 3s
+
+Enter
+Type "# other outputs are possible as well"
+Enter
+Sleep 1s
+Type "anydb list -m json"
+Enter
+Sleep 3s
+
+Enter
+Type "# you can backup your database"
+Enter
+Sleep 1s
+Type "anydb export -o backup.json"
+Enter
+Sleep 3s
+
+Enter
+Type "# and import it somewhere else"
+Enter
+Sleep 1s
+Type "rm local.db"
+Enter
+Sleep 1s
+Type "anydb ls -l"
+Enter
+Sleep 1s
+Type "anydb import -i backup.json"
+Enter
+Sleep 1s
+Type "anydb ls -l"
+Enter
+Sleep 3s
+
+Enter
+Type "# you can encrypt entries. anydb asks for a passphrase"
+Enter
+Type "# and will do the same when you retrieve the key using the"
+Enter
+Type "# get command. anydb will ask you interactively for a password"
+Enter
+Sleep 1s
+Type "anydb set address 'Beatstreet 42' -e"
+Enter
+Type "pass"
+Enter
+Sleep 3s
+
+Enter
+Type "# but you can provide it via an environment variable too"
+Enter
+Sleep 1s
+Type "ANYDB_PASSWORD=foo anydb set -e secretkey blahblah"
+Enter
+Sleep 3s
+
+Enter
+Type "# using template output mode you can freely design how to print stuff"
+Enter
+Type "# here, we print the values in CSV format ONLY if they have some tag"
+Enter
+Type "# also note, that we're printing the creation timestamp as epoch"
+Sleep 1s
+Type `anydb ls -m template -T "{{ if .Tags }}{{ .Key }},{{ .Value }},{{ .Created.AsTime.Unix}}{{ end }}"`
+Enter
+Sleep 3s
+
+Enter
+Type "# or, to simulate skate's -k or -v"
+Enter
+Sleep 1s
+Type `anydb ls -m template -T "{{ .Key }}"`
+Enter
+Sleep 1s
+Type `anydb ls -m template -T "{{ .Value }}"`
+Enter
+Sleep 3s
+
+Enter
+Type "# maybe you want to digest the item in a shell script? also"
+Enter
+Type "# note, that both the list and get commands support templates"
+Enter
+Sleep 1s
+Type `eval $(anydb get kitty -m template -T "value='{{ .Value }}'"); echo "value: $value"`
+Enter
+Sleep 3s
+
+Enter
+Type "# sometimes you need to know some details about the current database"
+Enter
+Type "# add -d for more details"
+Enter
+Sleep 1
+Type "anydb info"
+Enter
+Sleep 3s
+
+Enter
+Type "# Try it out yourself: github.com/tlinden/anydb!"
+Enter
+Sleep 4s

demo/intro.tape

@@ -0,0 +1,76 @@
+# -*-sh-*-
+
+Output intro.gif
+Set FontSize 20
+Set Width 1000
+Set Height 800
+Set Theme { "name": "Whimsy", "black": "#535178", "red": "#ef6487", "green": "#5eca89", "yellow": "#fdd877", "blue": "#65aef7", "magenta": "#aa7ff0", "cyan": "#43c1be", "white": "#ffffff", "brightBlack": "#535178", "brightRed": "#ef6487", "brightGreen": "#5eca89", "brightYellow": "#fdd877", "brightBlue": "#65aef7", "brightMagenta": "#aa7ff0", "brightCyan": "#43c1be", "brightWhite": "#ffffff", "background": "#29283b", "foreground": "#b3b0d6", "selection": "#3d3c58", "cursor": "#b3b0d6" }
+Set WindowBar Colorful
+Set BorderRadius 10
+Set Shell zsh
+Set FontFamily "IBM Plex Mono"
+Set CursorBlink false
+Set PlaybackSpeed 1
+Set TypingSpeed .05
+
+Hide
+Type `PROMPT=''`
+Enter
+Type "setopt interactivecomments"
+Enter
+Type "autoload -U colors && colors"
+Enter
+Type `PS1="%{$fg[magenta]%}demo> %{$reset_color%}"`
+Enter
+Type "clear"
+Enter
+Show
+
+Type "# Store something"
+Enter
+Sleep 1s
+Type "anydb set kitty meow"
+Enter
+Sleep 3s
+
+Enter
+Type `# What's in the store?`
+Enter
+Sleep 1s
+Type "anydb ls"
+Enter
+Sleep 3s
+
+Enter
+Type "# Fetch something"
+Enter
+Sleep 1s
+Type "anydb get kitty"
+Enter
+Sleep 3s
+
+Enter
+Type "# Unicode also works, of course"
+Enter
+Sleep 1s
+Type "anydb set 猫咪 喵"
+Enter
+Sleep 2s
+Type "anydb get 猫咪"
+Enter
+Sleep 3s
+
+Enter
+Type "# Do creative things with anydb list"
+Enter
+Sleep 1s
+Type "anydb set penelope marmalade"
+Enter
+Type "anydb set christian tacos"
+Enter
+Type "anydb set muesli muesli"
+Enter
+Type "anydb list | xargs -n 2 printf '%s loves %s.\n'"
+Enter
+Sleep 3s
+

go.mod

@@ -1,33 +1,41 @@
 module github.com/tlinden/anydb
 
-go 1.22.1
+go 1.23
+
+toolchain go1.23.5
 
 require (
-	github.com/alecthomas/repr v0.4.0 // indirect
+	github.com/alecthomas/repr v0.4.0
-	github.com/andybalholm/brotli v1.1.0 // indirect
+	github.com/dustin/go-humanize v1.0.1
-	github.com/dustin/go-humanize v1.0.1 // indirect
+	github.com/gofiber/fiber/v2 v2.52.6
-	github.com/gofiber/fiber/v2 v2.52.5 // indirect
+	github.com/inconshreveable/mousetrap v1.1.0
+	github.com/olekukonko/tablewriter v0.0.5
+	github.com/pelletier/go-toml v1.9.5
+	github.com/rogpeppe/go-internal v1.13.1
+	github.com/spf13/cobra v1.8.1
+	go.etcd.io/bbolt v1.4.0
+	golang.org/x/crypto v0.31.0
+	golang.org/x/term v0.27.0
+	google.golang.org/protobuf v1.36.5
+)
+
+require (
+	github.com/andybalholm/brotli v1.1.1 // indirect
+	github.com/fatih/color v1.16.0 // indirect
 	github.com/gofiber/fiber/v3 v3.0.0-beta.3 // indirect
 	github.com/gofiber/utils/v2 v2.0.0-beta.4 // indirect
 	github.com/google/uuid v1.6.0 // indirect
-	github.com/inconshreveable/mousetrap v1.1.0 // indirect
+	github.com/klauspost/compress v1.17.11 // indirect
-	github.com/klauspost/compress v1.17.9 // indirect
+	github.com/mattn/go-colorable v0.1.14 // indirect
-	github.com/mattn/go-colorable v0.1.13 // indirect
 	github.com/mattn/go-isatty v0.0.20 // indirect
-	github.com/mattn/go-runewidth v0.0.15 // indirect
+	github.com/mattn/go-runewidth v0.0.16 // indirect
-	github.com/olekukonko/tablewriter v0.0.5 // indirect
-	github.com/pelletier/go-toml v1.9.5 // indirect
 	github.com/rivo/uniseg v0.2.0 // indirect
-	github.com/rogpeppe/go-internal v1.13.1 // indirect
+	github.com/spf13/pflag v1.0.6 // indirect
-	github.com/spf13/cobra v1.8.1 // indirect
+	github.com/tlinden/yadu v0.1.3 // indirect
-	github.com/spf13/pflag v1.0.5 // indirect
 	github.com/valyala/bytebufferpool v1.0.0 // indirect
 	github.com/valyala/fasthttp v1.55.0 // indirect
 	github.com/valyala/tcplisten v1.0.0 // indirect
-	go.etcd.io/bbolt v1.3.11 // indirect
+	golang.org/x/sys v0.29.0 // indirect
-	golang.org/x/crypto v0.31.0 // indirect
-	golang.org/x/sys v0.28.0 // indirect
-	golang.org/x/term v0.27.0 // indirect
 	golang.org/x/tools v0.22.0 // indirect
-	google.golang.org/protobuf v1.36.1 // indirect
+	gopkg.in/yaml.v3 v3.0.1 // indirect
 )

go.sum

@@ -6,14 +6,20 @@ github.com/andybalholm/brotli v1.0.5 h1:8uQZIdzKmjc/iuPu7O2ioW48L81FgatrcpfFmiq/
 github.com/andybalholm/brotli v1.0.5/go.mod h1:fO7iG3H7G2nSZ7m0zPUDn85XEX2GTukHGRSepvi9Eig=
 github.com/andybalholm/brotli v1.1.0 h1:eLKJA0d02Lf0mVpIDgYnqXcUn0GqVmEFny3VuID1U3M=
 github.com/andybalholm/brotli v1.1.0/go.mod h1:sms7XGricyQI9K10gOSf56VKKWS4oLer58Q+mhRPtnY=
+github.com/andybalholm/brotli v1.1.1 h1:PR2pgnyFznKEugtsUo0xLdDop5SKXd5Qf5ysW+7XdTA=
+github.com/andybalholm/brotli v1.1.1/go.mod h1:05ib4cKhjx3OQYUY22hTVd34Bc8upXjOLL2rKwwZBoA=
 github.com/asdine/storm/v3 v3.2.1 h1:I5AqhkPK6nBZ/qJXySdI7ot5BlXSZ7qvDY1zAn5ZJac=
 github.com/asdine/storm/v3 v3.2.1/go.mod h1:LEpXwGt4pIqrE/XcTvCnZHT5MgZCV6Ub9q7yQzOFWr0=
 github.com/cpuguy83/go-md2man/v2 v2.0.4/go.mod h1:tgQtvFlXSQOSOSIRvRPT7W67SCa46tRHOmNcaadrF8o=
 github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
 github.com/dustin/go-humanize v1.0.1 h1:GzkhY7T5VNhEkwH0PVJgjz+fX1rhBrR7pRT3mDkpeCY=
 github.com/dustin/go-humanize v1.0.1/go.mod h1:Mu1zIs6XwVuF/gI1OepvI0qD18qycQx+mFykh5fBlto=
+github.com/fatih/color v1.16.0 h1:zmkK9Ngbjj+K0yRhTVONQh1p/HknKYSlNT+vZCzyokM=
+github.com/fatih/color v1.16.0/go.mod h1:fL2Sau1YI5c0pdGEVCbKQbLXB6edEj1ZgiY4NijnWvE=
 github.com/gofiber/fiber/v2 v2.52.5 h1:tWoP1MJQjGEe4GB5TUGOi7P2E0ZMMRx5ZTG4rT+yGMo=
 github.com/gofiber/fiber/v2 v2.52.5/go.mod h1:KEOE+cXMhXG0zHc9d8+E38hoX+ZN7bhOtgeF2oT6jrQ=
+github.com/gofiber/fiber/v2 v2.52.6 h1:Rfp+ILPiYSvvVuIPvxrBns+HJp8qGLDnLJawAu27XVI=
+github.com/gofiber/fiber/v2 v2.52.6/go.mod h1:YEcBbO/FB+5M1IZNBP9FO3J9281zgPAreiI1oqg8nDw=
 github.com/gofiber/fiber/v3 v3.0.0-beta.3 h1:7Q2I+HsIqnIEEDB+9oe7Gadpakh6ZLhXpTYz/L20vrg=
 github.com/gofiber/fiber/v3 v3.0.0-beta.3/go.mod h1:kcMur0Dxqk91R7p4vxEpJfDWZ9u5IfvrtQc8Bvv/JmY=
 github.com/gofiber/utils/v2 v2.0.0-beta.4 h1:1gjbVFFwVwUb9arPcqiB6iEjHBwo7cHsyS41NeIW3co=
@@ -31,11 +37,15 @@ github.com/klauspost/compress v1.17.0 h1:Rnbp4K9EjcDuVuHtd0dgA4qNuv9yKDYKK1ulpJw
 github.com/klauspost/compress v1.17.0/go.mod h1:ntbaceVETuRiXiv4DpjP66DpAtAGkEQskQzEyD//IeE=
 github.com/klauspost/compress v1.17.9 h1:6KIumPrER1LHsvBVuDa0r5xaG0Es51mhhB9BQB2qeMA=
 github.com/klauspost/compress v1.17.9/go.mod h1:Di0epgTjJY877eYKx5yC51cX2A2Vl2ibi7bDH9ttBbw=
+github.com/klauspost/compress v1.17.11 h1:In6xLpyWOi1+C7tXUUWv2ot1QvBjxevKAaI6IXrJmUc=
+github.com/klauspost/compress v1.17.11/go.mod h1:pMDklpSncoRMuLFrf1W9Ss9KT+0rH90U12bZKk7uwG0=
 github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo=
 github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ=
 github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI=
 github.com/mattn/go-colorable v0.1.13 h1:fFA4WZxdEF4tXPZVKMLwD8oUnCTTo08duU7wxecdEvA=
 github.com/mattn/go-colorable v0.1.13/go.mod h1:7S9/ev0klgBDR4GtXTXX8a3vIGJpMovkB8vQcUbaXHg=
+github.com/mattn/go-colorable v0.1.14 h1:9A9LHSqF/7dyVVX6g0U9cwm9pG3kP9gSzcuIPHPsaIE=
+github.com/mattn/go-colorable v0.1.14/go.mod h1:6LmQG8QLFO4G5z1gPvYEzlUgJ2wF+stgPZH1UqBm1s8=
 github.com/mattn/go-isatty v0.0.16/go.mod h1:kYGgaQfpe5nmfYZH+SKPsOc2e4SrIfOl2e/yFXSvRLM=
 github.com/mattn/go-isatty v0.0.20 h1:xfD0iDuEKnDkl03q4limB+vH+GxLEtL/jb4xVJSWWEY=
 github.com/mattn/go-isatty v0.0.20/go.mod h1:W+V8PltTTMOvKvAeJH7IuucS94S2C6jfK/D7dTCTo3Y=
@@ -43,6 +53,8 @@ github.com/mattn/go-runewidth v0.0.9 h1:Lm995f3rfxdpd6TSmuVCHVb/QhupuXlYr8sCI/Qd
 github.com/mattn/go-runewidth v0.0.9/go.mod h1:H031xJmbD/WCDINGzjvQ9THkh0rPKHF+m2gUSrubnMI=
 github.com/mattn/go-runewidth v0.0.15 h1:UNAjwbU9l54TA3KzvqLGxwWjHmMgBUVhBiTjelZgg3U=
 github.com/mattn/go-runewidth v0.0.15/go.mod h1:Jdepj2loyihRzMpdS35Xk/zdY8IAYHsh153qUoGf23w=
+github.com/mattn/go-runewidth v0.0.16 h1:E5ScNMtiwvlvB5paMFdw9p4kSQzbXFikJ5SQO6TULQc=
+github.com/mattn/go-runewidth v0.0.16/go.mod h1:Jdepj2loyihRzMpdS35Xk/zdY8IAYHsh153qUoGf23w=
 github.com/olekukonko/tablewriter v0.0.5 h1:P2Ga83D34wi1o9J6Wh1mRuqd4mF/x/lgBS7N7AbDhec=
 github.com/olekukonko/tablewriter v0.0.5/go.mod h1:hPp6KlRPjbx+hW8ykQs1w3UBbZlj6HuIJcUGPhkA7kY=
 github.com/pelletier/go-toml v1.9.5 h1:4yBQzkHv+7BHq2PQUZF3Mx0IYxG7LsP222s7Agd3ve8=
@@ -57,7 +69,11 @@ github.com/spf13/cobra v1.8.1 h1:e5/vxKd/rZsfSJMUX1agtjeTDf+qv1/JdBF8gg5k9ZM=
 github.com/spf13/cobra v1.8.1/go.mod h1:wHxEcudfqmLYa8iTfL+OuZPbBZkmvliBWKIezN3kD9Y=
 github.com/spf13/pflag v1.0.5 h1:iy+VFUOCP1a+8yFto/drg2CJ5u0yRoB7fZw3DKv/JXA=
 github.com/spf13/pflag v1.0.5/go.mod h1:McXfInJRrz4CZXVZOBLb0bTZqETkiAhM9Iw0y3An2Bg=
+github.com/spf13/pflag v1.0.6 h1:jFzHGLGAlb3ruxLB8MhbI6A8+AQX/2eW4qeyNZXNp2o=
+github.com/spf13/pflag v1.0.6/go.mod h1:McXfInJRrz4CZXVZOBLb0bTZqETkiAhM9Iw0y3An2Bg=
 github.com/stretchr/testify v1.2.2/go.mod h1:a8OnRcib4nhh0OaRAV+Yts87kKdq0PP7pXfy6kDkUVs=
+github.com/tlinden/yadu v0.1.3 h1:5cRCUmj+l5yvlM2irtpFBIJwVV2DPEgYSaWvF19FtcY=
+github.com/tlinden/yadu v0.1.3/go.mod h1:l3bRmHKL9zGAR6pnBHY2HRPxBecf7L74BoBgOOpTcUA=
 github.com/valyala/bytebufferpool v1.0.0 h1:GqA5TC/0021Y/b9FG4Oi9Mr3q7XYx6KllzawFIhcdPw=
 github.com/valyala/bytebufferpool v1.0.0/go.mod h1:6bBcMArwyJ5K/AmCkWv1jt77kVWyCJ6HpOuEn7z0Csc=
 github.com/valyala/fasthttp v1.51.0 h1:8b30A5JlZ6C7AS81RsWjYMQmrZG6feChmgAolCl1SqA=
@@ -67,9 +83,12 @@ github.com/valyala/fasthttp v1.55.0/go.mod h1:NkY9JtkrpPKmgwV3HTaS2HWaJss9RSIsRV
 github.com/valyala/tcplisten v1.0.0 h1:rBHj/Xf+E1tRGZyWIWwJDiRY0zc1Js+CV5DqwacVSA8=
 github.com/valyala/tcplisten v1.0.0/go.mod h1:T0xQ8SeCZGxckz9qRXTfG43PvQ/mcWh7FwZEA7Ioqkc=
 github.com/vmihailenco/msgpack v4.0.4+incompatible/go.mod h1:fy3FlTQTDXWkZ7Bh6AcGMlsjHatGryHQYUTf1ShIgkk=
+github.com/xyproto/randomstring v1.0.5/go.mod h1:rgmS5DeNXLivK7YprL0pY+lTuhNQW3iGxZ18UQApw/E=
 go.etcd.io/bbolt v1.3.4/go.mod h1:G5EMThwa9y8QZGBClrRx5EY+Yw9kAhnjy3bSjsnlVTQ=
 go.etcd.io/bbolt v1.3.11 h1:yGEzV1wPz2yVCLsD8ZAiGHhHVlczyC9d1rP43/VCRJ0=
 go.etcd.io/bbolt v1.3.11/go.mod h1:dksAq7YMXoljX0xu6VF5DMZGbhYYoLUalEiSySYAS4I=
+go.etcd.io/bbolt v1.4.0 h1:TU77id3TnN/zKr7CO/uk+fBCwF2jGcMuw2B/FMAzYIk=
+go.etcd.io/bbolt v1.4.0/go.mod h1:AsD+OCi/qPN1giOX1aiLAha3o1U8rAz65bvN4j0sRuk=
 golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w=
 golang.org/x/crypto v0.31.0 h1:ihbySMvVjLAeSH1IbfcRTkD/iNscyz8rGzjF/E5hV6U=
 golang.org/x/crypto v0.31.0/go.mod h1:kDsLvtWBEx7MV9tJOj9bnXsPbxwJQ6csT/x4KIN4Ssk=
@@ -81,6 +100,8 @@ golang.org/x/sys v0.0.0-20220811171246-fbc7d0a398ab/go.mod h1:oPkhp1MJrh7nUepCBc
 golang.org/x/sys v0.6.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
 golang.org/x/sys v0.28.0 h1:Fksou7UEQUWlKvIdsqzJmUmCX3cZuD2+P3XyyzwMhlA=
 golang.org/x/sys v0.28.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
+golang.org/x/sys v0.29.0 h1:TPYlXGxvx1MGTn2GiZDhnjPA9wZzZeGKHHmKhHYvgaU=
+golang.org/x/sys v0.29.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
 golang.org/x/term v0.27.0 h1:WP60Sv1nlK1T6SupCHbXzSaN0b9wUmsPoRS9b61A23Q=
 golang.org/x/term v0.27.0/go.mod h1:iMsnZpn0cago0GOrHO2+Y7u7JPn5AylBrcoWkElMTSM=
 golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
@@ -91,6 +112,11 @@ golang.org/x/tools v0.22.0/go.mod h1:aCwcsjqvq7Yqt6TNyX7QMU2enbQ/Gt0bo6krSeEri+c
 google.golang.org/appengine v1.6.5/go.mod h1:8WjMMxjGQR8xUklV/ARdw2HLXBOI7O7uCIDZVag1xfc=
 google.golang.org/protobuf v1.36.1 h1:yBPeRvTftaleIgM3PZ/WBIZ7XM/eEYAaEyCwvyjq/gk=
 google.golang.org/protobuf v1.36.1/go.mod h1:9fA7Ob0pmnwhb644+1+CVWFRbNajQ6iRojtC/QF5bRE=
+google.golang.org/protobuf v1.36.4 h1:6A3ZDJHn/eNqc1i+IdefRzy/9PokBTPvcqMySR7NNIM=
+google.golang.org/protobuf v1.36.4/go.mod h1:9fA7Ob0pmnwhb644+1+CVWFRbNajQ6iRojtC/QF5bRE=
+google.golang.org/protobuf v1.36.5 h1:tPhr+woSbjfYvY6/GPufUoYizxw1cF/yFoxJ2fmpwlM=
+google.golang.org/protobuf v1.36.5/go.mod h1:9fA7Ob0pmnwhb644+1+CVWFRbNajQ6iRojtC/QF5bRE=
 gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
 gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
+gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=
 gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=

main.go

@@ -19,6 +19,7 @@ package main
 import (
 	"bufio"
 	"fmt"
+	"log/slog"
 	"os"
 	"runtime"
 
@@ -27,9 +28,31 @@ import (
 )
 
 func main() {
+	const NoLogsLevel = 100
+	slog.SetLogLoggerLevel(NoLogsLevel)
+
 	Main()
 }
 
+func init() {
+	// if we're running on Windows  AND if the user double clicked the
+	// exe  file from explorer, we  tell them and then  wait until any
+	// key has been hit, which  will make the cmd window disappear and
+	// thus give the user time to read it.
+	if runtime.GOOS == "windows" {
+		if mousetrap.StartedByExplorer() {
+			fmt.Println("Do no double click kleingebaeck.exe!")
+			fmt.Println("Please open a command shell and run it from there.")
+			fmt.Println()
+			fmt.Print("Press any key to quit: ")
+			_, err := bufio.NewReader(os.Stdin).ReadString('\n')
+			if err != nil {
+				panic(err)
+			}
+		}
+	}
+}
+
 func Main() int {
 	cmd.Execute()
 	return 0

output/list.go

@@ -33,7 +33,6 @@ import (
 )
 
 func List(writer io.Writer, conf *cfg.Config, entries app.DbEntries) error {
-	// FIXME: call sort here
 	switch conf.Mode {
 	case "wide", "", "table":
 		return ListTable(writer, conf, entries)

output/single.go

@@ -43,7 +43,7 @@ func Print(writer io.Writer, conf *cfg.Config, attr *app.DbAttr, entry *app.DbEn
 			if isatty {
 				fmt.Println("binary data omitted")
 			} else {
-				os.Stdout.Write(entry.Value)
+				os.Stdout.WriteString(entry.Value)
 			}
 		} else {
 			fmt.Print(string(entry.Value))
@@ -85,7 +85,7 @@ func WriteFile(writer io.Writer, conf *cfg.Config, attr *app.DbAttr, entry *app.
 	}
 
 	// actually write file content
-	_, err = fileHandle.Write(entry.Value)
+	_, err = fileHandle.WriteString(entry.Value)
 
 	if !entry.Binary {
 		if entry.Value[entry.Size-1] != '\n' {

rest/handlers.go

@@ -44,7 +44,6 @@ func RestList(c *fiber.Ctx, conf *cfg.Config) error {
 	attr := new(app.DbAttr)
 
 	if len(c.Body()) > 0 {
-
 		if err := c.BodyParser(attr); err != nil {
 			return c.Status(fiber.StatusUnprocessableEntity).JSON(fiber.Map{
 				"errors": err.Error(),
@@ -54,7 +53,7 @@ func RestList(c *fiber.Ctx, conf *cfg.Config) error {
 	}
 
 	// get list
-	entries, err := conf.DB.List(attr, false)
+	entries, err := conf.DB.List(attr, attr.Fulltext)
 	if err != nil {
 		return JsonStatus(c, fiber.StatusForbidden,
 			"Unable to list keys: "+err.Error())

rest/serve.go

@@ -42,6 +42,11 @@ func Runserver(conf *cfg.Config, args []string) error {
 			return RestList(c, conf)
 		})
 
+		api.Post("/", func(c *fiber.Ctx) error {
+			// same thing as above but allows to supply parameters, see app.Dbattr{}
+			return RestList(c, conf)
+		})
+
 		api.Get("/:key", func(c *fiber.Ctx) error {
 			return RestGet(c, conf)
 		})

t/crypt.txtar

@@ -0,0 +1,37 @@
+# 
+# Copyright © 2025 Thomas von Dein
+# 
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+# 
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+# 
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+# 
+
+# encrypt something
+exec env ANYDB_PASSWORD=12345 anydb -f test.db set -e secret eshishinusan
+
+# retrieve it
+exec env ANYDB_PASSWORD=12345 anydb -f test.db get secret
+stdout eshishinusan
+
+# but has it really been encrypted?
+! exec env ANYDB_PASSWORD=8d8d8 anydb -f test.db get secret 
+! stdout eshishinusan
+stderr 'message authentication failed'
+
+# what about the listing
+exec anydb -f test.db ls -l
+stdout 'encrypted-content'
+! stdout eshishinusan
+
+# and the export?
+exec anydb -f test.db export -o -
+! stdout eshishinusan