initial revamp

4 files changed, 197 insertions, 0 deletions

diff --git a/internal/config/args.go b/internal/config/args.go
new file mode 100644
index 0000000..5b16912
--- /dev/null
+++ b/internal/config/args.go
@@ -0,0 +1,7 @@
+package config
+
+type Args struct {
+	GosDir    string
+	DryRun    bool
+	Platforms []string
+}
diff --git a/internal/oi/oi.go b/internal/oi/oi.go
new file mode 100644
index 0000000..00b4dd5
--- /dev/null
+++ b/internal/oi/oi.go
@@ -0,0 +1,87 @@
+package oi
+
+import (
+	"fmt"
+	"io"
+	"os"
+	"path/filepath"
+)
+
+func EnsureDirExists(dir string) error {
+	if _, err := os.Stat(dir); os.IsNotExist(err) {
+		return os.MkdirAll(dir, os.ModePerm)
+	}
+	return nil
+}
+
+func ReadDirFilter(dir string, filter func(file os.DirEntry) bool) (chan string, error) {
+	ch := make(chan string)
+
+	if err := EnsureDirExists(dir); err != nil {
+		return ch, err
+	}
+
+	files, err := os.ReadDir(dir)
+	if err != nil {
+		return ch, err
+	}
+
+	go func() {
+		defer close(ch)
+		for _, file := range files {
+			if filter(file) {
+				ch <- filepath.Join(dir, file.Name())
+			}
+		}
+	}()
+
+	return ch, nil
+}
+
+func ReadDirSlurp(dir string, filter func(file os.DirEntry) bool) ([]string, error) {
+	var files []string
+
+	ch, err := ReadDirFilter(dir, filter)
+	if err != err {
+		return files, err
+	}
+
+	for file := range ch {
+		files = append(files, file)
+	}
+
+	return files, nil
+}
+
+func IsRegular(path string) bool {
+	stat, err := os.Stat(path)
+	if err != nil {
+		return false
+	}
+	return stat.Mode().IsRegular()
+}
+
+func CopyFile(srcPath, dstPath string) error {
+	if !IsRegular(srcPath) {
+		return fmt.Errorf("%s is not a regular file", srcPath)
+	}
+
+	source, err := os.Open(srcPath)
+	if err != nil {
+		return err
+	}
+	defer source.Close()
+
+	if err := EnsureDirExists(dstPath); err != nil {
+		return err
+	}
+
+	destination, err := os.Create(dstPath)
+	if err != nil {
+		return err
+	}
+	defer destination.Close()
+
+	_, err = io.Copy(destination, source)
+	return err
+}
diff --git a/internal/queue/queue.go b/internal/queue/queue.go
new file mode 100644
index 0000000..71dde71
--- /dev/null
+++ b/internal/queue/queue.go
@@ -0,0 +1,91 @@
+package queue
+
+import (
+	"fmt"
+	"log"
+	"os"
+	"path/filepath"
+	"slices"
+	"strings"
+	"time"
+
+	"codeberg.org/snonux/gos/internal/config"
+	"codeberg.org/snonux/gos/internal/oi"
+)
+
+func Run(args config.Args) error {
+	if err := queueEntries(args); err != nil {
+		return err
+	}
+	if err := queuePlatforms(args); err != nil {
+		return err
+	}
+	return nil
+}
+
+// Queue all *.txt into ./db/*.txt.STAMP.queued
+func queueEntries(args config.Args) error {
+	// Strictly, we only operate on .txt files, but we also accept .md as Obsidian creates only .md files.
+	var validExtensions = []string{".txt", ".md"}
+
+	ch, err := oi.ReadDirFilter(args.GosDir, func(entry os.DirEntry) bool {
+		return slices.Contains(validExtensions, filepath.Ext(entry.Name())) &&
+			entry.Type().IsRegular()
+	})
+	if err != err {
+		return err
+	}
+
+	now := time.Now()
+	for filePath := range ch {
+		destPath := fmt.Sprintf("%s/db/%s.%s.queued", args.GosDir,
+			now.Format("20060102-150405"), filepath.Base(filePath))
+		if err := os.Rename(filePath, destPath); err != nil {
+			return err
+		}
+	}
+
+	return nil
+}
+
+// Queue all ./db/queued/*.txt.STAMP.queued into ./db/platforms/PLATFORM/*.txt.STAMP.queued
+// for each PLATFORM
+func queuePlatforms(args config.Args) error {
+	dbDir := fmt.Sprintf("%s/db", args.GosDir)
+	ch, err := oi.ReadDirFilter(dbDir, func(entry os.DirEntry) bool {
+		return strings.HasSuffix(entry.Name(), ".queued")
+	})
+	if err != err {
+		return err
+	}
+
+	for filePath := range ch {
+		for _, platform := range args.Platforms {
+			if err := queuePlatform(filePath, args.GosDir, platform); err != nil {
+				return err
+			}
+		}
+		log.Println("Removing", filePath)
+		if err := os.Remove(filePath); err != nil {
+			return err
+		}
+	}
+
+	return nil
+}
+
+// Queue ./db/queued/*.txt.STAMP.queued to ./db/platforms/PLATFORM/*.txt.STAMP.queued
+func queuePlatform(entryPath, gosDir, platform string) error {
+	destDir := fmt.Sprintf("%s/db/platforms/%s/", gosDir, strings.ToLower(platform))
+	destPath := fmt.Sprintf("%s/%s", destDir, filepath.Base(entryPath))
+	postedFile := fmt.Sprintf("%s.posted", strings.TrimSuffix(destPath, ".queued"))
+
+	// Entry already posted platform?
+	if oi.IsRegular(postedFile) {
+		log.Println("Not re-queueing", destPath, "as", postedFile, "already exists")
+		return nil
+	}
+
+	log.Println("Queuing", entryPath, "->", destPath)
+	return oi.CopyFile(entryPath, destPath)
+}
diff --git a/internal/run.go b/internal/run.go
new file mode 100644
index 0000000..feb69f8
--- /dev/null
+++ b/internal/run.go
@@ -0,0 +1,12 @@
+package internal
+
+import (
+	"context"
+
+	"codeberg.org/snonux/gos/internal/config"
+	"codeberg.org/snonux/gos/internal/queue"
+)
+
+func Run(ctx context.Context, args config.Args) error {
+	return queue.Run(args)
+}