1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
|
package queue
import (
"fmt"
"log"
"os"
"path/filepath"
"slices"
"strings"
"time"
"codeberg.org/snonux/gos/internal/config"
"codeberg.org/snonux/gos/internal/oi"
"codeberg.org/snonux/gos/internal/timestamp"
)
// Strictly, we only operate on .txt files, but we also accept .md as Obsidian creates only .md files.
var validExtensions = []string{".txt", ".md"}
func Run(args config.Args) error {
if err := queueEntries(args); err != nil {
return err
}
if err := queuePlatforms(args); err != nil {
return err
}
return nil
}
// Queue all *.txt into ./db/*.txt.STAMP.queued
func queueEntries(args config.Args) error {
ch, err := oi.ReadDirCh(args.GosDir, func(file os.DirEntry) (string, bool) {
filePath := filepath.Join(args.GosDir, file.Name())
return filePath, slices.Contains(validExtensions, filepath.Ext(file.Name())) &&
file.Type().IsRegular()
})
if err != err {
return err
}
for filePath := range ch {
destPath := fmt.Sprintf("%s/db/%s.%s.queued", args.GosDir,
filepath.Base(filePath), timestamp.Now())
if args.DryRun {
log.Println("Not queueing entry", filePath, "to", destPath, "as dry-run mode enabled")
continue
}
if err := oi.Rename(filePath, destPath); err != nil {
return err
}
}
return nil
}
// Queue all ./db/queued/*.txt.STAMP.queued into ./db/platforms/PLATFORM/*.txt.STAMP.queued
// for each PLATFORM
func queuePlatforms(args config.Args) error {
dbDir := filepath.Join(args.GosDir, "db")
ch, err := oi.ReadDirCh(dbDir, func(file os.DirEntry) (string, bool) {
filePath := filepath.Join(dbDir, file.Name())
return filePath, strings.HasSuffix(file.Name(), ".queued")
})
if err != err {
return err
}
trashDir := filepath.Join(args.GosDir, "db", "trashbin")
for filePath := range ch {
for platform := range args.Platforms {
excluded, err := excludedByTags(args, filePath, platform)
if err != nil {
return err
}
if excluded {
log.Println("Not queueing entry", filePath, "to platform", platform, "as it is excluded")
continue
}
if err := queuePlatform(filePath, args.GosDir, platform); err != nil {
return err
}
}
if args.DryRun {
continue
}
// Keep queued items in trash for a while.
trashPath := filepath.Join(trashDir,
strings.TrimSuffix(filepath.Base(filePath), ".queued")+".trash")
log.Printf("Trashing %s -> %s", filePath, trashPath)
if err := oi.EnsureParentDir(trashPath); err != nil {
return err
}
if err := os.Rename(filePath, trashPath); err != nil {
return err
}
}
sixMonthsAgo := time.Now().AddDate(0, -6, 0)
return deleteFiles(trashDir, ".trash", sixMonthsAgo)
}
// Queue ./db/queued/*.txt.STAMP.queued to ./db/platforms/PLATFORM/*.txt.STAMP.queued
func queuePlatform(entryPath, gosDir, platform string) error {
destDir := filepath.Join(gosDir, "db/platforms", strings.ToLower(platform))
destPath := filepath.Join(destDir, filepath.Base(entryPath))
postedFile := fmt.Sprintf("%s.posted", strings.TrimSuffix(destPath, ".queued"))
// Entry already posted platform?
if oi.IsRegular(postedFile) {
log.Println("Not re-queueing", destPath, "as", postedFile, "already exists")
return nil
}
log.Println("Queuing", entryPath, "->", destPath)
return oi.CopyFile(entryPath, destPath)
}
func deleteFiles(path, suffix string, olderThan time.Time) error {
ch, err := oi.ReadDirCh(path, func(file os.DirEntry) (string, bool) {
filePath := filepath.Join(path, file.Name())
return filePath, strings.HasSuffix(filePath, suffix) && file.Type().IsRegular()
})
if err != err {
return err
}
for filePath := range ch {
fileInfo, err := os.Stat(filePath)
if err != nil {
return err
}
if fileInfo.ModTime().Before(olderThan) {
log.Println("Cleaning up", filePath)
err := os.Remove(filePath)
if err != nil {
return err
}
}
}
return nil
}
|
