From c2522ffb59514443816a96386c16bb7527cbe57c Mon Sep 17 00:00:00 2001 From: Paul Buetow Date: Sat, 21 Aug 2021 14:54:24 +0300 Subject: read files bytewise for more control of whats happening - change transport protocol for more control over newlines --- internal/protocol/protocol.go | 10 ++++++++++ 1 file changed, 10 insertions(+) create mode 100644 internal/protocol/protocol.go (limited to 'internal/protocol/protocol.go') diff --git a/internal/protocol/protocol.go b/internal/protocol/protocol.go new file mode 100644 index 0000000..2a570cd --- /dev/null +++ b/internal/protocol/protocol.go @@ -0,0 +1,10 @@ +package protocol + +const ( + // ProtocolCompat -ibility version + ProtocolCompat string = "4" + // MessageDelimiter delimits separate messages. + MessageDelimiter byte = '¬' + // AggregateDelimiter delimits parts of an aggregation message. + AggregateDelimiter string = "➔" +) -- cgit v1.2.3 From 8c2e94030d0e31289c35fcfb56499707fd4a7ccd Mon Sep 17 00:00:00 2001 From: Paul Buetow Date: Sat, 28 Aug 2021 20:10:54 +0100 Subject: make use of more buffers on server side --- internal/protocol/protocol.go | 2 ++ 1 file changed, 2 insertions(+) (limited to 'internal/protocol/protocol.go') diff --git a/internal/protocol/protocol.go b/internal/protocol/protocol.go index 2a570cd..43021a2 100644 --- a/internal/protocol/protocol.go +++ b/internal/protocol/protocol.go @@ -5,6 +5,8 @@ const ( ProtocolCompat string = "4" // MessageDelimiter delimits separate messages. MessageDelimiter byte = '¬' + // FieldDelimiter delimits aggregation fields. + FieldDelimiter byte = '|' // AggregateDelimiter delimits parts of an aggregation message. AggregateDelimiter string = "➔" ) -- cgit v1.2.3 From 23982f331c2154a66b86d596226c24454fd06be5 Mon Sep 17 00:00:00 2001 From: Paul Buetow Date: Sat, 28 Aug 2021 20:26:32 +0100 Subject: 1. Major performance gain by not checking for file truncation aftter each bytes read. 2. Introduce field separator to the protocol package. --- internal/protocol/protocol.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'internal/protocol/protocol.go') diff --git a/internal/protocol/protocol.go b/internal/protocol/protocol.go index 43021a2..d3035e4 100644 --- a/internal/protocol/protocol.go +++ b/internal/protocol/protocol.go @@ -6,7 +6,7 @@ const ( // MessageDelimiter delimits separate messages. MessageDelimiter byte = '¬' // FieldDelimiter delimits aggregation fields. - FieldDelimiter byte = '|' + FieldDelimiter string = "|" // AggregateDelimiter delimits parts of an aggregation message. AggregateDelimiter string = "➔" ) -- cgit v1.2.3 From bfcb0f159a4835cc6a0326ff46de7934e0363aed Mon Sep 17 00:00:00 2001 From: Paul Buetow Date: Sun, 5 Sep 2021 15:51:26 +0300 Subject: finalize new default color schema --- internal/protocol/protocol.go | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) (limited to 'internal/protocol/protocol.go') diff --git a/internal/protocol/protocol.go b/internal/protocol/protocol.go index d3035e4..e92ec6a 100644 --- a/internal/protocol/protocol.go +++ b/internal/protocol/protocol.go @@ -7,6 +7,8 @@ const ( MessageDelimiter byte = '¬' // FieldDelimiter delimits aggregation fields. FieldDelimiter string = "|" + // Arrow for multiple purposes + Arrow string = "➔" // AggregateDelimiter delimits parts of an aggregation message. - AggregateDelimiter string = "➔" + AggregateDelimiter string = Arrow ) -- cgit v1.2.3 From cc89d3fb8be2465af276d7ef03ea2a8affd87b2e Mon Sep 17 00:00:00 2001 From: Paul Buetow Date: Mon, 6 Sep 2021 13:48:55 +0300 Subject: Print out client/server update notice even from dtail server 4 to dtail client 3. --- internal/protocol/protocol.go | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) (limited to 'internal/protocol/protocol.go') diff --git a/internal/protocol/protocol.go b/internal/protocol/protocol.go index e92ec6a..d3035e4 100644 --- a/internal/protocol/protocol.go +++ b/internal/protocol/protocol.go @@ -7,8 +7,6 @@ const ( MessageDelimiter byte = '¬' // FieldDelimiter delimits aggregation fields. FieldDelimiter string = "|" - // Arrow for multiple purposes - Arrow string = "➔" // AggregateDelimiter delimits parts of an aggregation message. - AggregateDelimiter string = Arrow + AggregateDelimiter string = "➔" ) -- cgit v1.2.3 From 16dc57e1e1c28e9d762424e596223a980770e059 Mon Sep 17 00:00:00 2001 From: Paul Buetow Date: Wed, 8 Sep 2021 19:10:50 +0300 Subject: mapreduce tables are in colors now too --- internal/protocol/protocol.go | 11 +++++++++-- 1 file changed, 9 insertions(+), 2 deletions(-) (limited to 'internal/protocol/protocol.go') diff --git a/internal/protocol/protocol.go b/internal/protocol/protocol.go index d3035e4..8c9e861 100644 --- a/internal/protocol/protocol.go +++ b/internal/protocol/protocol.go @@ -5,8 +5,15 @@ const ( ProtocolCompat string = "4" // MessageDelimiter delimits separate messages. MessageDelimiter byte = '¬' - // FieldDelimiter delimits aggregation fields. + // FieldDelimiter delimits messagefields. FieldDelimiter string = "|" + // CSVDelimiter delimits CSV file fields.kj:w + CSVDelimiter string = "," + // AggregateKVDelimiter delimits key-values of an aggregation message. + AggregateKVDelimiter string = "≔" // AggregateDelimiter delimits parts of an aggregation message. - AggregateDelimiter string = "➔" + AggregateDelimiter string = "∥" + // AggregateDelimiter string = "⦀" + // AggregateGroupKeyCombinator combines the group set keys. + AggregateGroupKeyCombinator string = "," ) -- cgit v1.2.3 From 97747ea0f3178f7f5890512d483fdccaa82846b0 Mon Sep 17 00:00:00 2001 From: Paul Buetow Date: Sat, 9 Oct 2021 21:10:29 +0300 Subject: vetting and linting and some code restyling --- internal/protocol/protocol.go | 1 - 1 file changed, 1 deletion(-) (limited to 'internal/protocol/protocol.go') diff --git a/internal/protocol/protocol.go b/internal/protocol/protocol.go index 8c9e861..d29706c 100644 --- a/internal/protocol/protocol.go +++ b/internal/protocol/protocol.go @@ -13,7 +13,6 @@ const ( AggregateKVDelimiter string = "≔" // AggregateDelimiter delimits parts of an aggregation message. AggregateDelimiter string = "∥" - // AggregateDelimiter string = "⦀" // AggregateGroupKeyCombinator combines the group set keys. AggregateGroupKeyCombinator string = "," ) -- cgit v1.2.3