From 03c974ec4e26888ec0ea1bca3ccf51af29d8bc9d Mon Sep 17 00:00:00 2001 From: Paul Buetow Date: Wed, 19 May 2021 12:38:28 +0100 Subject: gemtext is now a submodule --- .gitmodules | 3 + content/gemtext | 1 + content/gemtext/contact-information.gmi | 38 - content/gemtext/favicon.ico | Bin 1077 -> 0 bytes content/gemtext/gemfeed/2008-06-26-perl-poetry.gmi | 166 -- .../gemfeed/2010-04-09-standard-ml-and-haskell.gmi | 174 -- .../2010-05-09-the-fype-programming-language.gmi | 510 ---- .../2011-05-07-perl-daemon-service-framework.gmi | 163 -- .../2014-03-24-the-fibonacci.pl.c-polyglot.gmi | 110 - ...12-05-run-debian-on-your-phone-with-debroid.gmi | 180 -- .../Deboroid.png | Bin 576510 -> 0 bytes .../gemfeed/2016-04-03-offsite-backup-with-zfs.gmi | 42 - ...-04-09-jails-and-zfs-on-freebsd-with-puppet.gmi | 392 --- .../2016-04-16-offsite-backup-with-zfs-part2.gmi | 30 - ...pinning-up-my-own-authoritative-dns-servers.gmi | 239 -- .../gemtext/gemfeed/2016-11-20-methods-in-c.gmi | 86 - ...ealistic-load-testing-with-ioriot-for-linux.gmi | 191 -- .../figure1-ioriot-io-recording.png | Bin 220247 -> 0 bytes .../figure2-ioriot-test-preparation.png | Bin 208235 -> 0 bytes .../figure3-ioriot-replay.png | Bin 417034 -> 0 bytes .../figure4-ioriot-read-latency.png | Bin 39552 -> 0 bytes .../figure5-ioriot-write-latency.png | Bin 26547 -> 0 bytes .../figure6-iostat.png | Bin 294346 -> 0 bytes ...4-22-dtail-the-distributed-log-tail-program.gmi | 108 - .../dgrep.gif | Bin 142329 -> 0 bytes .../dtail.gif | Bin 1984520 -> 0 bytes .../title.png | Bin 84933 -> 0 bytes .../2021-04-24-welcome-to-the-geminispace.gmi | 76 - .../amfora-screenshot.png | Bin 154951 -> 0 bytes ...org.sh-one-bash-script-to-rule-it-all.draft.gmi | 183 -- ...2021-05-16-personal-bash-coding-style-guide.gmi | 385 --- content/gemtext/gemfeed/atom.xml | 2517 -------------------- content/gemtext/gemfeed/index.gmi | 19 - content/gemtext/index.gmi | 71 - content/gemtext/resources.gmi | 118 - 35 files changed, 4 insertions(+), 5798 deletions(-) create mode 100644 .gitmodules create mode 160000 content/gemtext delete mode 100644 content/gemtext/contact-information.gmi delete mode 100644 content/gemtext/favicon.ico delete mode 100644 content/gemtext/gemfeed/2008-06-26-perl-poetry.gmi delete mode 100644 content/gemtext/gemfeed/2010-04-09-standard-ml-and-haskell.gmi delete mode 100644 content/gemtext/gemfeed/2010-05-09-the-fype-programming-language.gmi delete mode 100644 content/gemtext/gemfeed/2011-05-07-perl-daemon-service-framework.gmi delete mode 100644 content/gemtext/gemfeed/2014-03-24-the-fibonacci.pl.c-polyglot.gmi delete mode 100644 content/gemtext/gemfeed/2015-12-05-run-debian-on-your-phone-with-debroid.gmi delete mode 100644 content/gemtext/gemfeed/2015-12-05-run-debian-on-your-phone-with-debroid/Deboroid.png delete mode 100644 content/gemtext/gemfeed/2016-04-03-offsite-backup-with-zfs.gmi delete mode 100644 content/gemtext/gemfeed/2016-04-09-jails-and-zfs-on-freebsd-with-puppet.gmi delete mode 100644 content/gemtext/gemfeed/2016-04-16-offsite-backup-with-zfs-part2.gmi delete mode 100644 content/gemtext/gemfeed/2016-05-22-spinning-up-my-own-authoritative-dns-servers.gmi delete mode 100644 content/gemtext/gemfeed/2016-11-20-methods-in-c.gmi delete mode 100644 content/gemtext/gemfeed/2018-06-01-realistic-load-testing-with-ioriot-for-linux.gmi delete mode 100644 content/gemtext/gemfeed/2018-06-01-realistic-load-testing-with-ioriot-for-linux/figure1-ioriot-io-recording.png delete mode 100644 content/gemtext/gemfeed/2018-06-01-realistic-load-testing-with-ioriot-for-linux/figure2-ioriot-test-preparation.png delete mode 100644 content/gemtext/gemfeed/2018-06-01-realistic-load-testing-with-ioriot-for-linux/figure3-ioriot-replay.png delete mode 100644 content/gemtext/gemfeed/2018-06-01-realistic-load-testing-with-ioriot-for-linux/figure4-ioriot-read-latency.png delete mode 100644 content/gemtext/gemfeed/2018-06-01-realistic-load-testing-with-ioriot-for-linux/figure5-ioriot-write-latency.png delete mode 100644 content/gemtext/gemfeed/2018-06-01-realistic-load-testing-with-ioriot-for-linux/figure6-iostat.png delete mode 100644 content/gemtext/gemfeed/2021-04-22-dtail-the-distributed-log-tail-program.gmi delete mode 100644 content/gemtext/gemfeed/2021-04-22-dtail-the-distributed-log-tail-program/dgrep.gif delete mode 100644 content/gemtext/gemfeed/2021-04-22-dtail-the-distributed-log-tail-program/dtail.gif delete mode 100644 content/gemtext/gemfeed/2021-04-22-dtail-the-distributed-log-tail-program/title.png delete mode 100644 content/gemtext/gemfeed/2021-04-24-welcome-to-the-geminispace.gmi delete mode 100644 content/gemtext/gemfeed/2021-04-24-welcome-to-the-geminispace/amfora-screenshot.png delete mode 100644 content/gemtext/gemfeed/2021-05-15-buetow.org.sh-one-bash-script-to-rule-it-all.draft.gmi delete mode 100644 content/gemtext/gemfeed/2021-05-16-personal-bash-coding-style-guide.gmi delete mode 100644 content/gemtext/gemfeed/atom.xml delete mode 100644 content/gemtext/gemfeed/index.gmi delete mode 100644 content/gemtext/index.gmi delete mode 100644 content/gemtext/resources.gmi diff --git a/.gitmodules b/.gitmodules new file mode 100644 index 0000000..8d88bbc --- /dev/null +++ b/.gitmodules @@ -0,0 +1,3 @@ +[submodule "content/gemtext"] + path = content/gemtext + url = git@github.com:snonux/buetow.org diff --git a/content/gemtext b/content/gemtext new file mode 160000 index 0000000..faa2cd3 --- /dev/null +++ b/content/gemtext @@ -0,0 +1 @@ +Subproject commit faa2cd392016af9b76a4f40eeb12003785ced15e diff --git a/content/gemtext/contact-information.gmi b/content/gemtext/contact-information.gmi deleted file mode 100644 index c33615e..0000000 --- a/content/gemtext/contact-information.gmi +++ /dev/null @@ -1,38 +0,0 @@ -# Contact information - -## E-Mail - -* Secure E-Mail: paul.buetow at protonmail dot com -* E-Mail: paul at buetow dot org (forwards to the ProtonMail address) - -Why did I just mention 2 E-Mail addresses here? The buetow.org address will always stay. It is my lifetime E-Mail address as I own the domain name. The address will stay even when I decided to change my email provider. - -Use the ProtonMail address if you care about security for now. The address stays valid as long as I am ProtonMail user. Especially if you are ProtonMail user too we could have real E-Mail end-2-end encryption for our conversation. - -## Quick Links - -### Social Media - -I am sharing articles which I found interesting regularly on all the social media channels. To get you navigated quickly, here are the links: - -=> https://www.linkedin.com/in/paul-buetow-b4857270/ My LinkedIn profile -=> https://twitter.com/snonux My Twitter profile -=> https://t.me/snonux My Telegram channel - -### My Open Source code repositories - -=> https://github.com/snonux My personal GitHub page -=> https://github.com/mimecast/dtail DTail at Mimecast -=> https://github.com/mimecast/ioriot I/O Riot at Mimecast - -### My old personal website - -It's still there for fun + profit. - -=> http://paul.buetow.org - -It's powered by Xerl, my own CMS: - -=> http://xerl.buetow.org - -=> ./ Go back to the main site diff --git a/content/gemtext/favicon.ico b/content/gemtext/favicon.ico deleted file mode 100644 index 999c023..0000000 Binary files a/content/gemtext/favicon.ico and /dev/null differ diff --git a/content/gemtext/gemfeed/2008-06-26-perl-poetry.gmi b/content/gemtext/gemfeed/2008-06-26-perl-poetry.gmi deleted file mode 100644 index 0414a23..0000000 --- a/content/gemtext/gemfeed/2008-06-26-perl-poetry.gmi +++ /dev/null @@ -1,166 +0,0 @@ -# Perl Poetry - -``` - '\|/' * --- * ----- - /|\ ____ - ' | ' {_ o^> * - : -_ /) - : ( ( .-''`'. - . \ \ / \ - . \ \ / \ - \ `-' `'. - \ . ' / `. - \ ( \ ) ( .') - ,, t '. | / | ( - '|``_/^\___ '| |`'-..-'| ( () -_~~|~/_|_|__/|~~~~~~~ | / ~~~~~ | | ~~~~~~~~ - -_ |L[|]L|/ | |\ MJP ) ) - ( |( / /| - ~~ ~ ~ ~~~~ | /\\ / /| | - || \\ _/ / | | - ~ ~ ~~~ _|| (_/ (___)_| |Nov291999 - (__) (____) -``` - -> Written by Paul Buetow 2008-06-26, last updated 2021-05-04 - -Here are some Perl Poems I wrote. They don't do anything useful when you run them, but they don't produce a compiler error either. They only exist for fun and demonstrate what you can do with Perl syntax. - -Wikipedia: "Perl poetry is the practice of writing poems that can be compiled as legal Perl code, for example the piece known as Black Perl. Perl poetry is made possible by the large number of English words that are used in the Perl language. New poems are regularly submitted to the community at PerlMonks." - -=> https://en.wikipedia.org/wiki/Perl - -## math.pl - -``` -#!/usr/bin/perl - -# (C) 2006 by Paul C. Buetow (http://paul.buetow.org) - -goto library for study $math; -BEGIN { s/earching/ books/ -and read $them, $at, $the } library: - -our $topics, cos and tan, -require strict; import { of, tied $patience }; - -do { int'egrate'; sub trade; }; -do { exp'onentize' and abs'olutize' }; -study and study and study and study; - -foreach $topic ({of, math}) { -you, m/ay /go, to, limits } - -do { not qw/erk / unless $success -and m/ove /o;$n and study }; - -do { int'egrate'; sub trade; }; -do { exp'onentize' and abs'olutize' }; -study and study and study and study; - -grep /all/, exp'onents' and cos'inuses'; -/seek results/ for @all, log'4rithms'; - -'you' =~ m/ay /go, not home -unless each %book ne#ars -$completion; - -do { int'egrate'; sub trade; }; -do { exp'onentize' and abs'olutize' }; - -#at -home: //ig,'nore', time and sleep $very =~ s/tr/on/g; -__END__ - -``` - -## christmas.pl - -``` -#!/usr/bin/perl - -# (C) 2006 by Paul C. Buetow (http://paul.buetow.org) - -Christmas:{time;#!!! - -Children: do tell $wishes; - -Santa: for $each (@children) { -BEGIN { read $each, $their, wishes and study them; use Memoize#ing - -} use constant gift, 'wrapping'; -package Gifts; pack $each, gift and bless $each and goto deliver -or do import if not local $available,!!! HO, HO, HO; - -redo Santa, pipe $gifts, to_childs; -redo Santa and do return if last one, is, delivered; - -deliver: gift and require diagnostics if our $gifts ,not break; -do{ use NEXT; time; tied $gifts} if broken and dump the, broken, ones; -The_children: sleep and wait for (each %gift) and try { to => untie $gifts }; - -redo Santa, pipe $gifts, to_childs; -redo Santa and do return if last one, is, delivered; - -The_christmas_tree: formline s/ /childrens/, $gifts; -alarm and warn if not exists $Christmas{ tree}, @t, $ENV{HOME}; -write < $sell }; -for $their (@business) { to:; earn:; a:; lot:; of:; money: } - -do not goto home and exit mall if exists $new{product}; -foreach $of (q(uality rich products)){} package products; - -our $news; do tell cool products() and do{ sub#tract -cool{ $products and shift @the, @bad, @ones; - -do bless [q(uality)], $products -and return not undef $stuff if not (local $available) }}; - -do { study and study and study for cool products() } -and do { seek $all, cool products(), { to => $buy } }; - -do { write $them, $down } and do { order: foreach (@case) { package s } }; -goto home if not exists $more{money} or die q(uerying) ;for( @money){}; - -at:;home: do { END{} and:; rest:; a:; bit: exit $shopping } -and sleep until unpack$ing, cool products(); - -__END__ -This is perl, v5.8.8 built for i386-freebsd-64int -``` - -## More... - -Did you like what you saw? Have a look at Github to see my other poems too: - -=> https://github.com/snonux/perl-poetry - -E-Mail me your thoughts at comments@mx.buetow.org! - -=> ../ Go back to the main site diff --git a/content/gemtext/gemfeed/2010-04-09-standard-ml-and-haskell.gmi b/content/gemtext/gemfeed/2010-04-09-standard-ml-and-haskell.gmi deleted file mode 100644 index a4a1dc5..0000000 --- a/content/gemtext/gemfeed/2010-04-09-standard-ml-and-haskell.gmi +++ /dev/null @@ -1,174 +0,0 @@ -# Standard ML and Haskell - -> Written by Paul Buetow 2010-04-09 - -I am currently looking into the functional programming language Standard ML (aka SML). The purpose is to refresh my functional programming skills and to learn something new too. Since I already know a little Haskell, could I do not help myself and I implemented the same exercises in Haskell too. - -As you will see, SML and Haskell are very similar (at least when it comes to the basics). However, the syntax of Haskell is a bit more "advanced". Haskell utilizes fewer keywords (e.g. no val, end, fun, fn ...). Haskell also allows to explicitly write down the function types. What I have been missing in SML so far is the so-called pattern guards. Although this is a very superficial comparison for now, so far I like Haskell more than SML. Nevertheless, I thought it would be fun to demonstrate a few simple functions of both languages to show off the similarities. - -Haskell is also a "pure functional" programming language, whereas SML also makes explicit use of imperative concepts. I am by far not a specialist in either of these languages but here are a few functions implemented in both, SML and Haskell: - -## Defining a multi data type - -Standard ML: - -``` -datatype ’a multi - = EMPTY - | ELEM of ’a - | UNION of ’a multi * ’a multi -``` - -Haskell: - -``` -data (Eq a) => Multi a - = Empty - | Elem a - | Union (Multi a) (Multi a) - deriving Show -``` - -## Processing a multi - -Standard ML: - -``` -fun number (EMPTY) _ = 0 - | number (ELEM x) w = if x = w then 1 else 0 - | number (UNION (x,y)) w = (number x w) + (number y w) -fun test_number w = number (UNION (EMPTY, \ - UNION (ELEM 4, UNION (ELEM 6, \ - UNION (UNION (ELEM 4, ELEM 4), EMPTY))))) w -``` - -Haskell: - -``` -number Empty _ = 0 -number (Elem x) w = if x == w then 1 else 0 -test_number w = number (Union Empty \ - (Union (Elem 4) (Union (Elem 6) \ - (Union (Union (Elem 4) (Elem 4)) Empty)))) w -``` - -## Simplify function - -Standard ML: - -``` -fun simplify (UNION (x,y)) = - let fun is_empty (EMPTY) = true | is_empty _ = false - val x’ = simplify x - val y’ = simplify y - in if (is_empty x’) andalso (is_empty y’) - then EMPTY - else if (is_empty x’) - then y’ - else if (is_empty y’) - then x’ - else UNION (x’, y’) - end - | simplify x = x -``` - -Haskell: - -``` -simplify (Union x y) - | (isEmpty x’) && (isEmpty y’) = Empty - | isEmpty x’ = y’ - | isEmpty y’ = x’ - | otherwise = Union x’ y’ - where - isEmpty Empty = True - isEmpty _ = False - x’ = simplify x - y’ = simplify y -simplify x = x -``` - -## Delete all - -Standard ML: - -``` -fun delete_all m w = - let fun delete_all’ (ELEM x) = if x = w then EMPTY else ELEM x - | delete_all’ (UNION (x,y)) = UNION (delete_all’ x, delete_all’ y) - | delete_all’ x = x - in simplify (delete_all’ m) - end -``` - -Haskell: - -``` -delete_all m w = simplify (delete_all’ m) - where - delete_all’ (Elem x) = if x == w then Empty else Elem x - delete_all’ (Union x y) = Union (delete_all’ x) (delete_all’ y) - delete_all’ x = x -``` - -## Delete one - -Standard ML: - -``` -fun delete_one m w = - let fun delete_one’ (UNION (x,y)) = - let val (x’, deleted) = delete_one’ x - in if deleted - then (UNION (x’, y), deleted) - else let val (y’, deleted) = delete_one’ y - in (UNION (x, y’), deleted) - end - end - | delete_one’ (ELEM x) = - if x = w then (EMPTY, true) else (ELEM x, false) - | delete_one’ x = (x, false) - val (m’, _) = delete_one’ m - in simplify m’ - end -``` - -Haskell: - -``` -delete_one m w = do - let (m’, _) = delete_one’ m - simplify m’ - where - delete_one’ (Union x y) = - let (x’, deleted) = delete_one’ x - in if deleted - then (Union x’ y, deleted) - else let (y’, deleted) = delete_one’ y - in (Union x y’, deleted) - delete_one’ (Elem x) = - if x == w then (Empty, True) else (Elem x, False) - delete_one’ x = (x, False) -``` - -## Higher order functions - -The first line is always the SML code, the second line always the Haskell variant: - -``` -fun make_map_fn f1 = fn (x,y) => f1 x :: y -make_map_fn f1 = \x y -> f1 x : y - -fun make_filter_fn f1 = fn (x,y) => if f1 x then x :: y else y -make_filter_fn f1 = \x y -> if f1 then x : y else y - -fun my_map f l = foldr (make_map_fn f) [] l -my_map f l = foldr (make_map_fn f) [] l - -fun my_filter f l = foldr (make_filter_fn f) [] l -my_filter f l = foldr (make_filter_fn f) [] l -``` - -E-Mail me your thoughts at comments@mx.buetow.org! - -=> ../ Go back to the main site diff --git a/content/gemtext/gemfeed/2010-05-09-the-fype-programming-language.gmi b/content/gemtext/gemfeed/2010-05-09-the-fype-programming-language.gmi deleted file mode 100644 index dc28ef6..0000000 --- a/content/gemtext/gemfeed/2010-05-09-the-fype-programming-language.gmi +++ /dev/null @@ -1,510 +0,0 @@ -# The Fype Programming Language - -``` - ____ _ __ - / / _|_ _ _ __ ___ _ _ ___ __ _| |__ / _|_ _ - / / |_| | | | '_ \ / _ \ | | | |/ _ \/ _` | '_ \ | |_| | | | - _ / /| _| |_| | |_) | __/ | |_| | __/ (_| | | | |_| _| |_| | -(_)_/ |_| \__, | .__/ \___| \__, |\___|\__,_|_| |_(_)_| \__, | - |___/|_| |___/ |___/ -``` - -> Written by Paul Buetow 2010-05-09, last updated 2021-05-05 - -Fype is an interpreted programming language created by me for learning and fun. The interpreter is written in C. It has been tested on FreeBSD and NetBSD and may also work on other Unix like operating systems such as Linux based ones. To be honest, besides learning and fun there is really no other use case of why Fype actually exists as many other programming languages are much faster and more powerful. - -The Fype syntax is very simple and is using a maximum look ahead of 1 and a very easy top down parsing mechanism. Fype is parsing and interpreting its code simultaneously. This means, that syntax errors are only detected during program runtime. - -Fype is a recursive acronym and means "Fype is For Your Program Execution" or "Fype is Free Yak Programmed for ELF". You could also say "It's not a hype - it's Fype!". - -## Object oriented C style - -The Fype interpreter is written in an object oriented style of C. Each "main component" has its own .h and .c file. There is a struct type for each (most components at least) component which can be initialized using a "COMPONENT_new" function and destroyed using a "COMPONENT_delete" function. Method calls follow the same schema, e.g. "COMPONENT_METHODNAME". There is no such as class inheritance and polymorphism involved. - -To give you an idea how it works here as an example is a snippet from the main Fype "class header": - -``` -typedef struct { - Tupel *p_tupel_argv; // Contains command line options - List *p_list_token; // Initial list of token - Hash *p_hash_syms; // Symbol table - char *c_basename; -} Fype; -``` - -And here is a snippet from the main Fype "class implementation": - -``` -Fype* -fype_new() { - Fype *p_fype = malloc(sizeof(Fype)); - - p_fype->p_hash_syms = hash_new(512); - p_fype->p_list_token = list_new(); - p_fype->p_tupel_argv = tupel_new(); - p_fype->c_basename = NULL; - - garbage_init(); - - return (p_fype); -} - -void -fype_delete(Fype *p_fype) { - argv_tupel_delete(p_fype->p_tupel_argv); - - hash_iterate(p_fype->p_hash_syms, symbol_cleanup_hash_syms_cb); - hash_delete(p_fype->p_hash_syms); - - list_iterate(p_fype->p_list_token, token_ref_down_cb); - list_delete(p_fype->p_list_token); - - if (p_fype->c_basename) - free(p_fype->c_basename); - - garbage_destroy(); -} - -int -fype_run(int i_argc, char **pc_argv) { - Fype *p_fype = fype_new(); - - // argv: Maintains command line options - argv_run(p_fype, i_argc, pc_argv); - - // scanner: Creates a list of token - scanner_run(p_fype); - - // interpret: Interpret the list of token - interpret_run(p_fype); - - fype_delete(p_fype); - - return (0); -} -``` - -## Data types - -Fype uses auto type conversion. However, if you want to know what's going on you may take a look at the following basic data types: -* integer - Specifies a number -* double - Specifies a double precision number -* string - Specifies a string -* number - May be an integer or a double number -* any- May be any type above -* void - No type -* identifier - It's a variable name or a procedure name or a function name - -There is no boolean type, but we can use the integer values 0 for false and 1 for true. There is support for explicit type casting too. - -## Syntax - -### Comments - -Text from a # character until the end of the current line is considered being a comment. Multi line comments may start with an #* and with a *# anywhere. Exceptions are if those signs are inside of strings. - -### Variables - -Variables can be defined with the "my" keyword (inspired by Perl :-). If you don't assign a value during declaration, then it's using the default integer value 0. Variables may be changed during program runtime. Variables may be deleted using the "undef" keyword! Example: - -``` -my foo = 1 + 2; -say foo; - -my bar = 12, baz = foo; -say 1 + bar; -say bar; - -my baz; -say baz; # Will print out 0 -``` - -You may use the "defined" keyword to check if an identifier has been defined or not: - -``` -ifnot defined foo { - say "No foo yet defined"; -} - -my foo = 1; - -if defined foo { - put "foo is defined and has the value "; - say foo; -} -``` - -### Synonyms - -Each variable can have as many synonyms as wished. A synonym is another name to access the content of a specific variable. Here is an example of how to use is: - -``` -my foo = "foo"; -my bar = \foo; -foo = "bar"; - -# The synonym variable should now also set to "bar" -assert "bar" == bar; -``` - -Synonyms can be used for all kind of identifiers. It's not limited to normal variables but can be also used for function and procedure names etc (more about functions and procedures later). - -``` -# Create a new procedure baz -proc baz { say "I am baz"; } - -# Make a synonym baz, and undefine baz -my bay = \baz; - -undef baz; - -# bay still has a reference of the original procedure baz -bay; # this prints aut "I am baz" -``` - -The "syms" keyword gives you the total number of synonyms pointing to a specific value: - -``` -my foo = 1; -say syms foo; # Prints 1 - -my baz = \foo; -say syms foo; # Prints 2 -say syms baz; # Prints 2 - -undef baz; -say syms foo; # Prints 1 -``` - -## Statements and expressions - -A Fype program is a list of statements. Each keyword, expression or function call is part of a statement. Each statement is ended with a semicolon. Example: - -``` -my bar = 3, foo = 1 + 2; -say foo; -exit foo - bar; -``` - -### Parenthesis - -All parenthesis for function arguments are optional. They help to make the code better readable. They also help to force precedence of expressions. - -### Basic expressions - -Any "any" value holding a string will be automatically converted to an integer value. - -``` -(any) + -(any) - -(any) * -(any) / -(integer) == -(integer) != -(integer) <= -(integer) gt -(integer) <> -(integer) gt -(integer) not -``` - -### Bitwise expressions - -``` -(integer) :< -(integer) :> -(integer) and -(integer) or -(integer) xor -``` - -### Numeric expressions - -``` -(number) neg -``` - -... returns the negative value of "number": - -``` -(integer) no -``` - -... returns 1 if the argument is 0, otherwise it will return 0! If no argument is given, then 0 is returned! - -``` -(integer) yes -``` - -... always returns 1. The parameter is optional. Example: - -``` -# Prints out 1, because foo is not defined -if yes { say no defined foo; } -``` - -## Control statements - -Control statements available in Fype: - -``` -if { } -``` - -... runs the statements if the expression evaluates to a true value. - -``` -ifnot { } -``` - -... runs the statements if the expression evaluates to a false value. - -``` -while { } -``` - -... runs the statements as long as the expression evaluates to a true value. - -``` -until { } -``` - -... runs the statements as long as the expression evaluates to a false value. - -## Scopes - -A new scope starts with an { and ends with an }. An exception is a procedure, which does not use its own scope (see later in this manual). Control statements and functions support scopes. The "scope" function prints out all available symbols at the current scope. Here is a small example: - -``` -my foo = 1; - -{ - # Prints out 1 - put defined foo; - { - my bar = 2; - - # Prints out 1 - put defined bar; - - # Prints out all available symbols at this - # point to stdout. Those are: bar and foo - scope; - } - - # Prints out 0 - put defined bar; - - my baz = 3; -} - -# Prints out 0 -say defined bar; -``` - -Another example including an actual output: - -``` -./fype -e ’my global; func foo { my var4; func bar { my var2, var3; func baz { my var1; scope; } baz; } bar; } foo;’ -Scopes: -Scope stack size: 3 -Global symbols: -SYM_VARIABLE: global (id=00034, line=-0001, pos=-001, type=TT_INTEGER, dval=0.000000, refs=-1) -SYM_FUNCTION: foo -Local symbols: -SYM_VARIABLE: var1 (id=00038, line=-0001, pos=-001, type=TT_INTEGER, dval=0.000000, refs=-1) -1 level(s) up: -SYM_VARIABLE: var2 (id=00036, line=-0001, pos=-001, type=TT_INTEGER, dval=0.000000, refs=-1) -SYM_VARIABLE: var3 (id=00037, line=-0001, pos=-001, type=TT_INTEGER, dval=0.000000, refs=-1) -SYM_FUNCTION: baz -2 level(s) up: -SYM_VARIABLE: var4 (id=00035, line=-0001, pos=-001, type=TT_INTEGER, dval=0.000000, refs=-1) -SYM_FUNCTION: bar -``` - -## Definedness - -``` -(integer) defined -``` - -... returns 1 if "identifier" has been defined. Returns 0 otherwise. - -``` -(integer) undef -``` - -... tries to undefine/delete the "identifier". Returns 1 if it succeeded, otherwise 0 is returned. - -## System - -These are some system and interpreter specific built-in functions supported: - -``` -(void) end -``` - -... exits the program with the exit status of 0. - -``` -(void) exit -``` - -... exits the program with the specified exit status. - -``` -(integer) fork -``` - -... forks a subprocess. It returns 0 for the child process and the pid of the child process otherwise! Example: - -``` -my pid = fork; - -if pid { - put "I am the parent process; child has the pid "; - say pid; - -} ifnot pid { - say "I am the child process"; -} -``` - -To execute the garbage collector do: - -``` -(integer) gc -``` - -It returns the number of items freed! You may wonder why most of the time it will return a value of 0! Fype tries to free not needed memory ASAP. This may change in future versions in order to gain faster execution speed! - -### I/O - -``` -(any) put -``` - -... prints out the argument - -``` -(any) say -``` - -is the same as put, but also includes an ending newline. - -``` -(void) ln -``` - -... just prints a newline. - -## Procedures and functions - -### Procedures - -A procedure can be defined with the "proc" keyword and deleted with the "undef" keyword. A procedure does not return any value and does not support parameter passing. It's using already defined variables (e.g. global variables). A procedure does not have its own namespace. It's using the calling namespace. It is possible to define new variables inside of a procedure in the current namespace. - -``` -proc foo { - say 1 + a * 3 + b; - my c = 6; -} - -my a = 2, b = 4; - -foo; # Run the procedure. Print out "11\n" -say c; # Print out "6\n"; -``` - -### Nested procedures - -It's possible to define procedures inside of procedures. Since procedures don't have its own scope, nested procedures will be available to the current scope as soon as the main procedure has run the first time. You may use the "defined" keyword in order to check if a procedure has been defined or not. - -``` -proc foo { - say "I am foo"; - - undef bar; - proc bar { - say "I am bar"; - } -} - -# Here bar would produce an error because -# the proc is not yet defined! -# bar; - -foo; # Here the procedure foo will define the procedure bar! -bar; # Now the procedure bar is defined! -foo; # Here the procedure foo will redefine bar again! -``` - -### Functions - -A function can be defined with the "func" keyword and deleted with the "undef" keyword. Function do not yet return values and do not yet supports parameter passing. It's using local (lexical scoped) variables. If a certain variable does not exist, when It's using already defined variables (e.g. one scope above). - -``` -func foo { - say 1 + a * 3 + b; - my c = 6; -} - -my a = 2, b = 4; - -foo; # Run the procedure. Print out "11\n" -say c; # Will produce an error, because c is out of scoped! -``` - -### Nested functions - -Nested functions work the same way the nested procedures work, with the exception that nested functions will not be available anymore after the function has been left! - -``` -func foo { - func bar { - say "Hello i am nested"; - } - - bar; # Calling nested -} - -foo; -bar; # Will produce an error, because bar is out of scope! -``` - -## Arrays - -Some progress on arrays has been made too. The following example creates a multi dimensional array "foo". Its first element is the return value of the func which is "bar". The fourth value is a string ”3” converted to a double number. The last element is an anonymous array which itself contains another anonymous array as its last element: - -``` -func bar { say ”bar” } -my foo = [bar, 1, 4/2, double ”3”, [”A”, [”BA”, ”BB”]]]; -say foo; -``` - -It produces the following output: - -``` -% ./fype arrays.fy -bar -01 -2 -3.000000 -A -BA -BB -``` - -## Fancy stuff - -Fancy stuff like OOP or Unicode or threading is not planed. But fancy stuff like function pointers and closures may be considered.:) - -## May the source be with you - -You can find all of this on the GitHub page. There is also an "examples" folders containing some Fype scripts! - -=> https://github.com/snonux/fype - -E-Mail me your thoughts at comments@mx.buetow.org! - -=> ../ Go back to the main site diff --git a/content/gemtext/gemfeed/2011-05-07-perl-daemon-service-framework.gmi b/content/gemtext/gemfeed/2011-05-07-perl-daemon-service-framework.gmi deleted file mode 100644 index addd891..0000000 --- a/content/gemtext/gemfeed/2011-05-07-perl-daemon-service-framework.gmi +++ /dev/null @@ -1,163 +0,0 @@ -# Perl Daemon (Service Framework) - -``` - a'! _,,_ a'! _,,_ a'! _,,_ - \\_/ \ \\_/ \ \\_/ \.-, - \, /-( /'-,\, /-( /'-, \, /-( / - //\ //\\ //\ //\\ //\ //\\jrei -``` - -> Written by Paul Buetow 2011-05-07, last updated 2021-05-07 - -PerlDaemon is a minimal daemon for Linux and other Unix like operating systems programmed in Perl. It is a minimal but pretty functional and fairly generic service framework. This means that it does not do anything useful other than providing a framework for starting, stopping, configuring and logging. In order to do something useful, a module (written in Perl) must be provided. - -## Features - -PerlDaemon supports: - -* Automatic daemonizing -* Logging -* logrotation (via SIGHUP) -* Clean shutdown support (SIGTERM) -* Pid file support (incl. check on startup) -* Easy to configure -* Easy to extend -* Multi instance support (just use a different directory for each instance). - -## Quick Guide - -``` -# Starting - ./bin/perldaemon start (or shortcut ./control start) - -# Stopping - ./bin/perldaemon stop (or shortcut ./control stop) - -# Alternatively: Starting in foreground -./bin/perldaemon start daemon.daemonize=no (or shortcut ./control foreground) -``` - -To stop a daemon running in foreground mode "Ctrl+C" must be hit. To see more available startup options run "./control" without any argument. - -## How to configure - -The daemon instance can be configured in "./conf/perldaemon.conf". If you want to change a property only once, it is also possible to specify it on command line (that then will take precedence over the config file). All available config properties can be viewed via "./control keys": - -``` -pb@titania:~/svn/utils/perldaemon/trunk$ ./control keys -# Path to the logfile -daemon.logfile=./log/perldaemon.log - -# The amount of seconds until the next event look takes place -daemon.loopinterval=1 - -# Path to the modules dir -daemon.modules.dir=./lib/PerlDaemonModules - -# Specifies either the daemon should run in daemon or foreground mode -daemon.daemonize=yes - -# Path to the pidfile -daemon.pidfile=./run/perldaemon.pid - -# Each module should run every runinterval seconds -daemon.modules.runinterval=3 - -# Path to the alive file (is touched every loopinterval seconds, usable to monitor) -daemon.alivefile=./run/perldaemon.alive - -# Specifies the working directory -daemon.wd=./ -``` - -## Example - -So let's start the daemon with a loop interval of 10 seconds: - -``` -$ ./control keys | grep daemon.loopinterval -daemon.loopinterval=1 -$ ./control keys daemon.loopinterval=10 | grep daemon.loopinterval -daemon.loopinterval=10 -$ ./control start daemon.loopinterval=10; sleep 10; tail -n 2 log/perldaemon.log -Starting daemon now... -Mon Jun 13 11:29:27 2011 (PID 2838): Triggering PerlDaemonModules::ExampleModule -(last triggered before 10.002106s; carry: 7.002106s; wanted interval: 3s) -Mon Jun 13 11:29:27 2011 (PID 2838): ExampleModule Test 2 -$ ./control stop -Stopping daemon now... -``` - -If you want to change that property forever either edit perldaemon.conf or do this: - -``` -$ ./control keys daemon.loopinterval=10 > new.conf; mv new.conf conf/perldaemon.conf -``` - -## HiRes event loop - -PerlDaemon uses `Time::HiRes` to make sure that all the events run in correct intervals. Each loop run a time carry value is recorded and added to the next loop run in order to catch up lost time. - -## Writing your own modules - -### Example module - -This is one of the example modules you will find in the source code. It should be quite self-explanatory if you know Perl :-). - -``` -package PerlDaemonModules::ExampleModule; - -use strict; -use warnings; - -sub new ($$$) { - my ($class, $conf) = @_; - - my $self = bless { conf => $conf }, $class; - - # Store some private module stuff - $self->{counter} = 0; - - return $self; -} - -# Runs periodically in a loop (set interval in perldaemon.conf) -sub do ($) { - my $self = shift; - my $conf = $self->{conf}; - my $logger = $conf->{logger}; - - # Calculate some private module stuff - my $count = ++$self->{counter}; - - $logger->logmsg("ExampleModule Test $count"); -} - -1; -``` - -### Your own module - -Want to give it some better use? It's just as easy as: - -``` - cd ./lib/PerlDaemonModules/ - cp ExampleModule.pm YourModule.pm - vi YourModule.pm - cd - - ./bin/perldaemon restart (or shortcurt ./control restart) -``` - -Now watch `./log/perldaemon.log` closely. It is a good practice to test your modules in 'foreground mode' (see above how to do that). - -BTW: You can install as many modules within the same instance as desired. But they are run in sequential order (in future they can also run in parallel using several threads or processes). - -## May the source be with you - -You can find PerlDaemon (including the examples) at: - -=> https://github.com/snonux/perldaemon - -E-Mail me your thoughts at comments@mx.buetow.org! - -=> ../ Go back to the main site diff --git a/content/gemtext/gemfeed/2014-03-24-the-fibonacci.pl.c-polyglot.gmi b/content/gemtext/gemfeed/2014-03-24-the-fibonacci.pl.c-polyglot.gmi deleted file mode 100644 index 06a463c..0000000 --- a/content/gemtext/gemfeed/2014-03-24-the-fibonacci.pl.c-polyglot.gmi +++ /dev/null @@ -1,110 +0,0 @@ -# The fibonacci.pl.c Polyglot - -> Written by Paul Buetow 2014-03-24 - -In computing, a polyglot is a computer program or script written in a valid form of multiple programming languages, which performs the same operations or output independent of the programming language used to compile or interpret it - -=> https://en.wikipedia.org/wiki/Polyglot_(computing) - -## The Fibonacci numbers - -For fun, I programmed my own Polyglot, which is both, valid Perl and C code. The interesting part about C is, that $ is a valid character to start variable names with: - -``` -#include - -#define $arg function_argument -#define my int -#define sub int -#define BEGIN int main(void) - -my $arg; - -sub hello() { - printf("Hello, welcome to Perl-C!\n"); - printf("This program is both, valid C and Perl code!\n"); - printf("It calculates all fibonacci numbers from 0 to 9!\n\n"); - return 0; -} - -sub fibonacci() { - my $n = $arg; - - if ($n < 2) { - return $n; - } - - $arg = $n - 1; - my $fib1 = fibonacci(); - $arg = $n - 2; - my $fib2 = fibonacci(); - - return $fib1 + $fib2; -} - -BEGIN { - hello(); - my $i = 0; - - for ($i = 0; $i <= 10; ++$i) { - $arg = $i; - printf("fib(%d) = %d\n", $i, fibonacci()); - } - - return 0; -} -``` - -You can find the whole source code at GitHub: - -=> https://github.com/snonux/perl-c-fibonacci - -### Let's run it with Perl: - -``` -❯ perl fibonacci.pl.c -Hello, welcome to Perl-C! -This program is both, valid C and Perl code! -It calculates all fibonacci numbers from 0 to 9! - -fib(0) = 0 -fib(1) = 1 -fib(2) = 1 -fib(3) = 2 -fib(4) = 3 -fib(5) = 5 -fib(6) = 8 -fib(7) = 13 -fib(8) = 21 -fib(9) = 34 -fib(10) = 55 -``` - - -### Let's compile it as C and run the binary: - -``` -❯ gcc fibonacci.pl.c -o fibonacci -❯ ./fibonacci -Hello, welcome to Perl-C! -This program is both, valid C and Perl code! -It calculates all fibonacci numbers from 0 to 9! - -fib(0) = 0 -fib(1) = 1 -fib(2) = 1 -fib(3) = 2 -fib(4) = 3 -fib(5) = 5 -fib(6) = 8 -fib(7) = 13 -fib(8) = 21 -fib(9) = 34 -fib(10) = 55 -``` - -It's really fun to play with :-). - -E-Mail me your thoughts at comments@mx.buetow.org! - -=> ../ Go back to the main site diff --git a/content/gemtext/gemfeed/2015-12-05-run-debian-on-your-phone-with-debroid.gmi b/content/gemtext/gemfeed/2015-12-05-run-debian-on-your-phone-with-debroid.gmi deleted file mode 100644 index 0385783..0000000 --- a/content/gemtext/gemfeed/2015-12-05-run-debian-on-your-phone-with-debroid.gmi +++ /dev/null @@ -1,180 +0,0 @@ -# Run Debian on your phone with Debroid - -``` - ____ _ _ _ -| _ \ ___| |__ _ __ ___ (_) __| | -| | | |/ _ \ '_ \| '__/ _ \| |/ _` | -| |_| | __/ |_) | | | (_) | | (_| | -|____/ \___|_.__/|_| \___/|_|\__,_| - -``` - -> Written by Paul Buetow 2015-12-05, last updated 2021-05-16 - -You can use the following tutorial to install a full-blown Debian GNU/Linux Chroot on a LG G3 D855 CyanogenMod 13 (Android 6). First of all you need to have root permissions on your phone and you also need to have the developer mode activated. The following steps have been tested on Linux (Fedora 23). - -=> ./2015-12-05-run-debian-on-your-phone-with-debroid/Deboroid.png - -## Foreword - -A couple of years have passed since I last worked on Debroid. At the moment I am using the Termux app on Android, which is less sophisticated than a fully blown Debian installation, but sufficient for my current requirements. The content of this site may be still relevant and it would also work with more recent versions of Debian and Android. I would expect that some minor modifications need to be made though. - -## Step by step guide - -All scripts mentioned here can be found on GitHub at: - -=> https://github.com/snonux/debroid - -### First debootstrap stage - -This is to be performed on a Fedora Linux machine (could work on a Debian too, but Fedora is just what I use on my personal Laptop). The following steps prepare an initial Debian base image, which then later can be transferred to the phone. - -```code -sudo dnf install debootstrap -# 5g -dd if=/dev/zero of=jessie.img bs=$[ 1024 * 1024 ] \ - count=$[ 1024 * 5 ] - -# Show used loop devices -sudo losetup -f -# Store the next free one to $loop -loop=loopN -sudo losetup /dev/$loop jessie.img - -mkdir jessie -sudo mkfs.ext4 /dev/$loop -sudo mount /dev/$loop jessie -sudo debootstrap --foreign --variant=minbase \ - --arch armel jessie jessie/ \ - http://http.debian.net/debian -sudo umount jessie -``` - -### Copy Debian image to the phone - -Now setup the Debian image on an external SD card on the Phone via Android Debugger as follows: - -``` -adb root && adb wait-for-device && adb shell -mkdir -p /storage/sdcard1/Linux/jessie -exit - -# Sparse image problem, may be too big for copying otherwise -gzip jessie.img -# Copy over -adb push jessie.img.gz /storage/sdcard1/Linux/jessie.img.gz -adb shell -cd /storage/sdcard1/Linux -gunzip jessie.img.gz - -# Show used loop devices -losetup -f -# Store the next free one to $loop -loop=loopN - -# Use the next free one (replace the loop number) -losetup /dev/block/$loop $(pwd)/jessie.img -mount -t ext4 /dev/block/$loop $(pwd)/jessie - -# Bind-Mound proc, dev, sys` -busybox mount --bind /proc $(pwd)/jessie/proc -busybox mount --bind /dev $(pwd)/jessie/dev -busybox mount --bind /dev/pts $(pwd)/jessie/dev/pts -busybox mount --bind /sys $(pwd)/jessie/sys - -# Bind-Mound the rest of Android -mkdir -p $(pwd)/jessie/storage/sdcard{0,1} -busybox mount --bind /storage/emulated \ - $(pwd)/jessie/storage/sdcard0 -busybox mount --bind /storage/sdcard1 \ - $(pwd)/jessie/storage/sdcard1 - -# Check mounts -mount | grep jessie -``` - -### Second debootstrap stage - -This is to be performed on the Android phone itself (inside a Debian chroot): - -``` -chroot $(pwd)/jessie /bin/bash -l -export PATH=/bin:/usr/bin:/usr/local/bin:/sbin:/usr/sbin:/usr/local/sbin -/debootstrap/debootstrap --second-stage -exit # Leave chroot -exit # Leave adb shell -``` - -### Setup of various scripts - -jessie.sh deals with all the loopback mount magic and so on. It will be run later every time you start Debroid on your phone. - -``` -# Install script jessie.sh -adb push storage/sdcard1/Linux/jessie.sh /storage/sdcard/Linux/jessie.sh -adb shell -cd /storage/sdcard1/Linux -sh jessie.sh enter - -# Bashrc -cat <~/.bashrc -export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:$PATH -export EDITOR=vim -hostname $(cat /etc/hostname) -END - -# Fixing an error message while loading the profile -sed -i s#id#/usr/bin/id# /etc/profile - -# Setting the hostname -echo phobos > /etc/hostname -echo 127.0.0.1 phobos > /etc/hosts -hostname phobos - -# Apt-sources -cat < sources.list -deb http://ftp.uk.debian.org/debian/ jessie main contrib non-free -deb-src http://ftp.uk.debian.org/debian/ jessie main contrib non-free -END -apt-get update -apt-get upgrade -apt-get dist-upgrade -exit # Exit chroot -``` - -### Entering Debroid and enable a service - -This enters Debroid on your phone and starts the example service uptimed: - -``` -sh jessie.sh enter - -# Setup example serice uptimed -apt-get install uptimed -cat < /etc/rc.debroid -export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:$PATH -service uptimed status &>/dev/null || service uptimed start -exit 0 -END - -chmod 0755 /etc/rc.debroid -exit # Exit chroot -exit # Exit adb shell -``` - -### Include to Android startup: - -I you want to start Debroid automatically every time when your phone starts, then do the following: - -``` -adb push data/local/userinit.sh /data/local/userinit.sh -adb shell -chmod +x /data/local/userinit.sh -exit -``` - -Reboot & test! Enjoy! - -E-Mail me your thoughts at comments@mx.buetow.org! - -=> ../ Go back to the main site diff --git a/content/gemtext/gemfeed/2015-12-05-run-debian-on-your-phone-with-debroid/Deboroid.png b/content/gemtext/gemfeed/2015-12-05-run-debian-on-your-phone-with-debroid/Deboroid.png deleted file mode 100644 index f76cf22..0000000 Binary files a/content/gemtext/gemfeed/2015-12-05-run-debian-on-your-phone-with-debroid/Deboroid.png and /dev/null differ diff --git a/content/gemtext/gemfeed/2016-04-03-offsite-backup-with-zfs.gmi b/content/gemtext/gemfeed/2016-04-03-offsite-backup-with-zfs.gmi deleted file mode 100644 index cbde3ce..0000000 --- a/content/gemtext/gemfeed/2016-04-03-offsite-backup-with-zfs.gmi +++ /dev/null @@ -1,42 +0,0 @@ -# Offsite backup with ZFS - -``` - ________________ -|# : : #| -| : ZFS/GELI : | -| : Offsite : | -| : Backup : | -| :___________: | -| _________ | -| | __ | | -| || | | | -\____||__|_____|__| -``` - -> Written by Paul Buetow 2016-04-03 - -## Please don't lose all my pictures again! - -When it comes to data storage and potential data loss I am a paranoid person. It is not just due to my job but also due to a personal experience I encountered over 10 years ago: A single drive failure and loss of all my data (pictures, music, ....). - -A little about my personal infrastructure: I am running my own (mostly FreeBSD based) root servers (across several countries: Two in Germany, one in Canada, one in Bulgaria) which store all my online data (E-Mail and my Git repositories). I am syncing incremental (and encrypted) ZFS snapshots between these servers forth and back so either data could be recovered from the other server. - -## Local storage box for offline data - -Also, I am operating a local server (an HP MicroServer) at home in my apartment. Full snapshots of all ZFS volumes are pulled from the "online" servers to the local server every other week and the incremental ZFS snapshots every day. That local server has a ZFS ZMIRROR with 3 disks configured (local triple redundancy). I keep up to half a year worth of ZFS snapshots of all volumes. That local server also contains all my offline data such as pictures, private documents, videos, books, various other backups, etc. - -Once weekly all the data of that local server is copied to two external USB drives as a backup (without the historic snapshots). For simplicity these USB drives are not formatted with ZFS but with good old UFS. This gives me a chance to recover from a (potential) ZFS disaster. ZFS is a complex thing. Sometimes it is good not to trust complex things! - -## Storing it at my apartment is not enough - -Now I am thinking about an offsite backup of all this local data. The problem is, that all the data remains on a single physical location: My local MicroServer. What happens when the house burns or someone steals my server including the internal disks and the attached USB drives? My first thought was to back up everything to the "cloud". The major issue here is however the limited amount of available upload bandwidth (only 1MBit/s). - -The solution is adding another USB drive (2TB) with an encryption container (GELI) and a ZFS pool on it. The GELI encryption requires a secret key and a secret passphrase. I am updating the data to that drive once every 3 months (my calendar is reminding me about it) and afterwards I keep that drive at a secret location outside of my apartment. All the information needed to decrypt (mounting the GELI container) is stored at another (secure) place. Key and passphrase are kept at different places though. Even if someone would know of it, he would not be able to decrypt it as some additional insider knowledge would be required as well. - -## Walking one round less - -I am thinking of buying a second 2TB USB drive and to set it up the same way as the first one. So I could alternate the backups. One drive would be at the secret location, and the other drive would be at home. And these drives would swap location after each cycle. This would give some security about the failure of that drive and I would have to go to the secret location only once (swapping the drives) instead of twice (picking that drive up in order to update the data + bringing it back to the secret location). - -E-Mail me your thoughts at comments@mx.buetow.org! - -=> ../ Go back to the main site diff --git a/content/gemtext/gemfeed/2016-04-09-jails-and-zfs-on-freebsd-with-puppet.gmi b/content/gemtext/gemfeed/2016-04-09-jails-and-zfs-on-freebsd-with-puppet.gmi deleted file mode 100644 index 8ef18d8..0000000 --- a/content/gemtext/gemfeed/2016-04-09-jails-and-zfs-on-freebsd-with-puppet.gmi +++ /dev/null @@ -1,392 +0,0 @@ -# Jails and ZFS with Puppet on FreeBSD - -``` - __ __ - (( \---/ )) - )__ __( - / ()___() \ - \ /(_)\ / - \ \_|_/ / - _______> <_______ - //\ |>o<| /\\ - \\/___ ___\// - | | - | | - | | - | | - `--....---' - \ \ - \ `. hjw - \ `. -``` - -> Written by Paul Buetow 2016-04-09 - -Over the last couple of years I wrote quite a few Puppet modules in order to manage my personal server infrastructure. One of them manages FreeBSD Jails and another one ZFS file systems. I thought I would give a brief overview in how it looks and feels. - -=> https://github.com/snonux/puppet-modules - -## ZFS - -The ZFS module is a pretty basic one. It does not manage ZFS pools yet as I am not creating them often enough which would justify implementing an automation. But let's see how we can create a ZFS file system (on an already given ZFS pool named ztank): - -Puppet snippet: - -``` -zfs::create { 'ztank/foo': - ensure => present, - filesystem => '/srv/foo', - - require => File['/srv'], -} -``` - -Puppet run: - -``` -admin alphacentauri:/opt/git/server/puppet/manifests [1212]% puppet.apply -Password: -Info: Loading facts -Info: Loading facts -Info: Loading facts -Info: Loading facts -Notice: Compiled catalog for alphacentauri.home in environment production in 7.14 seconds -Info: Applying configuration version '1460189837' -Info: mount[files]: allowing * access -Info: mount[restricted]: allowing * access -Notice: /Stage[main]/Main/Node[alphacentauri]/Zfs::Create[ztank/foo]/Exec[ztank/foo_create]/returns: executed successfully -Notice: Finished catalog run in 25.41 seconds -admin alphacentauri:~ [1213]% zfs list | grep foo -ztank/foo 96K 1.13T 96K /srv/foo -admin alphacentauri:~ [1214]% df | grep foo -ztank/foo 1214493520 96 1214493424 0% /srv/foo -admin alphacentauri:~ [1215]% -``` - -The destruction of the file system just requires to set "ensure" to "absent" in Puppet: - -``` -zfs::create { 'ztank/foo': - ensure => absent, - filesystem => '/srv/foo', - - require => File['/srv'], -}¬ -``` - -Puppet run: - -``` -admin alphacentauri:/opt/git/server/puppet/manifests [1220]% puppet.apply -Password: -Info: Loading facts -Info: Loading facts -Info: Loading facts -Info: Loading facts -Notice: Compiled catalog for alphacentauri.home in environment production in 6.14 seconds -Info: Applying configuration version '1460190203' -Info: mount[files]: allowing * access -Info: mount[restricted]: allowing * access -Notice: /Stage[main]/Main/Node[alphacentauri]/Zfs::Create[ztank/foo]/Exec[zfs destroy -r ztank/foo]/returns: executed successfully -Notice: Finished catalog run in 22.72 seconds -admin alphacentauri:/opt/git/server/puppet/manifests [1221]% zfs list | grep foo -zsh: done zfs list | -zsh: exit 1 grep foo -admin alphacentauri:/opt/git/server/puppet/manifests [1222:1]% df | grep foo -zsh: done df | -zsh: exit 1 grep foo -``` - -## Jails - -Here is an example in how a FreeBSD Jail can be created. The Jail will have its own public IPv6 address. And it will have its own internal IPv4 address with IPv4 NAT to the internet (this is due to the limitation that the host server only got one public IPv4 address which requires sharing between all the Jails). - -Furthermore, Puppet will ensure that the Jail will have its own ZFS file system (internally it is using the ZFS module). Please notice that the NAT requires the packet filter to be setup correctly (not covered in this blog post). - -``` -include jail::freebsd - -# Cloned interface for Jail IPv4 NAT -freebsd::rc_config { 'cloned_interfaces': - value => 'lo1', -} -freebsd::rc_config { 'ipv4_addrs_lo1': - value => '192.168.0.1-24/24' -} - -freebsd::ipalias { '2a01:4f8:120:30e8::17': - ensure => up, - proto => 'inet6', - preflen => '64', - interface => 're0', - aliasnum => '8', -} - -class { 'jail': - ensure => present, - jails_config => { - sync => { - '_ensure' => present, - '_type' => 'freebsd', - '_mirror' => 'ftp://ftp.de.freebsd.org', - '_remote_path' => 'FreeBSD/releases/amd64/10.1-RELEASE', - '_dists' => [ 'base.txz', 'doc.txz', ], - '_ensure_directories' => [ '/opt', '/opt/enc' ], - '_ensure_zfs' => [ '/sync' ], - 'host.hostname' => "'sync.ian.buetow.org'", - 'ip4.addr' => '192.168.0.17', - 'ip6.addr' => '2a01:4f8:120:30e8::17', - }, - } -} -``` - -This is how the result looks like: - -``` -admin sun:/etc [1939]% puppet.apply -Info: Loading facts -Info: Loading facts -Info: Loading facts -Info: Loading facts -Notice: Compiled catalog for sun.ian.buetow.org in environment production in 1.80 seconds -Info: Applying configuration version '1460190986' -Notice: /Stage[main]/Jail/File[/etc/jail.conf]/ensure: created -Info: mount[files]: allowing * access -Info: mount[restricted]: allowing * access -Info: Computing checksum on file /etc/motd -Info: /Stage[main]/Motd/File[/etc/motd]: Filebucketed /etc/motd to puppet with sum fced1b6e89f50ef2c40b0d7fba9defe8 -Notice: /Stage[main]/Jail/Jail::Create[sync]/File[/jail/sync]/ensure: created -Notice: /Stage[main]/Jail/Jail::Create[sync]/Zfs::Create[zroot/jail/sync]/Exec[zroot/jail/sync_create]/returns: executed successfully -Notice: /Stage[main]/Jail/Jail::Create[sync]/File[/jail/sync/opt]/ensure: created -Notice: /Stage[main]/Jail/Jail::Create[sync]/File[/jail/sync/opt/enc]/ensure: created -Notice: /Stage[main]/Jail/Jail::Create[sync]/Jail::Ensure_zfs[/sync]/Zfs::Create[zroot/jail/sync/sync]/Exec[zroot/jail/sync/sync_create]/returns: executed successfully -Notice: /Stage[main]/Jail/Jail::Create[sync]/Jail::Freebsd::Create[sync]/File[/jail/sync/.jailbootstrap]/ensure: created -Notice: /Stage[main]/Jail/Jail::Create[sync]/Jail::Freebsd::Create[sync]/File[/etc/fstab.jail.sync]/ensure: created -Notice: /Stage[main]/Jail/Jail::Create[sync]/Jail::Freebsd::Create[sync]/File[/jail/sync/.jailbootstrap/bootstrap.sh]/ensure: created -Notice: /Stage[main]/Jail/Jail::Create[sync]/Jail::Freebsd::Create[sync]/Exec[sync_bootstrap]/returns: executed successfully -Notice: Finished catalog run in 49.72 seconds -admin sun:/etc [1942]% ls -l /jail/sync -total 154 --r--r--r-- 1 root wheel 6198 11 Nov 2014 COPYRIGHT -drwxr-xr-x 2 root wheel 47 11 Nov 2014 bin -drwxr-xr-x 7 root wheel 43 11 Nov 2014 boot -dr-xr-xr-x 2 root wheel 2 11 Nov 2014 dev -drwxr-xr-x 23 root wheel 101 9 Apr 10:37 etc -drwxr-xr-x 3 root wheel 50 11 Nov 2014 lib -drwxr-xr-x 3 root wheel 4 11 Nov 2014 libexec -drwxr-xr-x 2 root wheel 2 11 Nov 2014 media -drwxr-xr-x 2 root wheel 2 11 Nov 2014 mnt -drwxr-xr-x 3 root wheel 3 9 Apr 10:36 opt -dr-xr-xr-x 2 root wheel 2 11 Nov 2014 proc -drwxr-xr-x 2 root wheel 143 11 Nov 2014 rescue -drwxr-xr-x 2 root wheel 6 11 Nov 2014 root -drwxr-xr-x 2 root wheel 132 11 Nov 2014 sbin -drwxr-xr-x 2 root wheel 2 9 Apr 10:36 sync -lrwxr-xr-x 1 root wheel 11 11 Nov 2014 sys -> usr/src/sys -drwxrwxrwt 2 root wheel 2 11 Nov 2014 tmp -drwxr-xr-x 14 root wheel 14 11 Nov 2014 usr -drwxr-xr-x 24 root wheel 24 11 Nov 2014 var -admin sun:/etc [1943]% zfs list | grep sync;df | grep sync -zroot/jail/sync 162M 343G 162M /jail/sync -zroot/jail/sync/sync 144K 343G 144K /jail/sync/sync -/opt/enc 5061624 84248 4572448 2% /jail/sync/opt/enc -zroot/jail/sync 360214972 166372 360048600 0% /jail/sync -zroot/jail/sync/sync 360048744 144 360048600 0% /jail/sync/sync -admin sun:/etc [1944]% cat /etc/fstab.jail.sync -# Generated by Puppet for a Jail. -# Can contain file systems to be mounted curing jail start. -admin sun:/etc [1945]% cat /etc/jail.conf -# Generated by Puppet - -allow.chflags = true; -exec.start = '/bin/sh /etc/rc'; -exec.stop = '/bin/sh /etc/rc.shutdown'; -mount.devfs = true; -mount.fstab = "/etc/fstab.jail.$name"; -path = "/jail/$name"; - -sync { - host.hostname = 'sync.ian.buetow.org'; - ip4.addr = 192.168.0.17; - ip6.addr = 2a01:4f8:120:30e8::17; -} -admin sun:/etc [1955]% sudo service jail start sync -Password: -Starting jails: sync. -admin sun:/etc [1956]% jls | grep sync - 103 192.168.0.17 sync.ian.buetow.org /jail/sync -admin sun:/etc [1957]% sudo jexec 103 /bin/csh -root@sync:/ # ifconfig -a -re0: flags=8843 metric 0 mtu 1500 - options=8209b - ether 50:46:5d:9f:fd:1e - inet6 2a01:4f8:120:30e8::17 prefixlen 64 - nd6 options=8021 - media: Ethernet autoselect (1000baseT ) - status: active -lo0: flags=8049 metric 0 mtu 16384 - options=600003 - nd6 options=21 - lo1: flags=8049 metric 0 mtu 16384 - options=600003 - inet 192.168.0.17 netmask 0xffffffff - nd6 options=29 -``` - -## Inside-Jail Puppet - -To automatically setup the applications running in the Jail I am using Puppet as well. I wrote a few scripts which bootstrap Puppet inside of a newly created Jail. It is doing the following: - -* Mounts an encrypted container (containing a secret Puppet manifests [git repository]) -* Activates "pkg-ng", the FreeBSD binary package manager, in the Jail -* Installs Puppet plus all dependencies in the Jail -* Updates the Jail via "freebsd-update" to the latest version -* Restarts the Jail and invokes Puppet. -* Puppet then also schedules a periodic cron job for the next Puppet runs. - -``` -admin sun:~ [1951]% sudo /opt/snonux/local/etc/init.d/enc activate sync -Starting jails: dns. -The package management tool is not yet installed on your system. -Do you want to fetch and install it now? [y/N]: y -Bootstrapping pkg from pkg+http://pkg.FreeBSD.org/freebsd:10:x86:64/latest, please wait... -Verifying signature with trusted certificate pkg.freebsd.org.2013102301... done -[sync.ian.buetow.org] Installing pkg-1.7.2... -[sync.ian.buetow.org] Extracting pkg-1.7.2: 100% -Updating FreeBSD repository catalogue... -[sync.ian.buetow.org] Fetching meta.txz: 100% 944 B 0.9kB/s 00:01 -[sync.ian.buetow.org] Fetching packagesite.txz: 100% 5 MiB 5.6MB/s 00:01 -Processing entries: 100% -FreeBSD repository update completed. 25091 packages processed. -Updating database digests format: 100% -The following 20 package(s) will be affected (of 0 checked): - - New packages to be INSTALLED: - git: 2.7.4_1 - expat: 2.1.0_3 - python27: 2.7.11_1 - libffi: 3.2.1 - indexinfo: 0.2.4 - gettext-runtime: 0.19.7 - p5-Error: 0.17024 - perl5: 5.20.3_9 - cvsps: 2.1_1 - p5-Authen-SASL: 2.16_1 - p5-Digest-HMAC: 1.03_1 - p5-GSSAPI: 0.28_1 - curl: 7.48.0_1 - ca_root_nss: 3.22.2 - p5-Net-SMTP-SSL: 1.03 - p5-IO-Socket-SSL: 2.024 - p5-Net-SSLeay: 1.72 - p5-IO-Socket-IP: 0.37 - p5-Socket: 2.021 - p5-Mozilla-CA: 20160104 - - The process will require 144 MiB more space. - 30 MiB to be downloaded. -[sync.ian.buetow.org] Fetching git-2.7.4_1.txz: 100% 4 MiB 3.7MB/s 00:01 -[sync.ian.buetow.org] Fetching expat-2.1.0_3.txz: 100% 98 KiB 100.2kB/s 00:01 -[sync.ian.buetow.org] Fetching python27-2.7.11_1.txz: 100% 10 MiB 10.7MB/s 00:01 -[sync.ian.buetow.org] Fetching libffi-3.2.1.txz: 100% 35 KiB 36.2kB/s 00:01 -[sync.ian.buetow.org] Fetching indexinfo-0.2.4.txz: 100% 5 KiB 5.0kB/s 00:01 -[sync.ian.buetow.org] Fetching gettext-runtime-0.19.7.txz: 100% 148 KiB 151.1kB/s 00:01 -[sync.ian.buetow.org] Fetching p5-Error-0.17024.txz: 100% 24 KiB 24.8kB/s 00:01 -[sync.ian.buetow.org] Fetching perl5-5.20.3_9.txz: 100% 13 MiB 6.9MB/s 00:02 -[sync.ian.buetow.org] Fetching cvsps-2.1_1.txz: 100% 41 KiB 42.1kB/s 00:01 -[sync.ian.buetow.org] Fetching p5-Authen-SASL-2.16_1.txz: 100% 44 KiB 45.1kB/s 00:01 -[sync.ian.buetow.org] Fetching p5-Digest-HMAC-1.03_1.txz: 100% 9 KiB 9.5kB/s 00:01 -[sync.ian.buetow.org] Fetching p5-GSSAPI-0.28_1.txz: 100% 41 KiB 41.7kB/s 00:01 -[sync.ian.buetow.org] Fetching curl-7.48.0_1.txz: 100% 2 MiB 2.2MB/s 00:01 -[sync.ian.buetow.org] Fetching ca_root_nss-3.22.2.txz: 100% 324 KiB 331.4kB/s 00:01 -[sync.ian.buetow.org] Fetching p5-Net-SMTP-SSL-1.03.txz: 100% 11 KiB 10.8kB/s 00:01 -[sync.ian.buetow.org] Fetching p5-IO-Socket-SSL-2.024.txz: 100% 153 KiB 156.4kB/s 00:01 -[sync.ian.buetow.org] Fetching p5-Net-SSLeay-1.72.txz: 100% 234 KiB 239.3kB/s 00:01 -[sync.ian.buetow.org] Fetching p5-IO-Socket-IP-0.37.txz: 100% 27 KiB 27.4kB/s 00:01 -[sync.ian.buetow.org] Fetching p5-Socket-2.021.txz: 100% 37 KiB 38.0kB/s 00:01 -[sync.ian.buetow.org] Fetching p5-Mozilla-CA-20160104.txz: 100% 147 KiB 150.8kB/s 00:01 -Checking integrity... -[sync.ian.buetow.org] [1/12] Installing libyaml-0.1.6_2... -[sync.ian.buetow.org] [1/12] Extracting libyaml-0.1.6_2: 100% -[sync.ian.buetow.org] [2/12] Installing libedit-3.1.20150325_2... -[sync.ian.buetow.org] [2/12] Extracting libedit-3.1.20150325_2: 100% -[sync.ian.buetow.org] [3/12] Installing ruby-2.2.4,1... -[sync.ian.buetow.org] [3/12] Extracting ruby-2.2.4,1: 100% -[sync.ian.buetow.org] [4/12] Installing ruby22-gems-2.6.2... -[sync.ian.buetow.org] [4/12] Extracting ruby22-gems-2.6.2: 100% -[sync.ian.buetow.org] [5/12] Installing libxml2-2.9.3... -[sync.ian.buetow.org] [5/12] Extracting libxml2-2.9.3: 100% -[sync.ian.buetow.org] [6/12] Installing dmidecode-3.0... -[sync.ian.buetow.org] [6/12] Extracting dmidecode-3.0: 100% -[sync.ian.buetow.org] [7/12] Installing rubygem-json_pure-1.8.3... -[sync.ian.buetow.org] [7/12] Extracting rubygem-json_pure-1.8.3: 100% -[sync.ian.buetow.org] [8/12] Installing augeas-1.4.0... -[sync.ian.buetow.org] [8/12] Extracting augeas-1.4.0: 100% -[sync.ian.buetow.or