.gitignore

-.vagrant
-docker-haproxy-confd
 *.swp

CHANGELOG.md

+# 1.2.0
+
+* Add app admin email as argument in provision #189 
+* Handle git branches when provisioning #174 
+* REPO mode to retrieve application recipe #187 
+
+
 # 0.3.0
 
 * adds automation script for user provisionning

INSTALL.cloud.md

+# Instructions to install libre.sh
+
+## Recommendation
+- you'd need API key on Namecheap (if you want to automatically buy and configure domain name)
+
+## Installation
+
+These instructions depend a bit on your cloud provider.
+
+### [Digital Ocean](https://m.do.co/c/1b468ce0671f)
+
+ 1. Install [doctl](https://github.com/digitalocean/doctl/)
+ 2. Issue the following command:
+
+```
+doctl compute droplet create libre.sh --user-data-file ./user_data --wait --ssh-keys $KEY_ID --size 1gb --region lon1 --image coreos-stable
+```
+
+### Provider with user_data support
+
+If you use a cloud provider that support `user_data`, like [Scaleway](http://scaleway.com/), just use [this user_data](https://raw.githubusercontent.com/indiehosters/libre.sh/master/user_data).
+
+### Hetzner
+
+You can also buy a baremetal at [Hetzner](https://serverboerse.de/index.php?country=EN) as they are the cheapest options around. Follow these [instructions](INSTALL_HETZNER.md) in this case.
+
+### Provider without user_data support
+
+Use boot a live cd, and issue that command:
+
+```
+wget https://raw.github.com/coreos/init/master/bin/coreos-install
+bash coreos-install -d /dev/sda -c user_data
+```
+
+And voila, your first libre.sh node is ready!

INSTALL_HETZNER.md

+# Instructions to install libre.sh
+
+## Recommendation
+- ssd on /dev/sda
+- hdd on /dev/sdb
+- hdd on /dev/sdc
+- API key on Namecheap (if you want to automatically buy domain name)
+
+# Installation
+
+First, you need a server.
+We recommend [Hetzner](https://serverboerse.de/index.php?country=EN) as they are the cheapest options around.
+You can filter servers with ssd.
+
+These instructions can also work on any VM/VPS/Hardware.
+
+## Install the system
+
+```
+IP=
+
+ssh -o "StrictHostKeyChecking no" root@$IP
+
+hostname=
+ssh_public_key=""
+
+fdisk -l #find your ssd
+
+# Setup raid
+cat > /etc/mdadm.conf << EOF
+MAILADDR dev@null.org
+EOF
+mdadm --create --verbose /dev/md0 --level=mirror --raid-devices=2 /dev/sdb /dev/sdc
+mkfs.ext4 /dev/md0
+
+cat > cloud-config.tmp << EOF
+#cloud-config
+
+hostname: "$hostname"
+ssh_authorized_keys:
+  - $ssh_public_key
+EOF
+
+apt-get install gawk
+wget https://raw.github.com/coreos/init/master/bin/coreos-install
+bash coreos-install -d /dev/sda -c cloud-config.tmp
+
+reboot
+```
+
+```
+ssh core@$IP
+
+#configure mdmonitor.
+
+sudo su -
+
+mdadm --examine --scan > /etc/mdadm.conf
+vim /etc/mdadm.conf
+#ADD your mail
+MAILADDR xxx@xxx.org
+
+# Start service
+systemctl start  mdmonitor.service
+
+cat > /etc/systemd/system/data.mount << EOF
+[Mount]
+What=/dev/md0
+Where=/data
+Type=ext4
+EOF
+
+wget https://raw.githubusercontent.com/indiehosters/libre.sh/master/user_data -O /var/lib/coreos-install/user_data
+
+coreos-cloudinit /var/lib/coreos-install/user_data

INSTALL_LINUX.md

+# Instructions to install libre.sh on linux with Systemd
+
+## Recommendation
+- Systemd distro (ubuntu server 18.04.3 or debian 9 )
+
+# Installation
+Where basicly reproduce what the user_data do for us.
+
+as root
+
+# configure sshd (Optional)
+Don't forget to create the user core and adding your ssh key before
+You could also remove AllowUsers core or/and change the username.
+
+```
+cat > /etc/ssh/sshd_config <<EOF
+UsePrivilegeSeparation sandbox
+Subsystem sftp internal-sftp
+PermitRootLogin no
+AllowUsers core
+PasswordAuthentication no
+ChallengeResponseAuthentication no
+EOF
+chmod 600 /etc/ssh/sshd_config
+systemctl restart sshd
+```
+
+# add kernel parameter (optional but recommended )
+
+```
+cat > /etc/sysctl.d/libresh.conf <<EOF
+fs.aio-max-nr=1048576
+vm.max_map_count=262144
+vm.overcommit_memory=1
+EOF
+chmod 644 /etc/sysctl.d/libresh.conf
+sysctl -p /etc/sysctl.d/libresh.conf
+
+echo never > /sys/kernel/mm/transparent_hugepage/enabled
+```
+
+# define Localhost (should not be needed but... )
+
+```
+cat > /etc/hosts <<EOF
+127.0.0.1 localhost
+255.255.255.255 broadcasthost
+::1 localhost
+EOF
+```
+
+# define envrionment
+
+```
+cat > /etc/environment <<EOF
+NAMECHEAP_URL="namecheap.com"
+NAMECHEAP_API_USER="pierreo"
+NAMECHEAP_API_KEY=
+IP="curl -s http://icanhazip.com/"
+FirstName="Pierre"
+LastName="Ozoux"
+Address=""
+PostalCode=""
+Country="Portugal"
+Phone="+351.967184553"
+EmailAddress="pierre@ozoux.net"
+City="Lisbon"
+CountryCode="PT"
+BACKUP_DESTINATION=root@xxxxx:port
+MAIL_USER=
+MAIL_PASS=
+MAIL_HOST=mail.indie.host
+MAIL_PORT=587
+EOF
+```
+
+# install docker
+
+*Current tested version : 19.03.5 see https://docs.docker.com/install/linux/docker-ce/ubuntu/ .*  
+
+# install docker-compose
+
+*Remark I did a variante to find the last version of DockerCompose and download it*
+
+```
+mkdir -p /opt/bin &&\
+dockerComposeVersion=$(curl -s https://api.github.com/repos/docker/compose/releases/latest|grep tag_name|cut -d'"' -f4) &&\
+curl -L https://github.com/docker/compose/releases/download/$dockerComposeVersion/docker-compose-`uname -s`-`uname -m` > /opt/bin/docker-compose &&\
+chmod +x /opt/bin/docker-compose
+```
+# install Libre.sh
+
+```
+git clone https://lab.libreho.st/libre.sh/compose.libre.sh /libre.sh &&\
+mkdir -p /{data,system} &&\
+mkdir -p /data/trash &&\
+cp /libre.sh/unit-files/* /etc/systemd/system && systemctl daemon-reload &&\
+systemctl enable web-net.service &&\
+systemctl start web-net.service &&\
+mkdir -p /opt/bin &&\
+cp /libre.sh/utils/* /opt/bin/
+```
+
+# add /opt/bin path
+
+```
+cat > /etc/profile.d/libre.sh <<EOF
+export PATH=$PATH:/opt/bin
+EOF
+chmod 644 /etc/profile.d/libre.sh
+```

README.md

-## IndieHosters
+# libre.sh Version 1.2
+[![Backers on Open Collective](https://opencollective.com/libresh/backers/badge.svg)](#backers)
+ [![Sponsors on Open Collective](https://opencollective.com/libresh/sponsors/badge.svg)](#sponsors) 
 
-This repository contains the configuration and scripts I use to control my servers.
+## Introduction
 
-### Tests
+An ecosystem to ease  free software hosting \o/
 
-There is a script that provision 2 VMs on Vutlr for tests purpose.
+We are working on bootstrapping an ecosystem of tools to facilitate the hosting of free software.
+Think of it as
+ - [ISPconfig](https://www.ispconfig.org/)
+ - FLOSS [cpanel](https://www.cpanel.net/products/)
+ - [cloudron](https://cloudron.io/) with email
 
-#### Prerequisites
 
- - have a [vultr account](http://www.vultr.com/?ref=6810586)
- - have a [VULTR API KEY](https://my.vultr.com/settings/)
- - have the [port 25 open](https://www.vultr.com/docs/what-ports-are-blocked) (if you want to test emails)
- - have an [ssh key registered](https://my.vultr.com/sshkeys/)
+  * Libre.sh V1 (Stable) is using docker-compose 
+  * Libre.sh V2 (Alpha) is using [kubernetes](https://kubernetes.io/).
 
-#### Start tests
 
-/!\ This is still in dev, use it at your own risk /!\
+This ecosystem can be deployed on [Raspberries](https://kubecloud.io/setting-up-a-kubernetes-1-11-raspberry-pi-cluster-using-kubeadm-952bbda329c8) or on popular cloud providers and scale globally or anything in between. 
+We can affirm that V2 scales globally because it is based on kubernetes, a tool developped from the experience of Google hosting containers at scale.
+
+## Installation
+
+
+
+To install it, follow the instructions in `INSTALL_LINUX.md` : https://lab.libreho.st/libre.sh/compose.libre.sh/blob/master/INSTALL_LINUX.md
+
+Or run our installer script 
+
+https://lab.libreho.st/libre.sh/compose.libre.sh/raw/master/install.linux.sh
+
+### What is libre.sh
+
+libre.sh is a little framework to host Docker. It is simple and modular and respect the convention over configuration paradigm.
+
+This is aimed at Hosters to manage a huge amount of different web application, and a quantity of domain names related with emails and so on.
+
+It is currently installed at 3 different hosters in production and hosting ~20 different web applications, with ~500 containers.
+
+Once well installed, in one bash command, you'll be able to:
+ - buy a domain name
+ - configure DNS for it
+ - configure email for it
+ - configure dkim for that domain
+ - configure dmarc for that domain
+ - configure autoconfig for that domain
+ - install and start a web application on that domain (WordPress, Nextcloud, piwik...)
+ - provision a TLS cert on that domain
+
+Amazing, right?
+
+### Modular
+
+The PaaS is really modular, that's why it contains the strict necessary, then you'll probably want to add `system` modules or `applications`.
+
+It contains 2 [unit-files](https://lab.libreho.st/libre.sh/compose.libre.sh/tree/master/unit-files) to manage system modules and applications, start them at boot, and load the appropriate environment.
+
+### Support
+
+You can use the following channels to request community support:
+ - [mailinglist/forum](https://forum.indie.host/t/about-the-libre-sh-category/71)
+ - [chat](https://chat.indie.host/channel/libre.sh)
+
+For paid support, just send an inquiry to support@libre.sh.
+
+You can also watch the Fosdem Video : [Video Fosdem](https://fosdem.org/2017/schedule/event/libre_sh/)
+
+All of this is hosted by libre.sh :)
+
+## System modules
+
+Here is a list of modules supported:
+ - https proxy:
+ - [HAProxy](https://lab.libreho.st/libre.sh/compose/haproxy)
+ - [Nginx](https://lab.libreho.st/libre.sh/compose/nginx)
+ - [monitoring](https://lab.libreho.st/libre.sh/compose/monitoring)
+ - [git-puller](https://lab.libreho.st/libre.sh/compose/git-puller)
+
+Go to their respective page for more details.
+
+### To install and start a module:
+
+```
+cd /system/
+git clone https://lab.libreho.st/libre.sh/compose/[module]
+cd module
+libre enable
+libre start
+```
+
+## Applications
+
+### List of supported applications
+
+| Application  | Latest Version             | Comments   |
+|--------------|---------------------------|------------|
+| wordpress    | 5.9   |  Includes the support of SMTP email though libresh variables       |
+| dolibarr     | 15.0.3   | need manual deletion of the install.lock to upgrade        |
+
+
+### Installation
+
+To install application `wordpress` on `example.org`, first make point example.org to your server IP, and then, just run:
+
+```
+libre provision -a wordpress -u example.org -s
+```
+
+- -u   [arg] URL to process. Required.
+- -a   [arg] Application to install. (wordpress in REPO_MODE)
+- -t   [arg] Checkout a specific tag or branch from the application repo. default to master
+- -e   [arg] Specify the email of the application admin 
+- -s         Start the application right away.
+- -b         Buys the associated domain name.
+- -i         Configure OpenDKIM.
+- -c         Configures DNS if possible.
+
+## To debug a module or an application:
 
 ```
-export VULTR_API_KEY=
-./scripts/start.sh
-ssh root@server.test
-cd /data/indiehosters
-./tests/start.sh
-./tests/email.sh
-reboot
-ssh root@server.test
-./tests/stop.sh
-# find out WordPress password:
-journalctl -u web@*.test | grep to\ connect\ test
-# find out piwik and owncloud password:
-journalctl -u web@*.test | grep \'\>\>\ generated
-exit
-./scripts/stop.sh
+libre ps
+libre logs -f --tail=100
+libre stop
+libre restart
 ```
 
-Most of the tests are "visual", but by reading them, it gives you an idea on how to start and stop services.
+## Contributing
+
+If you have any issue (something not working, missing doc), please do report an issue here! Thanks
+
+This system is used in production at [IndieHosters](https://indiehosters.net/) so it is maintained. If you use it, please tell us, and we'll be really happy to update this README!
+
+You can help us by:
+ - starring this project
+ - sending us a thanks email
+ - reporting bugs
+ - writing documentation/blog on how you got up and running in 5mins
+ - writing more documentation
+ - sending us cake :) We loove cake!
+
+## Contributors
+
+This project exists thanks to all the people who contribute. [[Contribute](CONTRIBUTING.md)].
+<a href="https://github.com/indiehosters/libre.sh/graphs/contributors"><img src="https://opencollective.com/libresh/contributors.svg?width=890&button=false" /></a>
+
+
+## Backers
+
+Thank you to all our backers! 🙏 [[Become a backer](https://opencollective.com/libresh#backer)]
+
+<a href="https://opencollective.com/libresh#backers" target="_blank"><img src="https://opencollective.com/libresh/backers.svg?width=890"></a>
+
+
+## Sponsors
+
+Support this project by becoming a sponsor. Your logo will show up here with a link to your website. [[Become a sponsor](https://opencollective.com/libresh#sponsor)]
+
+<a href="https://opencollective.com/libresh/sponsor/0/website" target="_blank"><img src="https://opencollective.com/libresh/sponsor/0/avatar.svg"></a>
+<a href="https://opencollective.com/libresh/sponsor/1/website" target="_blank"><img src="https://opencollective.com/libresh/sponsor/1/avatar.svg"></a>
+<a href="https://opencollective.com/libresh/sponsor/2/website" target="_blank"><img src="https://opencollective.com/libresh/sponsor/2/avatar.svg"></a>
+<a href="https://opencollective.com/libresh/sponsor/3/website" target="_blank"><img src="https://opencollective.com/libresh/sponsor/3/avatar.svg"></a>
+<a href="https://opencollective.com/libresh/sponsor/4/website" target="_blank"><img src="https://opencollective.com/libresh/sponsor/4/avatar.svg"></a>
+<a href="https://opencollective.com/libresh/sponsor/5/website" target="_blank"><img src="https://opencollective.com/libresh/sponsor/5/avatar.svg"></a>
+<a href="https://opencollective.com/libresh/sponsor/6/website" target="_blank"><img src="https://opencollective.com/libresh/sponsor/6/avatar.svg"></a>
+<a href="https://opencollective.com/libresh/sponsor/7/website" target="_blank"><img src="https://opencollective.com/libresh/sponsor/7/avatar.svg"></a>
+<a href="https://opencollective.com/libresh/sponsor/8/website" target="_blank"><img src="https://opencollective.com/libresh/sponsor/8/avatar.svg"></a>
+<a href="https://opencollective.com/libresh/sponsor/9/website" target="_blank"><img src="https://opencollective.com/libresh/sponsor/9/avatar.svg"></a>
+
+
+## Other projects
+
+
+Simplifying web application hosting has always been a goal for a lot of other projects, here is some project that share goals with libre.sh
+
 
-Before running `./scripts/stop.sh`, you can use your browser to see the applications:
 
-* https://wordpress.test/ user: test@test.org pass: as found with journalctl before
-* https://owncloud.test/ user: test@test.org pass: as found with journalctl before
-* https://piwik.test/ user: test@test.org pass: as found with journalctl before
-* https://static.test/ (you will simply see the contents of server.test:/data/domains/static.test/static/www-content/index.html)
-* https://known.test/ (you will be able to create a user there)
+ - Yunohost https://yunohost.org
+ - Sandstorm https://sandstorm.io/
+ - Cloudron https://git.cloudron.io/cloudron/box
 
-This is still work in progress, please feel free to contribute to it!
 

ROADMAP.md

+# TL;DR
+
+ - k8s
+  - [ ] ceph
+  - [ ] flannel
+  - [ ] baremetal install
+
+# Object
+
+The aim of this document is to write the big lines of the future of libre.sh.
+
+# Version 1
+
+The current version, let's call it 1, is a nice opiniated framework on how to run a single host with docker-compose.
+It provides a list of packages and module compatible with this framework.
+The best features of this framework are:
+ - https only
+ - some integration between the tools (auto provisioning of emails for new applications)
+ - domain name buying (Namecheap api)
+ - dns configuration (Namecheap api)
+
+# Version 2 - k8s
+
+This roadmap will discuss about the migration to kubernetes (k8s).
+
+## Distributions
+
+There are various k8s distributions (Tectonic, deis, openshift..) and the aim of libre.sh is not to become yet another distribution.
+
+It would be nice if we could list them, evaluate them, and decide to use one of them or not.
+
+## Installation/Operation
+
+libre.sh should be opiniated on the way to install and operate the cluster.
+
+It should provide easy steps to install on baremetal first. We aim for libre software, and as such, we can't rely
+on cloud providers like gcloud, aws, or digital ocean.
+As a second priority, we should give easy instructions to deploy on any cloud providers, as people are free to choose their chains :)
+
+## Storage
+
+One big challenge in k8s cluster context is to provide an implementation of major cloud providers about [PersistantVolume](https://kubernetes.io/docs/user-guide/persistent-volumes/).
+In a libre cluster, this function would be achieved by a distributed file system technology.
+After some investigation, the choice would be to use ceph.
+There are already some work done on it like the [ceph-docker](https://github.com/ceph/ceph-docker/tree/master/examples) repo.
+
+## Network
+
+Another big challenge is network. k8s is strongly opiniated on what should be the network configuration.
+Ideally, we would use some IPsec to secure the links between machine in a context we can't trust the network (like at hetzner).
+There are 3 options:
+ - zerotier  
+ - tinc vpn
+ - flannel that might implement IPsec in a near future
+
+The cheapest in term of work would be to bet on flannel.
+
+## Packages
+
+There is now a way to create and distribute packages in a standard way.
+We can then remove the idea of modules and applications.
+They will all be packages.
+
+The k8s standard for that is [helm](http://helm.sh/). There is already a big list of packages.
+As for libre.sh, the idea would be to contribute the missing packages there.
+
+### opportunistic packages
+
+libre.sh would then be, just a repo of documentation on how to install, operate and manage a k8s cluster on baremetal.
+There is still a place where we can have a difference.
+
+This idea is called opportunistic package.
+This would be a package based on an official one.
+
+Let's take the example of WordPress.
+The libre.sh version of WordPress would be based on the official one.
+But it will have some mechanisms to discovers services available inside the cluster it is running on.
+
+These services could be:
+ - ldap
+ - piwik
+ - email
+
+So, when you install a new WordPress, it will try to discover opportunistically if there is a ldap service in the cluster,
+and if yes, configure WordPress to use this ldap service.
+
+This pattern will help make it happen:
+https://github.com/kubernetes-incubator/service-catalog

dockerfiles/backup/duplicity/Dockerfile

-FROM debian:jessie
-
-ENV DEBIAN_FRONTEND noninteractive
-
-RUN \
-  export VERSION=0.7.01 && \
-  apt-get update && \
-  apt-get install -y wget python python-dev python-pip librsync-dev ncftp lftp rsync && \
-  rm -rf /var/lib/apt/lists/* && \
-  pip install --upgrade lockfile paramiko pycrypto && \
-  cd /tmp/ && \
-  wget https://launchpad.net/duplicity/0.7-series/$VERSION/+download/duplicity-$VERSION.tar.gz && \
-  cd /opt/ && \
-  tar xzvf /tmp/duplicity-$VERSION.tar.gz && \
-  rm /tmp/duplicity-$VERSION.tar.gz && \
-  cd duplicity-$VERSION && \
-  ./setup.py install
-
-ENTRYPOINT [ "/usr/local/bin/duplicity" ]
-

fresh_install

-IP=
-hostname=
-ssh -o "StrictHostKeyChecking no" root@$IP
-
-fdisk -l #find your ssd
-
-#Check the state of the drives
-smartctl -a /dev/sda
-smartctl -a /dev/sdb
-smartctl -a /dev/sdc
-
-wget https://raw.github.com/coreos/init/master/bin/coreos-install
-cat > cloud-config << EOF
-#cloud-config
-
-hostname: $hostname
-ssh_authorized_keys:
-  - ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCTDu9fp/BkVv7afu4HWBf9Ou/Bu0A0wmT8ELx6w2LguywKVYytubS++j1cuZ90BmK7pso22gJL8JA+z3I4YSzzX07E+/Tauug/xqWY88nk2yykIbRdYwnBQ545yDoK9b2MG+3Ih9NFNo4CTe0hfm9OC8Ztd+6/tJI85JUNjISSEuGhwkfCHUKwu5kUQDLCJg5hzbq0mpE/CAnXiX6Vs2vJL2RHuvM37CzuqjFqJq+k7OYW1Dz32PrFxOefCHCHXI5Oq2a6lWcBLHmYPx8KDk5li7XSm3HirPoPOpSgfZmFtTM7bbJmOjlJgD27tDUgM94yZoRB9qFSM3103CX1qRfLfDd/e9BDI6jbG/Jdq4Zt1PdOb4V6ee86DzO+PIOqv0P9tImMAwZDve9EfcaNjqNhWeY4oUbEuvsZ5R5BrFGvg10D7WsVs1iIJ//XYaiC+D5PG6iDjXsvR7j+auLGGMOjZNEvIJcqDmtTi2mQsZ4n9Y9M0zAKCKIGkKS+JQqZZUToRA7YV+C7JniTlxg4UZxVQgpsGhwxnWuc8YeM99byB6lbWqGTewVbDy97zXcJwHfVgx0oUNwQl0qwZ+B1LX8Cw1eei2vBzHlsVpx0G/RKn4ai1puSyYeFyTOWIc38HZ8d4ZdL2LYx2PqCTYOfHYfLY4q3Mj2SDxr/fq++0F7jbQ== pierre@ozoux.net
-  - ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDDoQ/sHcgXwcmTWDAd+8uc7dk7eIpLv0T1i8gkQOamBaCV+Y9SXDlUcveWHXa0JTZJTzXn/m/O1VE5AlqP3TEKSPBxnVBya6LWuLlNNGBKmponWXIb5aIcpKHicojEcrt1KjQyc3UAKRcLz7ajgsQ+kj2GXcbXlCGIsEUx08MIV1bowxmHIKNDe/SaBUAVsHZFuE7R4okQxPYJfU5SeHogUtwon99ND4PohEmR0IYtXGTNu4ky2j+qBAIZLbXa0AR20v4dvE5apZKwmD/Uyv7sTPApm0KfqRozgi/T5Ba0OcR79AAm1XaBzT78YTO+41eV3EHTiH1Y/XIQR75iMdfTPGWcaSlU6qMoLSJ8OsGX9qOJCoWNzJSl2j7OgHchhNmf6uuZkvBR2hOpTQgDsDHHk8LVFiQ3VlDdL6mWYoxRCmKil7lycAczx7MdjfEU6QGdEfRKWpwWKV8qJEIJqhVMVKgqJOk+fxyAmC+oije+7JUEa64r30A6rwsTUkO8cI5KxxksYDsQYmZPvAMM3pxi01WTxt01gG//vC+4Hxg1OZdPwUlJdYEGKhGVSa127eKobpb460avon24a1OW9qCpiv79/qOrKUEjQX8PpPlG6oFZlAzFkLkNDDMMqhePOXapgpyclbemFC+5Xj2w/8gVJJZotPr1OzTjzfqFAUOwqw== pboua@Peters-MacBook-Air.local
-write_files:
-  - path: /etc/sysctl.d/aio-max.conf
-    permissions: 0644
-    owner: root
-    content: "fs.aio-max-nr = 1048576"
-  - path: /etc/hosts
-    permissions: 0644
-    owner: root
-    content: |
-      127.0.0.1 localhost
-      255.255.255.255 broadcasthost
-      ::1 localhost
-coreos:
-  update:
-    reboot-strategy: off
-  units:
-    - name: systemd-sysctl.service
-      command: restart
-    - name: data-domains.mount
-      command: start
-      content: |
-        [Mount]
-        What=/dev/md0
-        Where=/data/domains
-        Type=ext4
-EOF
-
-bash coreos-install -d /dev/sda -c cloud-config 
-
-reboot
-
-
-ssh core@$IP
-
-sudo su -
-
-# Create Directory structure
-mkdir -p /data/domains
-git clone https://github.com/indiehosters/LibrePaaS.git /data/indiehosters
-
-# Install unit-files
-cp /data/indiehosters/unit-files/* /etc/systemd/system && systemctl daemon-reload
-
-# Setup raid
-cat > /etc/mdadm.conf << EOF
-MAILADDR support@indie.host
-mdadm --create --verbose /dev/md0 --level=mirror --raid-devices=2 /dev/sdb /dev/sdc
-EOF
-
-mkfs.ext4 /dev/md0
-coreos-cloudinit --from-file=/var/lib/coreos-install/user_data
-
-cat > /etc/environment << EOF
-NAMECHEAP_URL="namecheap.com"
-NAMECHEAP_API_USER="pierreo"
-NAMECHEAP_API_KEY=
-IP=`curl -s http://icanhazip.com/`
-FirstName="Pierre"
-LastName="Ozoux"
-Address="23CalcadaSaoVicente"
-PostalCode="1100-567"
-Country="Portugal"
-Phone="+351.967184553"
-EmailAddress="pierre@ozoux.net"
-City="Lisbon"
-CountryCode="PT"
-
-BACKUP_DESTINATION=root@xxxxx:port
-ENCRYPT_KEY=
-PASSPHRASE= #encrypt key passphrase
-mail_username=contact%40indie.host
-mail_password=
-mail_hostname=mail.indie.host
-MAIL_HOST=mail.indie.host
-MAIL_PORT=587
-MAIL_DOMAIN=indie.host
-EOF
-
-source /etc/environment
-
-ssh-keygen -t rsa -b 4096 -C "root@$hostname"
-
-# add the new public key to your backup server
-ssh -o "StrictHostKeyChecking no" -o "BatchMode yes" -o "HostKeyAlgorithms=ssh-rsa" root@5.9.102.20 -p port exit
-
-gpg --gen-key
-
-mkdir -p /opt/bin
-DOCKER_COMPOSE_VERSION=1.4.2
-curl -L https://github.com/docker/compose/releases/download/$DOCKER_COMPOSE_VERSION/docker-compose-`uname -s`-`uname -m` > /opt/bin/docker-compose
-chmod +x /opt/bin/docker-compose
-
-# add swap
-cd /data
-fallocate -l 8192m ./swap
-chmod 600 ./swap
-mkswap ./swap
-systemctl status swapon
-systemctl start swapon
-systemctl status swapon

hotfixes/2015-01-09-rename-repository.sh

-START
-
-docker pull pierreozoux/haproxy
-docker pull pierreozoux/confd
-docker pull pierreozoux/email-forwarder
-docker pull pierreozoux/nginx
-docker pull pierreozoux/mysql
-docker pull pierreozoux/wordpress
-docker pull pierreozoux/known
-
-mv /data/indiehosters /data/indiehosters.old
-git clone https://github.com/pierreozoux/IndiePaaS.git /data/indiehosters
-
-cp /data/indiehosters/unit-files/* /etc/systemd/system && systemctl daemon-reload
-
-systemctl disable postfix
-systemctl disable haproxy-confd
-systemctl enable email-forwarder
-systemctl enable confd
-
-reboot
-
-STOP
-
-ROLLBACK START
-
-mv /data/indiehosters /data/indiehosters.new
-mv /data/indiehosters.old /data/indiehosters
-cp /data/indiehosters/unit-files/* /etc/systemd/system && systemctl daemon-reload
-
-systemctl enable postfix
-systemctl enable haproxy-confd
-systemctl disable email-forwarder
-systemctl disable confd
-
-reboot
-ROLLBACK STOP
-
-CLEAN START
-rm /etc/systemd/system/postfix.service
-rm /etc/systemd/system/haproxy-confd.service
-rm -rf /data/indiehosters.old
-CLEAN STOP
-

hotfixes/2015-01-12-merge-unit-files.sh

-domains=( domain1 domain2 )
-
-# START
-echo "APPLICATION=wordpress"   > /tmp/wordpress_env
-echo "VOLUME=/app/wp-content" >> /tmp/wordpress_env
-echo "EMAIL=test@test.org"    >> /tmp/wordpress_env
-docker pull ibuildthecloud/systemd-docker
-
-for domain in "${domains[@]}"
-do
-  cp /tmp/wordpress_env /data/domains/$domain/.env
-  systemctl stop wordpress@$domain
-  systemctl disable wordpress@$domain
-  mv /data/domains/$domain/wordpress/wp-content /data/domains/$domain/wordpress/data
-done
-
-cd /data/indiehosters
-git pull
-cp /data/indiehosters/unit-files/* /etc/systemd/system && sudo systemctl daemon-reload
-docker pull pierreozoux/wordpress
-
-for domain in "${domains[@]}"
-do
-  systemctl start lamp@$domain
-  systemctl enable lamp@$domain
-done
-
-docker pull pierreozoux/known
-
-# put the right email in each folder
-
-# STOP
-
-# ROLLBACK START
-cd /data/indiehosters
-git checkout 2c71084d502c05be220dd2de00acfd0c333bc7ff
-cp /data/indiehosters/unit-files/* /etc/systemd/system && sudo systemctl daemon-reload
-cd dockerfiles/services/wordpress/
-docker build -t pierreozoux/wordpress .
-
-for domain in "${domains[@]}"
-do
-  mv /data/domains/$domain/wordpress/data /data/domains/$domain/wordpress/wp-content
-  systemctl start wordpress@$domain
-  systemctl enable wordpress@$domain
-done
-# ROLLBACK STOP
-
-# CLEAN START
-rm /etc/systemd/system/static-*
-rm /etc/systemd/system/wordpress*
-rm /etc/systemd/system/known*
-rm /etc/systemd/system/mysql-importer@.service
-# CLEAN STOP

hotfixes/2015-01-12-remove-staticgit.sh

-domains=( domain1 domain2 )
-
-# START
-for domain in "${domains[@]}"
-do
-  cp -R /data/runtime/domains/$domain/static-git /data/domains/$domain/static
-  systemctl stop static-git@$domain
-  systemctl start static@$domain
-  systemctl list-units | grep $domain | grep failed
-done
-# STOP
-
-# ROLLBACK START
-for domain in "${domains[@]}"
-do
-  systemctl stop static@$domain
-  systemctl start static-git@$domain
-done
-# ROLLBACK STOP
-
-# CLEAN START
-for domain in "${domains[@]}"
-do
-  systemctl disable static-git@$domain
-  systemctl enable static@$domain
-  rm -rf /data/domains/$domain/static-git
-done
-# CLEAN STOP

hotfixes/2015-01-16-moves-backup-to-duplicity.sh

-# START
-docker pull pierreozoux/duplicity
-
-gpg --gen-key
-gpg --list-keys
-
-echo ENCRYPT_KEY="" >> /etc/environment
-echo BACKUP_DESTINATION="backup@backup" >> /etc/environment
-
-cd /data/indiehosters
-git pull
-cp /data/indiehosters/unit-files/* /etc/systemd/system && sudo systemctl daemon-reload
-
-for domain in "${domains[@]}"
-do
-  systemctl start backup@$domain
-  systemctl status backup@$domain
-done
-
-# STOP
-
-# CLEAN START
-rm -rf /data/import
-rm /data/BACKUP_DESTINATION
-su backup
-cd
-mkdir old_backups
-mv ./* old_backups
-# CLEAN STOP

hotfixes/2015-01-16-ultimate-DRY.sh

-static_domains=( domain1 domain2 )
-wordpress_domains=( domain1 domain2 )
-
-# START
-cd /data/indiehosters
-git pull
-cp /data/indiehosters/unit-files/* /etc/systemd/system && sudo systemctl daemon-reload
-docker pull pierreozoux/wordpress
-
-for domain in "${static_domains[@]}"
-do
-  folder=/data/domains/${domain}
-  echo "EMAIL=test@test.org" > ${folder}/.env
-  echo "APPLICATION=nginx"  >> ${folder}/.env
-  echo DOCKER_ARGUMENTS="-v ${folder}/static/www-content:/app" >> ${folder}/.env
-  systemctl restart static@$domain
-  systemctl status static@$domain
-  systemctl status web@$domain
-done  
-
-for domain in "${wordpress_domains[@]}"
-do
-  folder=/data/domains/${domain}
-  echo "EMAIL=test@test.org" > ${folder}/.env
-  echo "APPLICATION=wordpress"  >> ${folder}/.env
-  echo DOCKER_ARGUMENTS="--link mysql-${domain}:db \
--v /data/domains/${domain}/wordpress/data:/app/wp-content \
--v /data/domains/${domain}/wordpress/.htaccess:/app/.htaccess \
---env-file /data/domains/${domain}/wordpress/.env" >> ${folder}/.env
-  systemctl restart lamp@$domain
-  systemctl status lamp@$domain
-  systemctl status web@$domain
-done  
-
-# STOP
-
-# ROLLBACK START
-cd /data/indiehosters
-git checkout 65d6486005e3d96e3ad9d5ab17f99d8910cc5e70 
-cp /data/indiehosters/unit-files/* /etc/systemd/system && sudo systemctl daemon-reload
-cd dockerfiles/services/wordpress/
-docker build -t pierreozoux/wordpress .
-
-for domain in "${wordpress_domains[@]}"
-do
-  systemctl restart lamp@$domain
-done
-for domain in "${static_domains[@]}"
-do
-  systemctl restart static@$domain
-done
-# ROLLBACK STOP
-
-# CLEAN START
-# CLEAN STOP

hotfixes/2015-02-20-release-0.4.sh

-START
-
-cd /data/indiehosters
-git pull
-
-docker pull pierreozoux/rsyslog
-docker pull pierreozoux/haproxy
-docker pull pierreozoux/confd
-docker pull pierreozoux/postfix
-docker pull pierreozoux/nginx
-docker pull pierreozoux/mysql
-docker pull pierreozoux/wordpress
-docker pull pierreozoux/known
-docker pull pierreozoux/piwik
-docker pull pierreozoux/owncloud
-
-systemctl enable rsyslog
-systemctl start  rsyslog
-systemctl enable postfix
-systemctl disable email-forwarder
-
-cp /data/indiehosters/unit-files/* /etc/systemd/system
-
-reboot
-
-STOP

hotfixes/2015-04-26-upgrade-wordpress.sh

-docker pull indiepaas/wordpress
-
-cd /data/domains
-for domain in `ls .`
-do
-  if cat $domain/.env|grep APPLICATION=wordpress
-  then
-    systemctl restart web@$domain
-    /opt/bin/docker-enter $domain wp --allow-root core update-db --path=/app
-  fi
-done

hotfixes/2015-11-22-upgrade-mysql.sh

-systemctl list-units | grep failed | grep b-u | xargs systemctl status | grep -a2 'SHOW VARIABLES' | grep .service | cut -d'@' -f2 | cut -d'.' -f1,2 | sed "s/\.//g" | sed "s/-//g" | sed "s/$/_db_1/" | xargs -I % docker exec % bash -c 'mysql_upgrade -uroot -p$MYSQL_ROOT_PASSWORD'

install.linux.sh

+#!/bin/bash
+
+#This script is tested on Debian 12
+
+#Current version of libre.sh to be installed 
+LIBRE_VERSION=1.2
+# System env vars  : can be overrided by a values.env file next to this install file
+
+
+### CONFIG : Specify you template repo ROOT without training slash (Optional) or comment if you want to supply full url for apps
+
+APP_REPO_URL="lab.libreho.st/libre.sh/compose"
+
+
+
+
+## domain handling 
+
+### CONFIG : change to your domain vendor ( namecheap, ovh , scaleway, )
+DOMAIN_SERVER=namecheap
+
+###  Namecheap specific
+NAMECHEAP_URL="namecheap.com"
+NAMECHEAP_API_USER="pierreo"
+NAMECHEAP_API_KEY=
+
+### ovh specific (WIP) 
+OVH_URL="eu.api.ovh.com"
+OVH_API_USER=""
+OVH_API_KEY=
+
+
+### Scaleway specific (WIP) 
+SCALEWAY_URL=""
+SCALEWAY_API_USER=""
+SCALEWAY_API_KEY=
+
+
+### TODO :  change your settings 
+IP="curl -s http://icanhazip.com/"
+FirstName="Pierre"
+LastName="Ozoux"
+Address=""
+PostalCode=""
+Country="Portugal"
+Phone="+351.967184553"
+EmailAddress="pierre@ozoux.net"
+City="Lisbon"
+CountryCode="PT"
+## Backup
+BACKUP_DESTINATION=root@xxxxx:port
+
+### CONFIG  : Change your mail settings.
+## SMTP
+MAIL_USER=
+MAIL_PASS=
+MAIL_HOST=mail.indie.host
+MAIL_PORT=587
+MAIL_SECURITY=
+
+# Default admin emails for apps
+
+ADMIN_EMAIL=support@ekimia.fr
+
+### TODO : source a setting file is present to override defaults
+
+echo "-------- Welcome to libre.sh $LIBRE_VERSION installer"
+
+echo "----  sourcing local values.env file if present"
+
+source values.env
+
+
+# STEP add kernel parameter
+
+# STEP Define environnement
+
+echo "-------- setting up system variables"
+
+echo "APP_REPO_URL=${APP_REPO_URL}" >> /etc/environment
+
+echo "LIBRE_VERSION=${LIBRE_VERSION}" >> /etc/environment
+
+echo "MAIL_USER=${MAIL_USER}" >> /etc/environment
+
+echo "MAIL_PASS=${MAIL_PASS}" >> /etc/environment
+
+echo "MAIL_HOST=${MAIL_HOST}" >> /etc/environment
+
+echo "MAIL_PORT=${MAIL_PORT}" >> /etc/environment
+
+echo "MAIL_SECURITY=${MAIL_SECURITY}" >> /etc/environment
+
+
+echo "ADMIN_EMAIL=${ADMIN_EMAIL}" >> /etc/environment
+
+
+# STEP Install Docker 
+
+name="docker.io"
+# TODO : Fix a version for docker  ?
+
+    dpkg -s $name &> /dev/null  
+
+    if [ $? -ne 0 ]
+
+        then
+            echo "$name not installed"  
+            apt-get update
+#            curl -fsSL https://get.docker.com -o get-docker.sh
+#            sh get-docker.sh
+            apt install -y $name
+            echo "-------- Native docker installed "
+
+        else
+            echo    "$name already installed"
+    fi
+
+# STEP "install docker-compose" 
+echo "-------- Install native docker-compose "
+
+# TODO : Fix a version for docker compose ? 
+
+#mkdir -p /opt/bin &&\
+#dockerComposeVersion=$(curl -s https://api.github.com/repos/docker/compose/releases/latest|grep tag_name|cut -d'"' -f4) &&\
+#curl -L https://github.com/docker/compose/releases/download/$dockerComposeVersion/docker-compose-`uname -s`-`uname -m` > /opt/bin/#docker-compose &&\
+#chmod +x /opt/bin/docker-compose
+
+apt install -y docker-compose
+
+
+# STEP "install git"
+
+echo "-------- Install git"
+
+distro=$( ( lsb_release -ds || cat /etc/*release || uname -om ) 2>/dev/null | head -n1 | cut -d " " -f1)
+if [[ "$distro" == "Ubuntu" || "$distro" == "Debian" ]]; then
+apt-get install -y git
+elif [[ "$distro" == "CentOS" || "$distro" == "AlmaLinux" || "$distro" == "Rocky" || "$distro" == "Fedora" ]]; then
+yum install -y git
+elif [[ "$distro" == "openSUSE" ]]; then
+zypper install git
+elif [[ "$distro" == "Arch" ]]; then
+pacman -S git
+elif [[ "$distro" == "Mageia" ]]; then
+urpmi git
+fi
+
+# STEP install Libre.sh
+
+echo " ---Removing previous install --- "
+rm -rf /libre.sh
+
+echo "-------- installing libre.sh" 
+
+git clone https://lab.libreho.st/libre.sh/compose.libre.sh.git /libre.sh 
+mkdir -p /{data,system}
+mkdir -p /data/trash
+mkdir -p /data/domains
+cp /libre.sh/unit-files/* /etc/systemd/system && systemctl daemon-reload 
+systemctl enable web-net.service 
+systemctl start web-net.service 
+mkdir -p /opt/bin 
+cp /libre.sh/utils/* /opt/bin/
+
+
+# STEP add /opt/bin path
+
+
+echo "-------- updating PATH" 
+cat > /etc/profile.d/libre.sh <<EOF
+export PATH=$PATH:/opt/bin
+EOF
+chmod 644 /etc/profile.d/libre.sh
+bash /etc/profile.d/libre.sh
+
+#TODO : reload profile to use libre right away 

migrations/update-oo.sh

+#!/bin/bash -eux
+
+# Verify they are all in sync with git, if not, print the domain name.
+for oo  in `ls -d ./oo-*`;do
+  cd $oo
+  if ! git diff --exit-code --quiet; then
+    echo $oo
+  fi
+  cd ..
+done
+
+# Update all oo
+for oo  in `ls -d ./oo-*`;do
+  cd $oo
+  libre update
+  cd ..
+done

scripts/create_vultr.sh

-#!/bin/bash
-
-function valid_ip()
-{
-  local  ip=$1
-  local  stat=1
-  if [[ $ip =~ ^[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}$ ]]; then
-    OIFS=$IFS
-    IFS='.'
-    ip=($ip)
-    IFS=$OIFS
-    [[ ${ip[0]} -le 255 && ${ip[1]} -le 255 \
-      && ${ip[2]} -le 255 && ${ip[3]} -le 255 ]]
-    stat=$?
-  fi
-  return $stat
-}
-
-LABEL=$1
-echo Label: $LABEL
-echo API key: $VULTR_API_KEY
-
-VPSPLANID=${2:-29}
-
-SSHKEYID=`curl -s https://api.vultr.com/v1/sshkey/list\?api_key\=$VULTR_API_KEY | cut -d\" -f2`
-echo Got your ssh key ID $SSHKEYID:
-
-SUBID=`curl -s -d "DCID=9&VPSPLANID=$VPSPLANID&OSID=179&label=$LABEL&SSHKEYID=$SSHKEYID" https://api.vultr.com/v1/server/create\?api_key\=$VULTR_API_KEY | cut -d\" -f4`
-echo Got your SUB ID $SUBID:
-
-while :
-do
-  IP=`curl -s https://api.vultr.com/v1/server/list_ipv4\?api_key\=$VULTR_API_KEY\&SUBID\=$SUBID | cut -d\" -f6`
-  if valid_ip $IP; then
-    break
-  else
-    echo "waiting to get an IP..."
-    sleep 5
-  fi
-done
-
-echo Writing $LABEL to /etc/hosts file, needs your root password:
-sudo -- sh -c "echo $IP $LABEL \#$SUBID >> /etc/hosts"
-
-while :
-do
-  ssh -o "StrictHostKeyChecking no" -o "BatchMode yes" root@$LABEL exit
-  if [ $? == 0 ];
-  then
-    break
-  else
-    echo "waiting to be able to ssh..."
-    sleep 5
-  fi
-done
-