homer6/mutable

Build Status:

Overview

Mutable allows you to make schema migrations (schema mutations), data mutations (data migrations), and other mutations in a clean and modern way.

Mutable is designed to work with kubernetes and works with postgres, mongodb, mysql, and can support other datastores upon request.

Build Ubuntu 18

apt update -y && \
    apt install -y git gcc g++ cmake pkg-config libssl-dev libsasl2-dev \
                   python ccache libmysqlcppconn-dev libmysqlclient-dev \
                   libpq-dev
apt remove -y libpqxx-dev

git clone --recursive https://github.com/homer6/mutable.git
cd mutable
git submodule update --init --recursive

cd lib/libmongoc && \
    git checkout debian/1.15.2-1 && \
    python build/calc_release_version.py > VERSION_CURRENT && \
    rm -rf cmake-build && \
    mkdir -p cmake-build && \
    cd cmake-build && \
    cmake -DENABLE_AUTOMATIC_INIT_AND_CLEANUP=OFF .. && \
    make -j4 install && \
    cd ../../..

cd lib/mongocxx-driver/build && \
    git checkout debian/3.4.1-1 && \
    rm -rf * && \
    cmake .. -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/usr/local && \
    make -j4 install && \
    cd ../../..

cd lib/libpqxx && \
    git checkout 7.1.1 && \
    rm -rf build && \
    mkdir build && \
    cd build && \
    cmake -DPostgreSQL_TYPE_INCLUDE_DIR:STRING=/usr/include/postgresql .. && \
    make -j4 install && \
    cd ../../.. && \
    ldconfig

apt install -y libssl-dev libboost-all-dev libsasl2-dev liblz4-dev libzstd-dev && \
    cd lib/librdkafka && \
    git checkout v1.4.2 && \
    ./configure --install-deps && \
    make -j4 && \
    make install && \
    ldconfig && \
    cd ../..

cd lib/cppkafka && \
    git checkout 006642cdb2a871ef3aad517e9148607b859604e0 && \
    cmake . && \
    make -j4 && \
    make install && \
    ldconfig && \
    cd ../..

cd lib/hiredis && \
    git checkout v0.14.1 && \
    make -j4 && \
    make install && \
    cd ../..

cd lib/redis-plus-plus && \
    git checkout f7b0ce9588e9c8a9fdb0ae97a663d9b5e9b13f85 && \
    git clean -fd && \
    cmake -DREDIS_PLUS_PLUS_CXX_STANDARD=17 . && \
    make -j4 && \
    make install && \
    ldconfig && \
    cd ../..

rm -rf CMakeCache.txt CMakeFiles cmake_install.cmake

cmake .
make -j12

Building Docker

apt install -y docker.io

docker build -t mutable_base -f Dockerfile.base .
docker build -t mutable_build -f Dockerfile.build .
docker build -t mutable -f Dockerfile.run .

Publishing to dockerhub (after building)

docker login

docker tag mutable_base:latest homer6/mutable_base:v5
docker tag mutable_base:latest homer6/mutable_base:latest
docker tag mutable_build:latest homer6/mutable_build:v5
docker tag mutable_build:latest homer6/mutable_build:latest
docker tag mutable:latest homer6/mutable:v0.3.2
docker tag mutable:latest homer6/mutable:latest

docker push homer6/mutable_base:v5
docker push homer6/mutable_base:latest
docker push homer6/mutable_build:v5
docker push homer6/mutable_build:latest
docker push homer6/mutable:v0.3.2
docker push homer6/mutable:latest

Connecting to Buildtime Docker Container

docker run -it mutable_build
git remote add upstream https://github.com/homer6/mutable.git
git pull upstream master
make -j4
ldd build/mutable

Connecting to Runtime Docker Container

docker run -it --entrypoint /bin/ash mutable

Running (Locally)

export POSTGRES_CONNECTION="postgresql://username@localhost/dbname?connect_timeout=10&application_name=myapp&ssl=true"
export MONGO_CONNECTION="mongodb://localhost/"

export MYSQL_USERNAME=root
export MYSQL_DATABASE=temp

export ENVIRONMENT_PREFIX="testing"

./build/mutable

Running (Docker)

export POSTGRES_CONNECTION="postgresql://username@localhost/dbname?connect_timeout=10&application_name=myapp&ssl=true"
export MONGO_CONNECTION="mongodb://localhost/"
export MYSQL_CONNECTION="mysql://localhost/"
export BROKER_LIST="127.0.0.1:9092"
export ELASTICSEARCH_CONNECTION="https://localhost:9200"
export REDIS_CONNECTION="tcp://127.0.0.1:6379"
export ENVIRONMENT_PREFIX="testing"

docker run \
    --env POSTGRES_CONNECTION \
    --env MONGO_CONNECTION \
    --env MYSQL_CONNECTION \
    --env BROKER_LIST \
    --env ELASTICSEARCH_CONNECTION \
    --env REDIS_CONNECTION \
    --env ENVIRONMENT_PREFIX \
    homer6/mutable

Testing (Docker)

export MONGO_CONNECTION="mongodb://localhost/"
docker run --env MONGO_CONNECTION homer6/mutable test mongo_list_all_collections
docker run --env MONGO_CONNECTION homer6/mutable test mongo_list_databases
docker run --env MONGO_CONNECTION homer6/mutable tail mongo <db-name>

homer6 / mutable