nix/pkgs/baserow: init

ci-root.nix

@@ -12,7 +12,10 @@ let
   ciBits = rec {
     x86_64-linux = {
       machine = depot.ops.nixos.systems;
-      pkgs = builtins.removeAttrs depot.nix.pkgs [ "grafana-plugins" "windows" "unifiHacked" "nixpkgs-mozilla" "nightlyRust" "nightlyRustPlatform" ];
+      pkgs = builtins.removeAttrs depot.nix.pkgs [ "grafana-plugins" "windows" "unifiHacked" "nixpkgs-mozilla" "nightlyRust" "nightlyRustPlatform" "baserow" ];
+      pkg-baserow = {
+        inherit (depot.nix.pkgs.baserow) backend web-frontend mjml-tcpserver;
+      };
       pkg-grafana-plugins = depot.nix.pkgs.grafana-plugins;
       web = lib.filterAttrs (n: v: !lib.isFunction v) depot.web;
       trains = depot.go.trains.cmd.bins;

nix/pkgs/baserow/backend/pynixify/overlay.nix

@@ -0,0 +1,36 @@
+self: super: {
+  baserow-backend = self.callPackage ./packages/baserow-backend { };
+
+  django-cors-headers = self.callPackage ./packages/django-cors-headers { };
+
+  djangorestframework = self.callPackage ./packages/djangorestframework { };
+
+  uvicorn = self.callPackage ./packages/uvicorn { };
+
+  django-mjml = self.callPackage ./packages/django-mjml { };
+
+  drf-spectacular = self.callPackage ./packages/drf-spectacular { };
+
+  django-celery-email = self.callPackage ./packages/django-celery-email { };
+
+  channels-redis = self.callPackage ./packages/channels-redis { };
+
+  #click = self.callPackage ./packages/click { };
+
+  django-celery-beat = self.callPackage ./packages/django-celery-beat { };
+
+  django = self.callPackage ./packages/django { };
+
+  faker = self.callPackage ./packages/faker { };
+
+  advocate = self.callPackage ./packages/advocate { };
+
+  celery-redbeat = self.callPackage ./packages/celery-redbeat { };
+
+  aioredis = self.callPackage ./packages/aioredis { };
+
+  django-timezone-field = self.callPackage ./packages/django-timezone-field { };
+
+  regex = self.callPackage ./packages/regex { };
+
+}

nix/pkgs/baserow/backend/pynixify/packages/advocate/default.nix

@@ -0,0 +1,28 @@
+# WARNING: This file was automatically generated. You should avoid editing it.
+# If you run pynixify again, the file will be either overwritten or
+# deleted, and you will lose the changes you made to it.
+
+{ buildPythonPackage, fetchPypi, lib, ndg-httpsclient, netifaces, pyasn1
+, pyopenssl, requests, six, urllib3 }:
+
+buildPythonPackage rec {
+  pname = "advocate";
+  version = "1.0.0";
+
+  src = fetchPypi {
+    inherit pname version;
+    sha256 = "0g9mbalg0hz74ciiaymg1sml0x819rcrqcl0cncpjhik8471gw8v";
+  };
+
+  propagatedBuildInputs =
+    [ requests urllib3 six pyasn1 pyopenssl ndg-httpsclient netifaces ];
+
+  # TODO FIXME
+  doCheck = false;
+
+  meta = with lib; {
+    description =
+      "A wrapper around the requests library for safely making HTTP requests on behalf of a third party";
+    homepage = "https://github.com/JordanMilne/Advocate";
+  };
+}

nix/pkgs/baserow/backend/pynixify/packages/aioredis/default.nix

@@ -0,0 +1,25 @@
+# WARNING: This file was automatically generated. You should avoid editing it.
+# If you run pynixify again, the file will be either overwritten or
+# deleted, and you will lose the changes you made to it.
+
+{ async-timeout, buildPythonPackage, fetchPypi, hiredis, lib }:
+
+buildPythonPackage rec {
+  pname = "aioredis";
+  version = "1.3.1";
+
+  src = fetchPypi {
+    inherit pname version;
+    sha256 = "0fi7jd5hlx8cnv1m97kv9hc4ih4l8v15wzkqwsp73is4n0qazy0m";
+  };
+
+  propagatedBuildInputs = [ async-timeout hiredis ];
+
+  # TODO FIXME
+  doCheck = false;
+
+  meta = with lib; {
+    description = "asyncio (PEP 3156) Redis support";
+    homepage = "https://github.com/aio-libs/aioredis";
+  };
+}

nix/pkgs/baserow/backend/pynixify/packages/baserow-backend/default.nix

@@ -0,0 +1,57 @@
+# WARNING: This file was automatically generated. You should avoid editing it.
+# If you run pynixify again, the file will be either overwritten or
+# deleted, and you will lose the changes you made to it.
+
+{ advocate, antlr4-python3-runtime, asgiref, buildPythonPackage, celery
+, celery-redbeat, channels, channels-redis, click, cryptography, django
+, django-celery-beat, django-celery-email, django-cors-headers, django-mjml
+, djangorestframework, drf-jwt, drf-spectacular, faker, fetchPypi, gunicorn
+, itsdangerous, lib, pillow, psycopg2, regex, requests, service-identity
+, twisted, unicodecsv, uvicorn, zipp }:
+
+buildPythonPackage rec {
+  pname = "baserow-backend";
+  version = "1.7.1";
+
+  src = lib.cleanSource ../../..;
+
+  propagatedBuildInputs = [
+    django
+    django-cors-headers
+    djangorestframework
+    drf-jwt
+    psycopg2
+    faker
+    twisted
+    gunicorn
+    uvicorn
+    django-mjml
+    requests
+    itsdangerous
+    drf-spectacular
+    pillow
+    asgiref
+    channels
+    channels-redis
+    celery
+    django-celery-email
+    advocate
+    zipp
+    unicodecsv
+    django-celery-beat
+    celery-redbeat
+    service-identity
+    regex
+    click
+    cryptography
+    antlr4-python3-runtime
+  ];
+
+  # TODO FIXME
+  doCheck = false;
+
+  meta = with lib; {
+    description = "Baserow: open source no-code database backend.";
+    homepage = "https://baserow.io";
+  };
+}

nix/pkgs/baserow/backend/pynixify/packages/celery-redbeat/default.nix

@@ -0,0 +1,25 @@
+# WARNING: This file was automatically generated. You should avoid editing it.
+# If you run pynixify again, the file will be either overwritten or
+# deleted, and you will lose the changes you made to it.
+
+{ buildPythonPackage, celery, dateutil, fetchPypi, lib, redis, tenacity }:
+
+buildPythonPackage rec {
+  pname = "celery-redbeat";
+  version = "2.0.0";
+
+  src = fetchPypi {
+    inherit pname version;
+    sha256 = "030r39cmn2lfm1ysyvnya0ys63sfqwlk130qsdnndwjxpr0nk3fb";
+  };
+
+  propagatedBuildInputs = [ redis celery dateutil tenacity ];
+
+  # TODO FIXME
+  doCheck = false;
+
+  meta = with lib; {
+    description = "A Celery Beat Scheduler using Redis for persistent storage";
+    homepage = "https://github.com/sibson/redbeat";
+  };
+}

nix/pkgs/baserow/backend/pynixify/packages/channels-redis/default.nix

@@ -0,0 +1,26 @@
+# WARNING: This file was automatically generated. You should avoid editing it.
+# If you run pynixify again, the file will be either overwritten or
+# deleted, and you will lose the changes you made to it.
+
+{ aioredis, asgiref, buildPythonPackage, channels, fetchPypi, lib, msgpack }:
+
+buildPythonPackage rec {
+  pname = "channels-redis";
+  version = "3.3.0";
+
+  src = fetchPypi {
+    inherit version;
+    pname = "channels_redis";
+    sha256 = "1aay9b6a88j43xl54sddwha8mb6hdlnjpcavk2vpkfhmkhkww60a";
+  };
+
+  propagatedBuildInputs = [ aioredis msgpack asgiref channels ];
+
+  # TODO FIXME
+  doCheck = false;
+
+  meta = with lib; {
+    description = "Redis-backed ASGI channel layer implementation";
+    homepage = "http://github.com/django/channels_redis/";
+  };
+}

nix/pkgs/baserow/backend/pynixify/packages/click/default.nix

@@ -0,0 +1,23 @@
+# WARNING: This file was automatically generated. You should avoid editing it.
+# If you run pynixify again, the file will be either overwritten or
+# deleted, and you will lose the changes you made to it.
+
+{ buildPythonPackage, fetchPypi, lib }:
+
+buildPythonPackage rec {
+  pname = "click";
+  version = "7.1.2";
+
+  src = fetchPypi {
+    inherit pname version;
+    sha256 = "06kbzd6sjfkqan3miwj9wqyddfxc2b6hi7p5s4dvqjb3gif2bdfj";
+  };
+
+  # TODO FIXME
+  doCheck = false;
+
+  meta = with lib; {
+    description = "Composable command line interface toolkit";
+    homepage = "https://palletsprojects.com/p/click/";
+  };
+}

nix/pkgs/baserow/backend/pynixify/packages/django-celery-beat/default.nix

@@ -0,0 +1,27 @@
+# WARNING: This file was automatically generated. You should avoid editing it.
+# If you run pynixify again, the file will be either overwritten or
+# deleted, and you will lose the changes you made to it.
+
+{ buildPythonPackage, celery, django, django-timezone-field, fetchPypi, lib
+, python-crontab }:
+
+buildPythonPackage rec {
+  pname = "django-celery-beat";
+  version = "2.2.1";
+
+  src = fetchPypi {
+    inherit pname version;
+    sha256 = "0d02cac65h6jsb760x98fhmg9b5dgk2hrxkvn2ym25al16rmxblp";
+  };
+
+  propagatedBuildInputs =
+    [ celery django-timezone-field python-crontab django ];
+
+  # TODO FIXME
+  doCheck = false;
+
+  meta = with lib; {
+    description = "Database-backed Periodic Tasks.";
+    homepage = "https://github.com/celery/django-celery-beat";
+  };
+}

nix/pkgs/baserow/backend/pynixify/packages/django-celery-email/default.nix

@@ -0,0 +1,25 @@
+# WARNING: This file was automatically generated. You should avoid editing it.
+# If you run pynixify again, the file will be either overwritten or
+# deleted, and you will lose the changes you made to it.
+
+{ buildPythonPackage, celery, django, django_appconf, fetchPypi, lib }:
+
+buildPythonPackage rec {
+  pname = "django-celery-email";
+  version = "3.0.0";
+
+  src = fetchPypi {
+    inherit pname version;
+    sha256 = "1klfl4y90rfv5dd3h77xgxm9jjhax5n2197zl2wc6b4mh2xcnijm";
+  };
+
+  propagatedBuildInputs = [ django celery django_appconf ];
+
+  # TODO FIXME
+  doCheck = false;
+
+  meta = with lib; {
+    description = "An async Django email backend using celery";
+    homepage = "https://github.com/pmclanahan/django-celery-email";
+  };
+}

nix/pkgs/baserow/backend/pynixify/packages/django-cors-headers/default.nix

@@ -0,0 +1,22 @@
+# WARNING: This file was automatically generated. You should avoid editing it.
+# If you run pynixify again, the file will be either overwritten or
+# deleted, and you will lose the changes you made to it.
+
+{ buildPythonPackage, django, fetchPypi, lib }:
+
+buildPythonPackage rec {
+  pname = "django-cors-headers";
+  version = "3.8.0";
+
+  src = fetchPypi {
+    inherit pname version;
+    sha256 = "06zcz5safd7a4a911pif81bdswrhbh48ggc6p720mx9xinzi73jb";
+  };
+
+  propagatedBuildInputs = [ django ];
+
+  # TODO FIXME
+  doCheck = false;
+
+  meta = with lib; { };
+}

nix/pkgs/baserow/backend/pynixify/packages/django-mjml/default.nix

@@ -0,0 +1,25 @@
+# WARNING: This file was automatically generated. You should avoid editing it.
+# If you run pynixify again, the file will be either overwritten or
+# deleted, and you will lose the changes you made to it.
+
+{ buildPythonPackage, django, fetchPypi, lib }:
+
+buildPythonPackage rec {
+  pname = "django-mjml";
+  version = "0.11.0";
+
+  src = fetchPypi {
+    inherit pname version;
+    sha256 = "1vzpd93ab7lfjyw9v90k8lynh2x735xf9ygkk5cz406y2q93jywd";
+  };
+
+  propagatedBuildInputs = [ django ];
+
+  # TODO FIXME
+  doCheck = false;
+
+  meta = with lib; {
+    description = "Use MJML in Django templates";
+    homepage = "https://github.com/liminspace/django-mjml";
+  };
+}

nix/pkgs/baserow/backend/pynixify/packages/django-timezone-field/default.nix

@@ -0,0 +1,26 @@
+# WARNING: This file was automatically generated. You should avoid editing it.
+# If you run pynixify again, the file will be either overwritten or
+# deleted, and you will lose the changes you made to it.
+
+{ buildPythonPackage, django, fetchPypi, lib, pytz }:
+
+buildPythonPackage rec {
+  pname = "django-timezone-field";
+  version = "4.2.1";
+
+  src = fetchPypi {
+    inherit pname version;
+    sha256 = "0wg97zp5sldd0w908m5mia9544vwm5fbansimsa51aldcpg0qy4p";
+  };
+
+  propagatedBuildInputs = [ django pytz ];
+
+  # TODO FIXME
+  doCheck = false;
+
+  meta = with lib; {
+    description =
+      "A Django app providing database and form fields for pytz timezone objects.";
+    homepage = "http://github.com/mfogel/django-timezone-field/";
+  };
+}

nix/pkgs/baserow/backend/pynixify/packages/django/default.nix

@@ -0,0 +1,23 @@
+# WARNING: This file was automatically generated. You should avoid editing it.
+# If you run pynixify again, the file will be either overwritten or
+# deleted, and you will lose the changes you made to it.
+
+{ asgiref, buildPythonPackage, fetchPypi, lib, pytz, sqlparse }:
+
+buildPythonPackage rec {
+  pname = "django";
+  version = "3.2.6";
+
+  src = fetchPypi {
+    inherit version;
+    pname = "Django";
+    sha256 = "08p0gf1n548fjba76wspcj1jb3li6lr7xi87w2xq7hylr528azzj";
+  };
+
+  propagatedBuildInputs = [ asgiref pytz sqlparse ];
+
+  # TODO FIXME
+  doCheck = false;
+
+  meta = with lib; { };
+}

nix/pkgs/baserow/backend/pynixify/packages/djangorestframework/default.nix

@@ -0,0 +1,25 @@
+# WARNING: This file was automatically generated. You should avoid editing it.
+# If you run pynixify again, the file will be either overwritten or
+# deleted, and you will lose the changes you made to it.
+
+{ buildPythonPackage, django, fetchPypi, lib }:
+
+buildPythonPackage rec {
+  pname = "djangorestframework";
+  version = "3.12.4";
+
+  src = fetchPypi {
+    inherit pname version;
+    sha256 = "1wm7q3vp4226n6fhjnkjxg6pgh95p6ag238rg7l7dj6sind98izp";
+  };
+
+  propagatedBuildInputs = [ django ];
+
+  # TODO FIXME
+  doCheck = false;
+
+  meta = with lib; {
+    description = "Web APIs for Django, made easy.";
+    homepage = "https://www.django-rest-framework.org/";
+  };
+}

nix/pkgs/baserow/backend/pynixify/packages/drf-spectacular/default.nix

@@ -0,0 +1,28 @@
+# WARNING: This file was automatically generated. You should avoid editing it.
+# If you run pynixify again, the file will be either overwritten or
+# deleted, and you will lose the changes you made to it.
+
+{ buildPythonPackage, django, djangorestframework, fetchPypi, inflection
+, jsonschema, lib, pyyaml, uritemplate }:
+
+buildPythonPackage rec {
+  pname = "drf-spectacular";
+  version = "0.13.1";
+
+  src = fetchPypi {
+    inherit pname version;
+    sha256 = "12n39sq5abb93z8lsmcpg0p9kb5zc3nr7y5n690svf0grlgilw2k";
+  };
+
+  propagatedBuildInputs =
+    [ django djangorestframework uritemplate pyyaml jsonschema inflection ];
+
+  # TODO FIXME
+  doCheck = false;
+
+  meta = with lib; {
+    description =
+      "Sane and flexible OpenAPI 3 schema generation for Django REST framework";
+    homepage = "https://github.com/tfranzel/drf-spectacular";
+  };
+}

nix/pkgs/baserow/backend/pynixify/packages/faker/default.nix

@@ -0,0 +1,26 @@
+# WARNING: This file was automatically generated. You should avoid editing it.
+# If you run pynixify again, the file will be either overwritten or
+# deleted, and you will lose the changes you made to it.
+
+{ buildPythonPackage, dateutil, fetchPypi, lib, text-unidecode }:
+
+buildPythonPackage rec {
+  pname = "faker";
+  version = "8.11.0";
+
+  src = fetchPypi {
+    inherit version;
+    pname = "Faker";
+    sha256 = "14bqdb7wngxlr9n25syab6i7dr9xjkxlq0wy31aar8yxlffixs5r";
+  };
+
+  propagatedBuildInputs = [ dateutil text-unidecode ];
+
+  # TODO FIXME
+  doCheck = false;
+
+  meta = with lib; {
+    description = "Faker is a Python package that generates fake data for you.";
+    homepage = "https://github.com/joke2k/faker";
+  };
+}

nix/pkgs/baserow/backend/pynixify/packages/regex/default.nix

@@ -0,0 +1,23 @@
+# WARNING: This file was automatically generated. You should avoid editing it.
+# If you run pynixify again, the file will be either overwritten or
+# deleted, and you will lose the changes you made to it.
+
+{ buildPythonPackage, fetchPypi, lib }:
+
+buildPythonPackage rec {
+  pname = "regex";
+  version = "2021.8.3";
+
+  src = fetchPypi {
+    inherit pname version;
+    sha256 = "0skayn5lmwc0qb0aybzv59y68qiaqpdhwawk7nf3d6rcmmyr6dc9";
+  };
+
+  # TODO FIXME
+  doCheck = false;
+
+  meta = with lib; {
+    description = "Alternative regular expression module, to replace re.";
+    homepage = "https://bitbucket.org/mrabarnett/mrab-regex";
+  };
+}

nix/pkgs/baserow/backend/pynixify/packages/uvicorn/default.nix

@@ -0,0 +1,25 @@
+# WARNING: This file was automatically generated. You should avoid editing it.
+# If you run pynixify again, the file will be either overwritten or
+# deleted, and you will lose the changes you made to it.
+
+{ asgiref, buildPythonPackage, click, fetchPypi, h11, lib }:
+
+buildPythonPackage rec {
+  pname = "uvicorn";
+  version = "0.15.0";
+
+  src = fetchPypi {
+    inherit pname version;
+    sha256 = "1zyana0yf3m8xkm8ihk7m19wv56gnj1jc61mwb9jhrx83kfw18yr";
+  };
+
+  propagatedBuildInputs = [ asgiref click h11 ];
+
+  # TODO FIXME
+  doCheck = false;
+
+  meta = with lib; {
+    description = "The lightning-fast ASGI server.";
+    homepage = "https://www.uvicorn.org/";
+  };
+}

nix/pkgs/baserow/default.nix

@@ -2,12 +2,11 @@
 , pkgs
 , stdenv
 , makeWrapper
+, python3
+, nodejs-12_x
 }:
 
 let
-  nodejs = pkgs.nodejs-12_x;
-in
-rec {
   src = fetchFromGitHub {
     owner = "bram2w";
     repo = "baserow";
@@ -19,6 +18,37 @@ rec {
     inherit (pkgs) system;
     src = "${src}/web-frontend";
   };
+  mjml-tcpserver-deps = import ./mjml-tcpserver {
+    inherit pkgs nodejs;
+    inherit (pkgs) system;
+  };
+
+  nodejs = nodejs-12_x;
+  python = python3.override {
+    packageOverrides = self: super:
+      let
+        oss = import ./backend/pynixify/overlay.nix self super;
+        premium = import ./premium-backend/pynixify/overlay.nix self super;
+      in
+        oss // premium // (rec {
+          baserow-backend = oss.baserow-backend.overridePythonAttrs (oldAttrs: {
+            src = "${src}/backend";
+            prePatch = ''
+              # Yeet. Just assume everything is installed in the environment already.
+              > requirements/base.txt
+            '';
+            propagatedBuildInputs = oldAttrs.propagatedBuildInputs ++ [
+              baserow-premium-backend
+            ];
+          });
+          baserow-premium-backend = premium.baserow-premium-backend.overridePythonAttrs (_: {
+            src = "${src}/premium/backend";
+          });
+        });
+  };
+in
+{
+  inherit src web-frontend-deps mjml-tcpserver-deps;
 
   web-frontend = stdenv.mkDerivation {
     name = "baserow-web-frontend";
@@ -55,4 +85,37 @@ rec {
     '';
     dontInstall = true;
   };
+
+  backend = python.pkgs.baserow-backend.overridePythonAttrs (oldAttrs: {
+    src = "${src}/backend";
+    prePatch = ''
+      # Yeet. Just assume everything is installed in the environment already.
+      > requirements/base.txt
+    '';
+    propagatedBuildInputs = oldAttrs.propagatedBuildInputs ++ (with python.pkgs; [
+      baserow-premium-backend
+    ]);
+  });
+
+  mjml-tcpserver = stdenv.mkDerivation {
+    name = "mjml-tcpserver";
+    inherit (python.pkgs.django-mjml) version src;
+
+    buildInputs = [ nodejs ];
+    nativeBuildInputs = [ makeWrapper ];
+    nodeDependencies = mjml-tcpserver-deps.mjml;
+
+    dontBuild = true;
+    installPhase = ''
+      runHook preInstall
+
+      mkdir -p $out/bin $out/share/mjml-tcpserver
+      cp mjml/node/tcpserver.js $out/share/mjml-tcpserver
+      makeWrapper ${nodejs}/bin/node $out/bin/mjml-tcpserver \
+        --prefix NODE_PATH : "$nodeDependencies/lib/node_modules" \
+        --add-flags "$out/share/mjml-tcpserver/tcpserver.js"
+
+      runHook postInstall
+    '';
+  };
 }

nix/pkgs/baserow/mjml-tcpserver/default.nix

@@ -0,0 +1,17 @@
+# This file has been generated by node2nix 1.9.0. Do not edit!
+
+{pkgs ? import <nixpkgs> {
+    inherit system;
+  }, system ? builtins.currentSystem, nodejs ? pkgs."nodejs-12_x"}:
+
+let
+  nodeEnv = import ./node-env.nix {
+    inherit (pkgs) stdenv lib python2 runCommand writeTextFile;
+    inherit pkgs nodejs;
+    libtool = if pkgs.stdenv.isDarwin then pkgs.darwin.cctools else null;
+  };
+in
+import ./node-packages.nix {
+  inherit (pkgs) fetchurl nix-gitignore stdenv lib fetchgit;
+  inherit nodeEnv;
+}

nix/pkgs/baserow/mjml-tcpserver/node-env.nix

@@ -0,0 +1,573 @@
+# This file originates from node2nix
+
+{lib, stdenv, nodejs, python2, pkgs, libtool, runCommand, writeTextFile}:
+
+let
+  # Workaround to cope with utillinux in Nixpkgs 20.09 and util-linux in Nixpkgs master
+  utillinux = if pkgs ? utillinux then pkgs.utillinux else pkgs.util-linux;
+
+  python = if nodejs ? python then nodejs.python else python2;
+
+  # Create a tar wrapper that filters all the 'Ignoring unknown extended header keyword' noise
+  tarWrapper = runCommand "tarWrapper" {} ''
+    mkdir -p $out/bin
+
+    cat > $out/bin/tar <<EOF
+    #! ${stdenv.shell} -e
+    $(type -p tar) "\$@" --warning=no-unknown-keyword --delay-directory-restore
+    EOF
+
+    chmod +x $out/bin/tar
+  '';
+
+  # Function that generates a TGZ file from a NPM project
+  buildNodeSourceDist =
+    { name, version, src, ... }:
+
+    stdenv.mkDerivation {
+      name = "node-tarball-${name}-${version}";
+      inherit src;
+      buildInputs = [ nodejs ];
+      buildPhase = ''
+        export HOME=$TMPDIR
+        tgzFile=$(npm pack | tail -n 1) # Hooks to the pack command will add output (https://docs.npmjs.com/misc/scripts)
+      '';
+      installPhase = ''
+        mkdir -p $out/tarballs
+        mv $tgzFile $out/tarballs
+        mkdir -p $out/nix-support
+        echo "file source-dist $out/tarballs/$tgzFile" >> $out/nix-support/hydra-build-products
+      '';
+    };
+
+  includeDependencies = {dependencies}:
+    lib.optionalString (dependencies != [])
+      (lib.concatMapStrings (dependency:
+        ''
+          # Bundle the dependencies of the package
+          mkdir -p node_modules
+          cd node_modules
+
+          # Only include dependencies if they don't exist. They may also be bundled in the package.
+          if [ ! -e "${dependency.name}" ]
+          then
+              ${composePackage dependency}
+          fi
+
+          cd ..
+        ''
+      ) dependencies);
+
+  # Recursively composes the dependencies of a package
+  composePackage = { name, packageName, src, dependencies ? [], ... }@args:
+    builtins.addErrorContext "while evaluating node package '${packageName}'" ''
+      DIR=$(pwd)
+      cd $TMPDIR
+
+      unpackFile ${src}
+
+      # Make the base dir in which the target dependency resides first
+      mkdir -p "$(dirname "$DIR/${packageName}")"
+
+      if [ -f "${src}" ]
+      then
+          # Figure out what directory has been unpacked
+          packageDir="$(find . -maxdepth 1 -type d | tail -1)"
+
+          # Restore write permissions to make building work
+          find "$packageDir" -type d -exec chmod u+x {} \;
+          chmod -R u+w "$packageDir"
+
+          # Move the extracted tarball into the output folder
+          mv "$packageDir" "$DIR/${packageName}"
+      elif [ -d "${src}" ]
+      then
+          # Get a stripped name (without hash) of the source directory.
+          # On old nixpkgs it's already set internally.
+          if [ -z "$strippedName" ]
+          then
+              strippedName="$(stripHash ${src})"
+          fi
+
+          # Restore write permissions to make building work
+          chmod -R u+w "$strippedName"
+
+          # Move the extracted directory into the output folder
+          mv "$strippedName" "$DIR/${packageName}"
+      fi
+
+      # Unset the stripped name to not confuse the next unpack step
+      unset strippedName
+
+      # Include the dependencies of the package
+      cd "$DIR/${packageName}"
+      ${includeDependencies { inherit dependencies; }}
+      cd ..
+      ${lib.optionalString (builtins.substring 0 1 packageName == "@") "cd .."}
+    '';
+
+  pinpointDependencies = {dependencies, production}:
+    let
+      pinpointDependenciesFromPackageJSON = writeTextFile {
+        name = "pinpointDependencies.js";
+        text = ''
+          var fs = require('fs');
+          var path = require('path');
+
+          function resolveDependencyVersion(location, name) {
+              if(location == process.env['NIX_STORE']) {
+                  return null;
+              } else {
+                  var dependencyPackageJSON = path.join(location, "node_modules", name, "package.json");
+
+                  if(fs.existsSync(dependencyPackageJSON)) {
+                      var dependencyPackageObj = JSON.parse(fs.readFileSync(dependencyPackageJSON));
+
+                      if(dependencyPackageObj.name == name) {
+                          return dependencyPackageObj.version;
+                      }
+                  } else {
+                      return resolveDependencyVersion(path.resolve(location, ".."), name);
+                  }
+              }
+          }
+
+          function replaceDependencies(dependencies) {
+              if(typeof dependencies == "object" && dependencies !== null) {
+                  for(var dependency in dependencies) {
+                      var resolvedVersion = resolveDependencyVersion(process.cwd(), dependency);
+
+                      if(resolvedVersion === null) {
+                          process.stderr.write("WARNING: cannot pinpoint dependency: "+dependency+", context: "+process.cwd()+"\n");
+                      } else {
+                          dependencies[dependency] = resolvedVersion;
+                      }
+                  }
+              }
+          }
+
+          /* Read the package.json configuration */
+          var packageObj = JSON.parse(fs.readFileSync('./package.json'));
+
+          /* Pinpoint all dependencies */
+          replaceDependencies(packageObj.dependencies);
+          if(process.argv[2] == "development") {
+              replaceDependencies(packageObj.devDependencies);
+          }
+          replaceDependencies(packageObj.optionalDependencies);
+
+          /* Write the fixed package.json file */
+          fs.writeFileSync("package.json", JSON.stringify(packageObj, null, 2));
+        '';
+      };
+    in
+    ''
+      node ${pinpointDependenciesFromPackageJSON} ${if production then "production" else "development"}
+
+      ${lib.optionalString (dependencies != [])
+        ''
+          if [ -d node_modules ]
+          then
+              cd node_modules
+              ${lib.concatMapStrings (dependency: pinpointDependenciesOfPackage dependency) dependencies}
+              cd ..
+          fi
+        ''}
+    '';
+
+  # Recursively traverses all dependencies of a package and pinpoints all
+  # dependencies in the package.json file to the versions that are actually
+  # being used.
+
+  pinpointDependenciesOfPackage = { packageName, dependencies ? [], production ? true, ... }@args:
+    ''
+      if [ -d "${packageName}" ]
+      then
+          cd "${packageName}"
+          ${pinpointDependencies { inherit dependencies production; }}
+          cd ..
+          ${lib.optionalString (builtins.substring 0 1 packageName == "@") "cd .."}
+      fi
+    '';
+
+  # Extract the Node.js source code which is used to compile packages with
+  # native bindings
+  nodeSources = runCommand "node-sources" {} ''
+    tar --no-same-owner --no-same-permissions -xf ${nodejs.src}
+    mv node-* $out
+  '';
+
+  # Script that adds _integrity fields to all package.json files to prevent NPM from consulting the cache (that is empty)
+  addIntegrityFieldsScript = writeTextFile {
+    name = "addintegrityfields.js";
+    text = ''
+      var fs = require('fs');
+      var path = require('path');
+
+      function augmentDependencies(baseDir, dependencies) {
+          for(var dependencyName in dependencies) {
+              var dependency = dependencies[dependencyName];
+
+              // Open package.json and augment metadata fields
+              var packageJSONDir = path.join(baseDir, "node_modules", dependencyName);
+              var packageJSONPath = path.join(packageJSONDir, "package.json");
+
+              if(fs.existsSync(packageJSONPath)) { // Only augment packages that exist. Sometimes we may have production installs in which development dependencies can be ignored
+                  console.log("Adding metadata fields to: "+packageJSONPath);
+                  var packageObj = JSON.parse(fs.readFileSync(packageJSONPath));
+
+                  if(dependency.integrity) {
+                      packageObj["_integrity"] = dependency.integrity;
+                  } else {
+                      packageObj["_integrity"] = "sha1-000000000000000000000000000="; // When no _integrity string has been provided (e.g. by Git dependencies), add a dummy one. It does not seem to harm and it bypasses downloads.
+                  }
+
+                  if(dependency.resolved) {
+                      packageObj["_resolved"] = dependency.resolved; // Adopt the resolved property if one has been provided
+                  } else {
+                      packageObj["_resolved"] = dependency.version; // Set the resolved version to the version identifier. This prevents NPM from cloning Git repositories.
+                  }
+
+                  if(dependency.from !== undefined) { // Adopt from property if one has been provided
+                      packageObj["_from"] = dependency.from;
+                  }
+
+                  fs.writeFileSync(packageJSONPath, JSON.stringify(packageObj, null, 2));
+              }
+
+              // Augment transitive dependencies
+              if(dependency.dependencies !== undefined) {
+                  augmentDependencies(packageJSONDir, dependency.dependencies);
+              }
+          }
+      }
+
+      if(fs.existsSync("./package-lock.json")) {
+          var packageLock = JSON.parse(fs.readFileSync("./package-lock.json"));
+
+          if(![1, 2].includes(packageLock.lockfileVersion)) {
+             process.stderr.write("Sorry, I only understand lock file versions 1 and 2!\n");
+             process.exit(1);
+          }
+
+          if(packageLock.dependencies !== undefined) {
+              augmentDependencies(".", packageLock.dependencies);
+          }
+      }
+    '';
+  };
+
+  # Reconstructs a package-lock file from the node_modules/ folder structure and package.json files with dummy sha1 hashes
+  reconstructPackageLock = writeTextFile {
+    name = "addintegrityfields.js";
+    text = ''
+      var fs = require('fs');
+      var path = require('path');
+
+      var packageObj = JSON.parse(fs.readFileSync("package.json"));
+
+      var lockObj = {
+          name: packageObj.name,
+          version: packageObj.version,
+          lockfileVersion: 1,
+          requires: true,
+          dependencies: {}
+      };
+
+      function augmentPackageJSON(filePath, dependencies) {
+          var packageJSON = path.join(filePath, "package.json");
+          if(fs.existsSync(packageJSON)) {
+              var packageObj = JSON.parse(fs.readFileSync(packageJSON));
+              dependencies[packageObj.name] = {
+                  version: packageObj.version,
+                  integrity: "sha1-000000000000000000000000000=",
+                  dependencies: {}
+              };
+              processDependencies(path.join(filePath, "node_modules"), dependencies[packageObj.name].dependencies);
+          }
+      }
+
+      function processDependencies(dir, dependencies) {
+          if(fs.existsSync(dir)) {
+              var files = fs.readdirSync(dir);
+
+              files.forEach(function(entry) {
+                  var filePath = path.join(dir, entry);
+                  var stats = fs.statSync(filePath);
+
+                  if(stats.isDirectory()) {
+                      if(entry.substr(0, 1) == "@") {
+                          // When we encounter a namespace folder, augment all packages belonging to the scope
+                          var pkgFiles = fs.readdirSync(filePath);
+
+                          pkgFiles.forEach(function(entry) {
+                              if(stats.isDirectory()) {
+                                  var pkgFilePath = path.join(filePath, entry);
+                                  augmentPackageJSON(pkgFilePath, dependencies);
+                              }
+                          });
+                      } else {
+                          augmentPackageJSON(filePath, dependencies);
+                      }
+                  }
+              });
+          }
+      }
+
+      processDependencies("node_modules", lockObj.dependencies);
+
+      fs.writeFileSync("package-lock.json", JSON.stringify(lockObj, null, 2));
+    '';
+  };
+
+  prepareAndInvokeNPM = {packageName, bypassCache, reconstructLock, npmFlags, production}:
+    let
+      forceOfflineFlag = if bypassCache then "--offline" else "--registry http://www.example.com";
+    in
+    ''
+        # Pinpoint the versions of all dependencies to the ones that are actually being used
+        echo "pinpointing versions of dependencies..."
+        source $pinpointDependenciesScriptPath
+
+        # Patch the shebangs of the bundled modules to prevent them from
+        # calling executables outside the Nix store as much as possible
+        patchShebangs .
+
+        # Deploy the Node.js package by running npm install. Since the
+        # dependencies have been provided already by ourselves, it should not
+        # attempt to install them again, which is good, because we want to make
+        # it Nix's responsibility. If it needs to install any dependencies
+        # anyway (e.g. because the dependency parameters are
+        # incomplete/incorrect), it fails.
+        #
+        # The other responsibilities of NPM are kept -- version checks, build
+        # steps, postprocessing etc.
+
+        export HOME=$TMPDIR
+        cd "${packageName}"
+        runHook preRebuild
+
+        ${lib.optionalString bypassCache ''
+          ${lib.optionalString reconstructLock ''
+            if [ -f package-lock.json ]
+            then
+                echo "WARNING: Reconstruct lock option enabled, but a lock file already exists!"
+                echo "This will most likely result in version mismatches! We will remove the lock file and regenerate it!"
+                rm package-lock.json
+            else
+                echo "No package-lock.json file found, reconstructing..."
+            fi
+
+            node ${reconstructPackageLock}
+          ''}
+
+          node ${addIntegrityFieldsScript}
+        ''}
+
+        npm ${forceOfflineFlag} --nodedir=${nodeSources} ${npmFlags} ${lib.optionalString production "--production"} rebuild
+
+        if [ "''${dontNpmInstall-}" != "1" ]
+        then
+            # NPM tries to download packages even when they already exist if npm-shrinkwrap is used.
+            rm -f npm-shrinkwrap.json
+
+            npm ${forceOfflineFlag} --nodedir=${nodeSources} ${npmFlags} ${lib.optionalString production "--production"} install
+        fi
+    '';
+
+  # Builds and composes an NPM package including all its dependencies
+  buildNodePackage =
+    { name
+    , packageName
+    , version
+    , dependencies ? []
+    , buildInputs ? []
+    , production ? true
+    , npmFlags ? ""
+    , dontNpmInstall ? false
+    , bypassCache ? false
+    , reconstructLock ? false
+    , preRebuild ? ""
+    , dontStrip ? true
+    , unpackPhase ? "true"
+    , buildPhase ? "true"
+    , meta ? {}
+    , ... }@args:
+
+    let
+      extraArgs = removeAttrs args [ "name" "dependencies" "buildInputs" "dontStrip" "dontNpmInstall" "preRebuild" "unpackPhase" "buildPhase" "meta" ];
+    in
+    stdenv.mkDerivation ({
+      name = "${name}-${version}";
+      buildInputs = [ tarWrapper python nodejs ]
+        ++ lib.optional (stdenv.isLinux) utillinux
+        ++ lib.optional (stdenv.isDarwin) libtool
+        ++ buildInputs;
+
+      inherit nodejs;
+
+      inherit dontStrip; # Stripping may fail a build for some package deployments
+      inherit dontNpmInstall preRebuild unpackPhase buildPhase;
+
+      compositionScript = composePackage args;
+      pinpointDependenciesScript = pinpointDependenciesOfPackage args;
+
+      passAsFile = [ "compositionScript" "pinpointDependenciesScript" ];
+
+      installPhase = ''
+        # Create and enter a root node_modules/ folder
+        mkdir -p $out/lib/node_modules
+        cd $out/lib/node_modules
+
+        # Compose the package and all its dependencies
+        source $compositionScriptPath
+
+        ${prepareAndInvokeNPM { inherit packageName bypassCache reconstructLock npmFlags production; }}
+
+        # Create symlink to the deployed executable folder, if applicable
+        if [ -d "$out/lib/node_modules/.bin" ]
+        then
+            ln -s $out/lib/node_modules/.bin $out/bin
+        fi
+
+        # Create symlinks to the deployed manual page folders, if applicable
+        if [ -d "$out/lib/node_modules/${packageName}/man" ]
+        then
+            mkdir -p $out/share
+            for dir in "$out/lib/node_modules/${packageName}/man/"*
+            do
+                mkdir -p $out/share/man/$(basename "$dir")
+                for page in "$dir"/*
+                do
+                    ln -s $page $out/share/man/$(basename "$dir")
+                done
+            done
+        fi
+
+        # Run post install hook, if provided
+        runHook postInstall
+      '';
+
+      meta = {
+        # default to Node.js' platforms
+        platforms = nodejs.meta.platforms;
+      } // meta;
+    } // extraArgs);
+
+  # Builds a node environment (a node_modules folder and a set of binaries)
+  buildNodeDependencies =
+    { name
+    , packageName
+    , version
+    , src
+    , dependencies ? []
+    , buildInputs ? []
+    , production ? true
+    , npmFlags ? ""
+    , dontNpmInstall ? false
+    , bypassCache ? false
+    , reconstructLock ? false
+    , dontStrip ? true
+    , unpackPhase ? "true"
+    , buildPhase ? "true"
+    , ... }@args:
+
+    let
+      extraArgs = removeAttrs args [ "name" "dependencies" "buildInputs" ];
+    in
+      stdenv.mkDerivation ({
+        name = "node-dependencies-${name}-${version}";
+
+        buildInputs = [ tarWrapper python nodejs ]
+          ++ lib.optional (stdenv.isLinux) utillinux
+          ++ lib.optional (stdenv.isDarwin) libtool
+          ++ buildInputs;
+
+        inherit dontStrip; # Stripping may fail a build for some package deployments
+        inherit dontNpmInstall unpackPhase buildPhase;
+
+        includeScript = includeDependencies { inherit dependencies; };
+        pinpointDependenciesScript = pinpointDependenciesOfPackage args;
+
+        passAsFile = [ "includeScript" "pinpointDependenciesScript" ];
+
+        installPhase = ''
+          mkdir -p $out/${packageName}
+          cd $out/${packageName}
+
+          source $includeScriptPath
+
+          # Create fake package.json to make the npm commands work properly
+          cp ${src}/package.json .
+          chmod 644 package.json
+          ${lib.optionalString bypassCache ''
+            if [ -f ${src}/package-lock.json ]
+            then
+                cp ${src}/package-lock.json .
+            fi
+          ''}
+
+          # Go to the parent folder to make sure that all packages are pinpointed
+          cd ..
+          ${lib.optionalString (builtins.substring 0 1 packageName == "@") "cd .."}
+
+          ${prepareAndInvokeNPM { inherit packageName bypassCache reconstructLock npmFlags production; }}
+
+          # Expose the executables that were installed
+          cd ..
+          ${lib.optionalString (builtins.substring 0 1 packageName == "@") "cd .."}
+
+          mv ${packageName} lib
+          ln -s $out/lib/node_modules/.bin $out/bin
+        '';
+      } // extraArgs);
+
+  # Builds a development shell
+  buildNodeShell =
+    { name
+    , packageName
+    , version
+    , src
+    , dependencies ? []
+    , buildInputs ? []
+    , production ? true
+    , npmFlags ? ""
+    , dontNpmInstall ? false
+    , bypassCache ? false
+    , reconstructLock ? false
+    , dontStrip ? true
+    , unpackPhase ? "true"
+    , buildPhase ? "true"
+    , ... }@args:
+
+    let
+      nodeDependencies = buildNodeDependencies args;
+    in
+    stdenv.mkDerivation {
+      name = "node-shell-${name}-${version}";
+
+      buildInputs = [ python nodejs ] ++ lib.optional (stdenv.isLinux) utillinux ++ buildInputs;
+      buildCommand = ''
+        mkdir -p $out/bin
+        cat > $out/bin/shell <<EOF
+        #! ${stdenv.shell} -e
+        $shellHook
+        exec ${stdenv.shell}
+        EOF
+        chmod +x $out/bin/shell
+      '';
+
+      # Provide the dependencies in a development shell through the NODE_PATH environment variable
+      inherit nodeDependencies;
+      shellHook = lib.optionalString (dependencies != []) ''
+        export NODE_PATH=${nodeDependencies}/lib/node_modules
+        export PATH="${nodeDependencies}/bin:$PATH"
+      '';
+    };
+in
+{
+  buildNodeSourceDist = lib.makeOverridable buildNodeSourceDist;
+  buildNodePackage = lib.makeOverridable buildNodePackage;
+  buildNodeDependencies = lib.makeOverridable buildNodeDependencies;
+  buildNodeShell = lib.makeOverridable buildNodeShell;
+}

nix/pkgs/baserow/mjml-tcpserver/package.json

@@ -0,0 +1 @@
+[ "mjml" ]

nix/pkgs/baserow/mjml-tcpserver/regen.sh

@@ -0,0 +1,6 @@
+#!/usr/bin/env nix-shell
+#!nix-shell -p nodePackages.node2nix -i bash
+
+set -euo pipefail
+
+node2nix -i "package.json" --nodejs-12

nix/pkgs/baserow/premium-backend/pynixify/overlay.nix

@@ -0,0 +1,5 @@
+self: super: {
+  baserow-premium-backend =
+    self.callPackage ./packages/baserow-premium-backend { };
+
+}

nix/pkgs/baserow/premium-backend/pynixify/packages/baserow-premium-backend/default.nix

@@ -0,0 +1,17 @@
+# WARNING: This file was automatically generated. You should avoid editing it.
+# If you run pynixify again, the file will be either overwritten or
+# deleted, and you will lose the changes you made to it.
+
+{ buildPythonPackage, fetchPypi, lib }:
+
+buildPythonPackage rec {
+  pname = "baserow-premium-backend";
+  version = "0.1dev";
+
+  src = lib.cleanSource ../../..;
+
+  # TODO FIXME
+  doCheck = false;
+
+  meta = with lib; { homepage = "https://baserow.io"; };
+}