poetry2nix/overrides.nix

{ pkgs ? import <nixpkgs> { }
, lib ? pkgs.lib
, stdenv ? pkgs.stdenv
}:

self: super:

{
  astroid = super.astroid.overridePythonAttrs
    (
      old: rec {
        buildInputs = old.buildInputs ++ [ self.pytest-runner ];
        doCheck = false;
      }
    );

  av = super.av.overridePythonAttrs
    (
      old: {
        nativeBuildInputs = old.nativeBuildInputs ++ [
          pkgs.pkgconfig
        ];
        buildInputs = old.buildInputs ++ [ pkgs.ffmpeg_4 ];
      }
    );

  bcrypt = super.bcrypt.overridePythonAttrs
    (
      old: {
        buildInputs = old.buildInputs ++ [ pkgs.libffi ];
      }
    );

  cffi =
    # cffi is bundled with pypy
    if self.python.implementation == "pypy" then null else (
      super.cffi.overridePythonAttrs
        (
          old: {
            buildInputs = old.buildInputs ++ [ pkgs.libffi ];
          }
        )
    );

  cftime = super.cftime.overridePythonAttrs
    (
      old: {
        buildInputs = old.buildInputs ++ [
          self.cython
        ];
      }
    );

  configparser = super.configparser.overridePythonAttrs
    (
      old: {
        buildInputs = old.buildInputs ++ [
          self.toml
        ];

        postPatch = ''
          substituteInPlace setup.py --replace 'setuptools.setup()' 'setuptools.setup(version="${old.version}")'
        '';
      }
    );

  cryptography = super.cryptography.overridePythonAttrs
    (
      old: {
        buildInputs = old.buildInputs ++ [ pkgs.openssl ];
      }
    );

  django = (
    super.django.overridePythonAttrs
      (
        old: {
          propagatedNativeBuildInputs = (old.propagatedNativeBuildInputs or [ ])
            ++ [ pkgs.gettext ];
        }
      )
  );

  django-bakery = super.django-bakery.overridePythonAttrs
    (
      old: {
        configurePhase = ''
          if ! test -e LICENSE; then
            touch LICENSE
          fi
        '' + (old.configurePhase or "");
      }
    );

  dlib = super.dlib.overridePythonAttrs
    (
      old: {
        # Parallel building enabled
        inherit (pkgs.python.pkgs.dlib) patches;

        enableParallelBuilding = true;
        dontUseCmakeConfigure = true;

        nativeBuildInputs = old.nativeBuildInputs ++ pkgs.dlib.nativeBuildInputs;
        buildInputs = old.buildInputs ++ pkgs.dlib.buildInputs;
      }
    );

  # Environment markers are not always included (depending on how a dep was defined)
  enum34 = if self.pythonAtLeast "3.4" then null else super.enum34;

  faker = super.faker.overridePythonAttrs
    (
      old: {
        buildInputs = old.buildInputs ++ [ self.pytest-runner ];
        doCheck = false;
      }
    );

  fancycompleter = super.fancycompleter.overridePythonAttrs
    (
      old: {
        postPatch = ''
          substituteInPlace setup.py \
            --replace 'setup_requires="setupmeta"' 'setup_requires=[]' \
            --replace 'versioning="devcommit"' 'version="${old.version}"'
        '';
      }
    );

  fastparquet = super.fastparquet.overridePythonAttrs
    (
      old: {
        buildInputs = old.buildInputs ++ [ self.pytest-runner ];
      }
    );

  grandalf = super.grandalf.overridePythonAttrs
    (
      old: {
        buildInputs = old.buildInputs ++ [ self.pytest-runner ];
        doCheck = false;
      }
    );

  h5py = super.h5py.overridePythonAttrs
    (
      old:
      if old.format != "wheel" then rec {
        nativeBuildInputs = old.nativeBuildInputs ++ [ pkgs.pkgconfig ];
        buildInputs = old.buildInputs ++ [ pkgs.hdf5 self.pkgconfig self.cython ];
        configure_flags = "--hdf5=${pkgs.hdf5}";
        postConfigure = ''
          ${self.python.executable} setup.py configure ${configure_flags}
        '';
      } else old
    );

  horovod = super.horovod.overridePythonAttrs
    (
      old: {
        propagatedBuildInputs = old.propagatedBuildInputs ++ [ pkgs.openmpi ];
      }
    );

  # importlib-metadata has an incomplete dependency specification
  importlib-metadata = super.importlib-metadata.overridePythonAttrs
    (
      old: {
        propagatedBuildInputs = old.propagatedBuildInputs ++ lib.optional self.python.isPy2 self.pathlib2;
      }
    );

  isort = super.isort.overridePythonAttrs
    (
      old: {
        propagatedBuildInputs = old.propagatedBuildInputs ++ [ pkgs.setuptools ];
      }
    );

  jupyter = super.jupyter.overridePythonAttrs
    (
      old: rec {
        # jupyter is a meta-package. Everything relevant comes from the
        # dependencies. It does however have a jupyter.py file that conflicts
        # with jupyter-core so this meta solves this conflict.
        meta.priority = 100;
      }
    );

  kiwisolver = super.kiwisolver.overridePythonAttrs
    (
      old: {
        buildInputs = old.buildInputs ++ [
          # cppy is at the time of writing not in nixpkgs
          (self.cppy or null)
        ];
      }
    );

  lap = super.lap.overridePythonAttrs
    (
      old: {
        propagatedBuildInputs = old.propagatedBuildInputs ++ [
          self.numpy
        ];
      }
    );

  llvmlite = super.llvmlite.overridePythonAttrs
    (
      old: {
        nativeBuildInputs = old.nativeBuildInputs ++ [ pkgs.llvm ];

        # Disable static linking
        # https://github.com/numba/llvmlite/issues/93
        postPatch = ''
          substituteInPlace ffi/Makefile.linux --replace "-static-libstdc++" ""

          substituteInPlace llvmlite/tests/test_binding.py --replace "test_linux" "nope"
        '';

        # Set directory containing llvm-config binary
        preConfigure = ''
          export LLVM_CONFIG=${pkgs.llvm}/bin/llvm-config
        '';

        __impureHostDeps = pkgs.stdenv.lib.optionals pkgs.stdenv.isDarwin [ "/usr/lib/libm.dylib" ];

        passthru = old.passthru // { llvm = pkgs.llvm; };
      }
    );

  lockfile = super.lockfile.overridePythonAttrs
    (
      old: {
        propagatedBuildInputs = old.propagatedBuildInputs ++ [ self.pbr ];
      }
    );

  lxml = super.lxml.overridePythonAttrs
    (
      old: {
        nativeBuildInputs = with pkgs; old.nativeBuildInputs ++ [ pkgconfig libxml2.dev libxslt.dev ];
        buildInputs = with pkgs; old.buildInputs ++ [ libxml2 libxslt ];
      }
    );

  markupsafe = super.markupsafe.overridePythonAttrs
    (
      old: {
        src = old.src.override { pname = builtins.replaceStrings [ "markupsafe" ] [ "MarkupSafe" ] old.pname; };
      }
    );

  matplotlib = super.matplotlib.overridePythonAttrs
    (
      old:
      let
        enableGhostscript = old.passthru.enableGhostscript or false;
        enableGtk3 = old.passthru.enableTk or false;
        enableQt = old.passthru.enableQt or false;
        enableTk = old.passthru.enableTk or false;

        inherit (pkgs.darwin.apple_sdk.frameworks) Cocoa;
      in
      {
        NIX_CFLAGS_COMPILE = stdenv.lib.optionalString stdenv.isDarwin "-I${pkgs.libcxx}/include/c++/v1";

        XDG_RUNTIME_DIR = "/tmp";

        buildInputs = old.buildInputs
          ++ lib.optional enableGhostscript pkgs.ghostscript
          ++ lib.optional stdenv.isDarwin [ Cocoa ];

        nativeBuildInputs = old.nativeBuildInputs ++ [
          pkgs.pkgconfig
        ];

        propagatedBuildInputs = old.propagatedBuildInputs ++ [
          pkgs.libpng
          pkgs.freetype
        ]
          ++ stdenv.lib.optionals enableGtk3 [ pkgs.cairo self.pycairo pkgs.gtk3 pkgs.gobject-introspection self.pygobject3 ]
          ++ stdenv.lib.optionals enableTk [ pkgs.tcl pkgs.tk self.tkinter pkgs.libX11 ]
          ++ stdenv.lib.optionals enableQt [ self.pyqt5 ]
        ;

        inherit (super.matplotlib) patches;
      }
    );

  # Calls Cargo at build time for source builds and is really tricky to package
  maturin = super.maturin.override {
    preferWheel = true;
  };

  mccabe = super.mccabe.overridePythonAttrs
    (
      old: {
        buildInputs = old.buildInputs ++ [ self.pytest-runner ];
        doCheck = false;
      }
    );

  netcdf4 = super.netcdf4.overridePythonAttrs
    (
      old: {
        buildInputs = old.buildInputs ++ [
          self.cython
        ];

        propagatedBuildInputs = old.propagatedBuildInputs ++ [
          pkgs.zlib
          pkgs.netcdf
          pkgs.hdf5
          pkgs.curl
          pkgs.libjpeg
        ];

        # Variables used to configure the build process
        USE_NCCONFIG = "0";
        HDF5_DIR = lib.getDev pkgs.hdf5;
        NETCDF4_DIR = pkgs.netcdf;
        CURL_DIR = pkgs.curl.dev;
        JPEG_DIR = pkgs.libjpeg.dev;
      }
    );

  numpy = super.numpy.overridePythonAttrs
    (
      old:
      let
        blas = old.passthru.args.blas or pkgs.openblasCompat;
        blasImplementation = lib.nameFromURL blas.name "-";
        cfg = pkgs.writeTextFile {
          name = "site.cfg";
          text = (
            lib.generators.toINI { } {
              ${blasImplementation} = {
                include_dirs = "${blas}/include";
                library_dirs = "${blas}/lib";
              } // lib.optionalAttrs (blasImplementation == "mkl") {
                mkl_libs = "mkl_rt";
                lapack_libs = "";
              };
            }
          );
        };
      in
      {
        nativeBuildInputs = old.nativeBuildInputs ++ [ pkgs.gfortran ];
        buildInputs = old.buildInputs ++ [ blas self.cython ];
        enableParallelBuilding = true;
        preBuild = ''
          ln -s ${cfg} site.cfg
        '';
        passthru = old.passthru // {
          blas = blas;
          inherit blasImplementation cfg;
        };
      }
    );

  openexr = super.openexr.overridePythonAttrs
    (
      old: rec {
        buildInputs = old.buildInputs ++ [ pkgs.openexr pkgs.ilmbase ];
        NIX_CFLAGS_COMPILE = [ "-I${pkgs.openexr.dev}/include/OpenEXR" "-I${pkgs.ilmbase.dev}/include/OpenEXR" ];
      }
    );

  peewee = super.peewee.overridePythonAttrs
    (
      old:
      let
        withPostgres = old.passthru.withPostgres or false;
        withMysql = old.passthru.withMysql or false;
      in
      {
        buildInputs = old.buildInputs ++ [ self.cython pkgs.sqlite ];
        propagatedBuildInputs = old.propagatedBuildInputs
          ++ lib.optional withPostgres self.psycopg2
          ++ lib.optional withMysql self.mysql-connector;
      }
    );

  pillow = super.pillow.overridePythonAttrs
    (
      old: {
        nativeBuildInputs = [ pkgs.pkgconfig ] ++ old.nativeBuildInputs;
        buildInputs = with pkgs; [ freetype libjpeg zlib libtiff libwebp tcl lcms2 ] ++ old.buildInputs;
      }
    );

  psycopg2 = super.psycopg2.overridePythonAttrs
    (
      old: {
        nativeBuildInputs = old.nativeBuildInputs ++ [ pkgs.postgresql ];
      }
    );

  psycopg2-binary = super.psycopg2-binary.overridePythonAttrs
    (
      old: {
        nativeBuildInputs = old.nativeBuildInputs ++ [ pkgs.postgresql ];
      }
    );

  pyarrow =
    if lib.versionAtLeast super.pyarrow.version "0.16.0" then super.pyarrow.overridePythonAttrs
      (
        old:
        let
          parseMinor = drv: lib.concatStringsSep "." (lib.take 2 (lib.splitVersion drv.version));
          _arrow-cpp = pkgs.arrow-cpp.override { inherit (self) python; };
          ARROW_HOME = _arrow-cpp;
          arrowCppVersion = parseMinor pkgs.arrow-cpp;
          pyArrowVersion = parseMinor super.pyarrow;
          errorMessage = "arrow-cpp version (${arrowCppVersion}) mismatches pyarrow version (${pyArrowVersion})";
        in
        if arrowCppVersion != pyArrowVersion then throw errorMessage else {

          nativeBuildInputs = old.nativeBuildInputs ++ [
            self.cython
            pkgs.pkgconfig
            pkgs.cmake
          ];

          preBuild = ''
            export PYARROW_PARALLEL=$NIX_BUILD_CORES
          '';

          PARQUET_HOME = _arrow-cpp;
          inherit ARROW_HOME;

          buildInputs = old.buildInputs ++ [
            pkgs.arrow-cpp
          ];

          PYARROW_BUILD_TYPE = "release";
          PYARROW_WITH_PARQUET = true;
          PYARROW_CMAKE_OPTIONS = [
            "-DCMAKE_INSTALL_RPATH=${ARROW_HOME}/lib"

            # This doesn't use setup hook to call cmake so we need to workaround #54606
            # ourselves
            "-DCMAKE_POLICY_DEFAULT_CMP0025=NEW"
          ];

          dontUseCmakeConfigure = true;
        }
      ) else super.pyarrow.overridePythonAttrs
      (
        old: {
          nativeBuildInputs = old.nativeBuildInputs ++ [
            self.cython
          ];
        }
      );

  pycairo =
    (
      drv: (
        drv.overridePythonAttrs
          (
            _: {
              format = "other";
            }
          )
      ).overridePythonAttrs
        (
          old: {

            nativeBuildInputs = old.nativeBuildInputs ++ [
              pkgs.meson
              pkgs.ninja
              pkgs.pkgconfig
            ];

            propagatedBuildInputs = old.propagatedBuildInputs ++ [
              pkgs.cairo
              pkgs.xlibsWrapper
            ];

            mesonFlags = [ "-Dpython=${ if self.isPy3k then "python3" else "python"}" ];
          }
        )
    ) super.pycairo;

  pycocotools = super.pycocotools.overridePythonAttrs
    (
      old: {
        buildInputs = old.buildInputs ++ [
          self.cython
          self.numpy
        ];
      }
    );

  pygobject = super.pygobject.overridePythonAttrs
    (
      old: {
        nativeBuildInputs = old.nativeBuildInputs ++ [ pkgs.pkgconfig ];
        buildInputs = old.buildInputs ++ [ pkgs.glib pkgs.gobject-introspection ];
      }
    );

  pylint = super.pylint.overridePythonAttrs
    (
      old: {
        buildInputs = old.buildInputs ++ [ self.pytest-runner ];
        doCheck = false;
      }
    );

  pyopenssl = super.pyopenssl.overridePythonAttrs
    (
      old: {
        buildInputs = old.buildInputs ++ [ pkgs.openssl ];
      }
    );

  pyqt5 =
    let
      drv = super.pyqt5;
      withConnectivity = drv.passthru.args.withConnectivity or false;
      withMultimedia = drv.passthru.args.withMultimedia or false;
      withWebKit = drv.passthru.args.withWebKit or false;
      withWebSockets = drv.passthru.args.withWebSockets or false;
    in
    super.pyqt5.overridePythonAttrs
      (
        old: {
          format = "other";

          nativeBuildInputs = old.nativeBuildInputs ++ [
            pkgs.pkgconfig
            pkgs.qt5.qmake
            pkgs.xorg.lndir
            pkgs.qt5.qtbase
            pkgs.qt5.qtsvg
            pkgs.qt5.qtdeclarative
            pkgs.qt5.qtwebchannel
            # self.pyqt5-sip
            self.sip
          ]
            ++ lib.optional withConnectivity pkgs.qt5.qtconnectivity
            ++ lib.optional withMultimedia pkgs.qt5.qtmultimedia
            ++ lib.optional withWebKit pkgs.qt5.qtwebkit
            ++ lib.optional withWebSockets pkgs.qt5.qtwebsockets
          ;

          buildInputs = old.buildInputs ++ [
            pkgs.dbus
            pkgs.qt5.qtbase
            pkgs.qt5.qtsvg
            pkgs.qt5.qtdeclarative
            self.sip
          ]
            ++ lib.optional withConnectivity pkgs.qt5.qtconnectivity
            ++ lib.optional withWebKit pkgs.qt5.qtwebkit
            ++ lib.optional withWebSockets pkgs.qt5.qtwebsockets
          ;

          # Fix dbus mainloop
          patches = pkgs.python3.pkgs.pyqt5.patches or [ ];

          configurePhase = ''
            runHook preConfigure

            export PYTHONPATH=$PYTHONPATH:$out/${self.python.sitePackages}

            mkdir -p $out/${self.python.sitePackages}/dbus/mainloop
            ${self.python.executable} configure.py  -w \
              --confirm-license \
              --no-qml-plugin \
              --bindir=$out/bin \
              --destdir=$out/${self.python.sitePackages} \
              --stubsdir=$out/${self.python.sitePackages}/PyQt5 \
              --sipdir=$out/share/sip/PyQt5 \
              --designer-plugindir=$out/plugins/designer

            runHook postConfigure
          '';

          postInstall = ''
            ln -s ${self.pyqt5-sip}/${self.python.sitePackages}/PyQt5/sip.* $out/${self.python.sitePackages}/PyQt5/
            for i in $out/bin/*; do
              wrapProgram $i --prefix PYTHONPATH : "$PYTHONPATH"
            done

            # Let's make it a namespace package
            cat << EOF > $out/${self.python.sitePackages}/PyQt5/__init__.py
            from pkgutil import extend_path
            __path__ = extend_path(__path__, __name__)
            EOF
          '';

          installCheckPhase =
            let
              modules = [
                "PyQt5"
                "PyQt5.QtCore"
                "PyQt5.QtQml"
                "PyQt5.QtWidgets"
                "PyQt5.QtGui"
              ]
              ++ lib.optional withWebSockets "PyQt5.QtWebSockets"
              ++ lib.optional withWebKit "PyQt5.QtWebKit"
              ++ lib.optional withMultimedia "PyQt5.QtMultimedia"
              ++ lib.optional withConnectivity "PyQt5.QtConnectivity"
              ;
              imports = lib.concatMapStrings (module: "import ${module};") modules;
            in
            ''
              echo "Checking whether modules can be imported..."
              ${self.python.interpreter} -c "${imports}"
            '';

          doCheck = true;

          enableParallelBuilding = true;
        }
      );

  pytest-datadir = super.pytest-datadir.overridePythonAttrs
    (
      old: {
        postInstall = ''
          rm -f $out/LICENSE
        '';
      }
    );

  pytest = super.pytest.overridePythonAttrs
    (
      old: {
        doCheck = false;
      }
    );

  pytest-runner = super.pytest-runner or super.pytestrunner;

  python-jose = super.python-jose.overridePythonAttrs
    (
      old: {
        postPath = ''
          substituteInPlace setup.py --replace "'pytest-runner'," ""
          substituteInPlace setup.py --replace "'pytest-runner'" ""
        '';
      }
    );

  python-prctl = super.python-prctl.overridePythonAttrs
    (
      old: {
        buildInputs = old.buildInputs ++ [
          pkgs.libcap
        ];
      }
    );

  pyzmq = super.pyzmq.overridePythonAttrs
    (
      old: {
        nativeBuildInputs = old.nativeBuildInputs ++ [ pkgs.pkgconfig ];
        propagatedBuildInputs = old.propagatedBuildInputs ++ [ pkgs.zeromq ];
      }
    );

  rockset = super.rockset.overridePythonAttrs
    (
      old: rec {
        postPatch = ''
          cp ./setup_rockset.py ./setup.py
        '';
      }
    );

  scaleapi = super.scaleapi.overridePythonAttrs
    (
      old: {
        postPatch = ''
          substituteInPlace setup.py --replace "install_requires = ['requests>=2.4.2', 'enum34']" "install_requires = ['requests>=2.4.2']" || true
        '';
      }
    );

  pandas = super.pandas.overridePythonAttrs
    (
      old: {
        nativeBuildInputs = old.nativeBuildInputs ++ [ self.cython ];
      }
    );

  # Pybind11 is an undeclared dependency of scipy that we need to pick from nixpkgs
  # Make it not fail with infinite recursion
  pybind11 = super.pybind11.overridePythonAttrs
    (
      old: {
        cmakeFlags = (old.cmakeFlags or [ ]) ++ [
          "-DPYBIND11_TEST=off"
        ];
        doCheck = false; # Circular test dependency
      }
    );

  scipy = super.scipy.overridePythonAttrs
    (
      old:
      if old.format != "wheel" then {
        nativeBuildInputs = old.nativeBuildInputs ++ [ pkgs.gfortran ];
        propagatedBuildInputs = old.propagatedBuildInputs ++ [ self.pybind11 ];
        setupPyBuildFlags = [ "--fcompiler='gnu95'" ];
        enableParallelBuilding = true;
        buildInputs = old.buildInputs ++ [ self.numpy.blas ];
        preConfigure = ''
          sed -i '0,/from numpy.distutils.core/s//import setuptools;from numpy.distutils.core/' setup.py
          export NPY_NUM_BUILD_JOBS=$NIX_BUILD_CORES
        '';
        preBuild = ''
          ln -s ${self.numpy.cfg} site.cfg
        '';
      } else old
    );

  scikit-learn = super.scikit-learn.overridePythonAttrs
    (
      old: {
        buildInputs = old.buildInputs ++ [
          pkgs.gfortran
          pkgs.glibcLocales
        ] ++ lib.optionals stdenv.cc.isClang [
          pkgs.llvmPackages.openmp
        ];

        nativeBuildInputs = old.nativeBuildInputs ++ [
          self.cython
        ];

        enableParallelBuilding = true;
      }
    );

  shapely = super.shapely.overridePythonAttrs
    (
      old: {
        buildInputs = old.buildInputs ++ [ pkgs.geos self.cython ];
        inherit (pkgs.python3.pkgs.shapely) patches GEOS_LIBRARY_PATH;
      }
    );

  shellingham =
    if lib.versionAtLeast super.shellingham.version "1.3.2" then (
      super.shellingham.overridePythonAttrs
        (
          old: {
            format = "pyproject";
          }
        )
    ) else super.shellingham;

  tables = super.tables.overridePythonAttrs
    (
      old: {
        HDF5_DIR = "${pkgs.hdf5}";
        nativeBuildInputs = old.nativeBuildInputs ++ [ pkgs.pkgconfig ];
        propagatedBuildInputs = old.nativeBuildInputs ++ [ pkgs.hdf5 self.numpy self.numexpr ];
      }
    );

  tensorpack = super.tensorpack.overridePythonAttrs
    (
      old: {
        postPatch = ''
          substituteInPlace setup.cfg --replace "# will call find_packages()" ""
        '';
      }
    );

  urwidtrees = super.urwidtrees.overridePythonAttrs
    (
      old: {
        propagatedBuildInputs = old.propagatedBuildInputs ++ [
          self.urwid
        ];
      }
    );

  vose-alias-method = super.vose-alias-method.overridePythonAttrs
    (
      old: {
        postInstall = ''
          rm -f $out/LICENSE
        '';
      }
    );

  uvloop = super.uvloop.overridePythonAttrs
    (
      old: {
        buildInputs = old.buildInputs ++ lib.optionals stdenv.isDarwin [
          pkgs.darwin.apple_sdk.frameworks.ApplicationServices
          pkgs.darwin.apple_sdk.frameworks.CoreServices
        ];
      }
    );

  # Stop infinite recursion by using bootstrapped pkg from nixpkgs
  wheel = (
    pkgs.python3.pkgs.override {
      python = self.python;
    }
  ).wheel.overridePythonAttrs
    (
      old:
      if old.format == "other" then old else {
        inherit (super.wheel) pname name version src;
      }
    );

  zipp =
    (
      if lib.versionAtLeast super.zipp.version "2.0.0" then (
        super.zipp.overridePythonAttrs
          (
            old: {
              prePatch = ''
                substituteInPlace setup.py --replace \
                'setuptools.setup()' \
                'setuptools.setup(version="${super.zipp.version}")'
              '';
            }
          )
      ) else super.zipp
    ).overridePythonAttrs
      (
        old: {
          propagatedBuildInputs = old.propagatedBuildInputs ++ [
            self.toml
          ];
        }
      );

}