;;; GNU Guix --- Functional package management for GNU ;;; Copyright © 2015, 2016, 2017 Ricardo Wurmus ;;; Copyright © 2016, 2020 Efraim Flashner ;;; Copyright © 2020, 2021 Nicolò Balzarotti ;;; Copyright © 2020 Tim Howes ;;; Copyright © 2020 Tobias Geerinckx-Rice ;;; Copyright © 2021 Jean-Baptiste Volatier ;;; ;;; This file is part of GNU Guix. ;;; ;;; GNU Guix is free software; you can redistribute it and/or modify it ;;; under the terms of the GNU General Public License as published by ;;; the Free Software Foundation; either version 3 of the License, or (at ;;; your option) any later version. ;;; ;;; GNU Guix is distributed in the hope that it will be useful, but ;;; WITHOUT ANY WARRANTY; without even the implied warranty of ;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the ;;; GNU General Public License for more details. ;;; ;;; You should have received a copy of the GNU General Public License ;;; along with GNU Guix. If not, see . (define-module (gnu packages julia) #:use-module ((guix licenses) #:prefix license:) #:use-module (guix packages) #:use-module (guix download) #:use-module (guix utils) #:use-module (guix git-download) #:use-module (guix build-system gnu) #:use-module (gnu packages) #:use-module (gnu packages algebra) #:use-module (gnu packages base) #:use-module (gnu packages certs) #:use-module (gnu packages compression) #:use-module (gnu packages curl) #:use-module (gnu packages elf) #:use-module (gnu packages gcc) #:use-module (gnu packages llvm) #:use-module (gnu packages libevent) #:use-module (gnu packages libunwind) #:use-module (gnu packages maths) #:use-module (gnu packages multiprecision) ; mpfr #:use-module (gnu packages pcre) #:use-module (gnu packages perl) #:use-module (gnu packages pkg-config) #:use-module (gnu packages python) #:use-module (gnu packages python-xyz) #:use-module (gnu packages textutils) #:use-module (gnu packages ssh) #:use-module (gnu packages tls) #:use-module (gnu packages version-control) #:use-module (gnu packages web) #:use-module (gnu packages wget) #:use-module (ice-9 match)) (define libuv-julia (let ((commit "fb3e3364c33ae48c827f6b103e05c3f0e78b79a9") (revision "3")) ;; When upgrading Julia, also upgrade this. Get the commit from ;; https://github.com/JuliaLang/julia/blob/v1.6.0/deps/libuv.version (package (inherit libuv) (name "libuv-julia") (version (git-version "2.0.0" revision commit)) (source (origin (method git-fetch) (uri (git-reference (url "https://github.com/JuliaLang/libuv") (commit commit))) (file-name (string-append name "-" version "-checkout")) (sha256 (base32 "1kqpn19d20aka30h6q5h8lnzyp0vw0xzgx0wm4w2r5j6yf76m2hr")))) (build-system gnu-build-system) (arguments (substitute-keyword-arguments (package-arguments libuv) ((#:phases phases) `(modify-phases ,phases (delete 'autogen))))) (home-page "https://github.com/JuliaLang/libuv")))) (define libunwind-julia ;; The Julia projects requires their patched version. ;; Get from https://github.com/JuliaLang/julia/tree/master/deps/patches (package (inherit libunwind) (name "libunwind-julia") (version "1.3.1") (source (origin (method url-fetch) (uri (string-append "mirror://savannah/libunwind/libunwind-" version ".tar.gz")) (sha256 (base32 "1y0l08k6ak1mqbfj6accf9s5686kljwgsl4vcqpxzk5n74wpm6a3")) (patches (list (julia-patch "libunwind-prefer-extbl" "0lr4dafw8qyfh8sw8hhbwkql1dlhqv8px7k81y2l20hhxfgnh2m1") (julia-patch "libunwind-static-arm" "1jk3bmiw61ypcchqkk1fyg5wh8wpggk574wxyfyaic870zh3lhgq") (julia-patch "libunwind-cfa-rsp" "1aswjhvysahhldbzh1afbf0hsjxrvs6xidsz2i7s1cjkjbdiia1z"))))) (home-page "https://github.com/JuliaLang/tree/master/deps/"))) (define (julia-patch-url version name) (string-append "https://raw.githubusercontent.com/JuliaLang/julia/v" version "/deps/patches/" name ".patch")) (define (julia-patch name sha) (let ((version "1.6.1")) (origin (method url-fetch) (uri (julia-patch-url version name)) (sha256 (base32 sha)) (file-name name)))) (define llvm-julia (package (inherit llvm-11) (name "llvm-julia") (arguments (substitute-keyword-arguments (package-arguments llvm-11) ((#:configure-flags flags) `(list ;; Taken from NixOS. Only way I could get libLLVM-6.0.so "-DCMAKE_BUILD_TYPE=Release" ;; Build a native compiler and the NVPTX backend (NVIDIA) since ;; Julia insists on it, nothing more. This reduces build times and ;; disk usage. ,(string-append "-DLLVM_TARGETS_TO_BUILD=" (system->llvm-target)) "-DLLVM_EXPERIMENTAL_TARGETS_TO_BUILD=NVPTX" "-DLLVM_INSTALL_UTILS=ON" "-DLLVM_BUILD_TESTS=ON" "-DLLVM_ENABLE_FFI=ON" "-DLLVM_ENABLE_RTTI=ON" ;; "-DLLVM_HOST_TRIPLE=${stdenv.hostPlatform.config}" ;; "-DLLVM_DEFAULT_TARGET_TRIPLE=${stdenv.hostPlatform.config}" ;; "-DLLVM_EXPERIMENTAL_TARGETS_TO_BUILD=WebAssembly" "-DLLVM_ENABLE_DUMP=ON" "-DLLVM_LINK_LLVM_DYLIB=ON")) ((#:phases phases) `(modify-phases ,phases ;; applying patches from julia ;; list of patches can be found in deps/llvm.mk in julia source (add-after 'unpack 'julia-patches (lambda* (#:key inputs outputs #:allow-other-keys) (let ((patch (lambda (patchname flag) (invoke "patch" flag "-i" (string-append "julia-src/deps/patches/" patchname ".patch"))))) (mkdir-p "julia-src") (invoke "tar" "xf" (assoc-ref inputs "julia-source") "-C" "julia-src" "--strip-components=1") (map (lambda (patchname) (patch patchname "-p1")) (list "llvm-D27629-AArch64-large_model_6.0.1" "llvm8-D34078-vectorize-fdiv" "llvm-7.0-D44650" "llvm-6.0-DISABLE_ABI_CHECKS" "llvm9-D50010-VNCoercion-ni" "llvm7-revert-D44485" "llvm-11-D75072-SCEV-add-type" "llvm-julia-tsan-custom-as" "llvm-D80101" "llvm-D84031" "llvm-10-D85553" "llvm-10-unique_function_clang-sa" "llvm-11-D85313-debuginfo-empty-arange" "llvm-11-D90722-rtdyld-absolute-relocs" "llvm-invalid-addrspacecast-sink" "llvm-11-D92906-ppc-setjmp" "llvm-11-PR48458-X86ISelDAGToDAG" "llvm-11-D93092-ppc-knownbits" "llvm-11-D93154-globalisel-as" "llvm-11-ppc-half-ctr" "llvm-11-ppc-sp-from-bp" "llvm-rGb498303066a6-gcc11-header-fix" "llvm-11-D94813-mergeicmps" "llvm-11-D94980-CTR-half" "llvm-11-D94058-sext-atomic-ops" "llvm-11-D96283-dagcombine-half")) (map (lambda (patchname) (patch patchname "-p2")) (list "llvm-11-AArch64-FastIsel-bug" "llvm-11-D97435-AArch64-movaddrreg" "llvm-11-D97571-AArch64-loh" "llvm-11-aarch64-addrspace")) #t))))))) (inputs `(("julia-source" ,(package-source julia)) ,@(package-inputs llvm-11))))) (define-public libwhich (package (name "libwhich") (version "1.1.0") (source (origin (method git-fetch) (uri (git-reference (url "https://github.com/vtjnash/libwhich") ;; fixes linux-vdso.so related tests (commit "87cffe10080c98e7b5786c5166e420bf1ada1d41"))) (file-name (string-append name "-" version "-checkout")) (sha256 (base32 "1bpa0fcqpa3ai3hm8mz0p13bf76fsq53wsfcx5qw302zh22108xr")))) (arguments `(#:make-flags (list (string-append "CC=" ,(cc-for-target))) #:phases (modify-phases %standard-phases (delete 'configure) (add-before 'check 'set-ld-library-path (lambda* (#:key native-inputs inputs #:allow-other-keys) (setenv "LD_LIBRARY_PATH" (string-append (assoc-ref (or native-inputs inputs) "zlib") "/lib")))) (replace 'install (lambda* (#:key outputs #:allow-other-keys) (let ((out (assoc-ref outputs "out"))) (install-file "libwhich" (string-append out "/bin"))) #t))))) (native-inputs ;; used for tests `(("zlib" ,zlib))) (build-system gnu-build-system) (home-page "https://github.com/vtjnash/libwhich") (synopsis "Like @code{which}, for dynamic libraries") (description "@code{libwhich} is like @code{which}, but for dynamic libraries. It is also a bit like @code{ldd} and @code{otool -L}.") (license license:expat))) (define-public julia (package (name "julia") (version "1.6.1") (source (origin (method url-fetch) (uri (string-append "https://github.com/JuliaLang/julia/releases/download/v" version "/julia-" version ".tar.gz")) (sha256 (base32 "1mfzbjyqcmx7wb1sa7qab5fl78yzd7ap088krqbphbwvpn880srn")))) (build-system gnu-build-system) (arguments `(#:test-target "test" #:modules ((ice-9 match) (guix build gnu-build-system) (guix build utils)) ;; Do not strip binaries to keep support for full backtraces. ;; See https://github.com/JuliaLang/julia/issues/17831 #:strip-binaries? #f ;; The DSOs use $ORIGIN to refer to each other, but (guix build ;; gremlin) doesn't support it yet, so skip this phase. #:validate-runpath? #f #:phases (modify-phases %standard-phases (delete 'configure) (add-after 'unpack 'prepare-deps (lambda* (#:key inputs #:allow-other-keys) ;; needed by libwhich (setenv "LD_LIBRARY_PATH" (string-join (map (lambda (pkg) (string-append (assoc-ref inputs pkg) "/lib")) '("curl" "dsfmt" "gmp" "lapack" "libssh2" "libnghttp2" "libgit2" "mbedtls" "mpfr" "openblas" "openlibm" "pcre2" "suitesparse" "libfortran")) ":")) #t)) ;; FIXME: Building the documentation requires Julia packages that ;; would be downloaded from the Internet. We should build them in a ;; separate build phase. (add-after 'unpack 'disable-documentation (lambda _ (substitute* "Makefile" (("(install: .*) \\$\\(BUILDROOT\\)/doc/_build/html/en/index.html" _ line) (string-append line "\n")) (("src ui doc deps") "src ui deps")) #t)) (add-after 'unpack 'use-system-libwhich (lambda* (#:key inputs #:allow-other-keys) ;; don't build it (substitute* "deps/Makefile" (("DEP_LIBS \\+= libwhich") "")) ;; call our version (substitute* "base/Makefile" (("\\$\\$\\(build_depsbindir\\)/libwhich") (string-append (assoc-ref inputs "libwhich") "/bin/libwhich"))) #t)) (add-before 'check 'set-home ;; Some tests require a home directory to be set. (lambda _ (setenv "HOME" "/tmp") #t)) (add-before 'build 'fix-include-and-link-paths (lambda* (#:key inputs #:allow-other-keys) ;; LIBUTF8PROC is a linker flag, not a build target. It is ;; included in the LIBFILES_* variable which is used as a ;; collection of build targets and a list of libraries to link ;; against. (substitute* "src/flisp/Makefile" (("\\$\\(BUILDDIR\\)/\\$\\(EXENAME\\)\\$\\(EXE\\): \\$\\(OBJS\\) \\$\\(LIBFILES_release\\)") "$(BUILDDIR)/$(EXENAME)$(EXE): $(OBJS) $(LLT_release)") (("\\$\\(BUILDDIR\\)/\\$\\(EXENAME\\)-debug$(EXE): \\$\\(DOBJS\\) \\$\\(LIBFILES_debug\\)") "$(BUILDDIR)/$(EXENAME)-debug\\$\\(EXE\\): $(DOBJS) $(LLT_debug)")) ;; The REPL must be linked with libuv. (substitute* "cli/Makefile" (("JLDFLAGS \\+= ") (string-append "JLDFLAGS += " (assoc-ref %build-inputs "libuv") "/lib/libuv.so "))) (substitute* "base/Makefile" (("\\$\\(build_includedir\\)/uv/errno.h") (string-append (assoc-ref inputs "libuv") "/include/uv/errno.h"))) #t)) (add-before 'build 'replace-default-shell (lambda _ (substitute* "base/client.jl" (("/bin/sh") (which "sh"))) #t)) (add-before 'build 'shared-objects-paths (lambda* (#:key inputs #:allow-other-keys) (let ((jlpath (lambda (pkgname) (string-append "stdlib/" pkgname "_jll/src/" pkgname "_jll.jl"))) (from (lambda (libname) (string-append "const " libname " = .*\\.so"))) (to (lambda* (pkg libname #:optional libname_jl) (string-append "const " (or libname_jl libname) "= \"" (assoc-ref inputs pkg) "/lib/" libname ".so")))) (substitute* (jlpath "dSFMT") (((from "libdSFMT")) (to "dsfmt" "libdSFMT"))) (substitute* (jlpath "GMP") (((from "libgmp")) (to "gmp" "libgmp")) (((from "libgmpxx")) (to "gmp" "libgmpxx"))) (substitute* (jlpath "libLLVM") (((from "libLLVM")) (to "llvm" "libLLVM"))) (substitute* (jlpath "LibCURL") (((from "libcurl")) (to "curl" "libcurl"))) (substitute* (jlpath "LibGit2") (((from "libgit2")) (to "libgit2" "libgit2"))) (substitute* (jlpath "LibSSH2") (((from "libssh2")) (to "libssh2" "libssh2"))) (substitute* (jlpath "LibUV") (((from "libuv")) (to "libuv" "libuv"))) (substitute* (jlpath "LibUnwind") (((from "libunwind")) (to "libunwind" "libunwind"))) (substitute* (jlpath "MPFR") (((from "libmpfr")) (to "mpfr" "libmpfr"))) (substitute* (jlpath "MbedTLS") (((from "libmbedcrypto")) (to "mbedtls" "libmbedcrypto")) (((from "libmbedtls")) (to "mbedtls" "libmbedtls")) (((from "libmbedx509")) (to "mbedtls" "libmbedx509"))) (substitute* (jlpath "nghttp2") (((from "libnghttp2")) (to "libnghttp2" "libnghttp2"))) ;; FAILING: OpenBLAS (substitute* (jlpath "OpenBLAS") (((from "libopenblas")) (to "openblas" "libopenblas"))) (substitute* (jlpath "OpenLibm") (((from "libopenlibm")) (to "openlibm" "libopenlibm"))) (substitute* (jlpath "PCRE2") (((from "libpcre2")) (to "pcre2" "libpcre2" "libpcre2_8"))) (substitute* (jlpath "SuiteSparse") (((from "libamd")) (to "suitesparse" "libamd")) (((from "libbtf")) (to "suitesparse" "libbtf")) (((from "libcamd")) (to "suitesparse" "libcamd")) (((from "libccolamd")) (to "suitesparse" "libccolamd")) (((from "libcholmod")) (to "suitesparse" "libcholmod")) (((from "libcolamd")) (to "suitesparse" "libcolamd")) (((from "libklu")) (to "suitesparse" "libklu")) (((from "libldl")) (to "suitesparse" "libldl")) (((from "librbio")) (to "suitesparse" "librbio")) (((from "libspqr")) (to "suitesparse" "libspqr")) (((from "libsuitesparse")) (to "suitesparse" "libsuitesparse")) (((from "libsuitesparseconfig")) (to "suitesparse" "libsuitesparseconfig")) (((from "libumfpack")) (to "suitesparse" "libumfpack"))) (substitute* (jlpath "Zlib") (((from "libz")) (to "zlib" "libz")))) #t)) (add-before 'check 'fix-setenv (lambda* (#:key inputs #:allow-other-keys) ;; some tests execute julia in an environment that needs to propagate GUIX_LOCPATH (substitute* "test/cmdlineargs.jl" (("\"HOME\"\\s=>\\shomedir\\(\\)") "\"HOME\" => homedir(), \"GUIX_LOCPATH\" => ENV[\"GUIX_LOCPATH\"]")) #t)) (add-before 'check 'disable-broken-tests (lambda _ (substitute* "test/choosetests.jl" (("skip_tests = \\[\\]") ;; disabling REPL tests because they require a stdin ;; disabling tests for MPFR, MbedTLS and SuiteSparse because they only check for hardcoded versions "skip_tests = [\"REPL\", \"MPFR_jll\", \"MbedTLS_jll\", \"SuiteSparse_jll\"]")) ;; Dates/io tests fail on master when networking is unavailable ;; https://github.com/JuliaLang/julia/issues/34655 (substitute* "stdlib/Dates/test/io.jl" (("\"Dates.Date") "\"Date") (("\"Dates.Time") "\"Time")) ;; Upstream bug I found when packaging ;; https://github.com/JuliaLang/julia/issues/35785 (substitute* "test/file.jl" (("@test dirname\\(t\\) == d") "@test_broken dirname(t) == d")) ;; julia embeds a certificate, we are not doing that (substitute* "stdlib/MozillaCACerts_jll/test/runtests.jl" (("@test isfile\\(MozillaCACerts_jll.cacert\\)") "@test_broken isfile(MozillaCACerts_jll.cacert)")) ;; since certificate is not present some tests are failing in network option (substitute* "usr/share/julia/stdlib/v1.6/NetworkOptions/test/runtests.jl" (("@test isfile\\(bundled_ca_roots\\(\\)\\)") "@test_broken isfile(bundled_ca_roots())") (("@test ispath\\(ca_roots_path\\(\\)\\)") "@test_broken ispath(ca_roots_path())") (("@test ca_roots_path\\(\\) \\!= bundled_ca_roots\\(\\)") "@test_broken ca_roots_path() != bundled_ca_roots()")) #t)) (add-before 'install 'symlink-libraries ;; FIXME change build to install (lambda* (#:key inputs outputs #:allow-other-keys) (let ((link (lambda (pkgname dir pred) (map (lambda (file) (invoke "ln" "-s" file dir)) (find-files (string-append (assoc-ref inputs pkgname) "/lib") pred))))) (link "curl" "usr/lib/" "\\.so") ;; missing libpthreads libLLVM-11jl (link "suitesparse" "usr/lib/julia/" "libbtf\\.so") (link "suitesparse" "usr/lib/julia/" "libklu\\.so") (link "suitesparse" "usr/lib/julia/" "libldl\\.so") (link "suitesparse" "usr/lib/julia/" "librbio\\.so") (link "gmp" "usr/lib/julia/" "libgmpxx\\.so") (link "libuv" "usr/lib/julia/" "libuv\\.so") (link "zlib" "usr/lib/julia/" "libz\\.so") (link "libunwind" "usr/lib/julia/" "libunwind\\.so") (invoke "ln" "-s" (string-append (assoc-ref inputs "p7zip") "/bin/7z") "usr/bin/") #t))) (add-after 'install 'symlink-llvm-utf8proc (lambda* (#:key inputs outputs #:allow-other-keys) (let ((link (lambda (pkgname pred) (map (lambda (file) (invoke "ln" "-s" file (string-append (assoc-ref outputs "out") "/lib/julia/"))) (find-files (string-append (assoc-ref inputs pkgname) "/lib") pred))))) (link "llvm" "libLLVM-11\\.so") (link "utf8proc" "libutf8proc\\.so") #t))) (add-after 'install 'make-wrapper (lambda* (#:key inputs outputs #:allow-other-keys) (let* ((out (assoc-ref outputs "out")) (bin (string-append out "/bin")) (program "julia")) (with-directory-excursion bin (wrap-program program `("JULIA_LOAD_PATH" ":" prefix ("" "$JULIA_LOAD_PATH"))) (wrap-program program `("JULIA_DEPOT_PATH" ":" prefix ("" "$JULIA_DEPOT_PATH")))) #t)))) #:make-flags (list (string-append "prefix=" (assoc-ref %outputs "out")) ;; Passing the MARCH flag is necessary to build binary substitutes for ;; the supported architectures. ,(match (or (%current-target-system) (%current-system)) ("x86_64-linux" "MARCH=x86-64") ("i686-linux" "MARCH=pentium4") ("aarch64-linux" "MARCH=armv8-a") ;; Prevent errors when querying this package on unsupported ;; platforms, e.g. when running "guix package --search=" (_ "MARCH=UNSUPPORTED")) "CONFIG_SHELL=bash" ;needed to build bundled libraries ;; list of "USE_SYSTEM_*" is here: ;; https://github.com/JuliaLang/julia/blob/v1.6.0/Make.inc "USE_SYSTEM_CSL=1" "USE_SYSTEM_DSFMT=1" "USE_SYSTEM_P7ZIP=1" "USE_SYSTEM_LAPACK=1" "USE_SYSTEM_BLAS=1" "USE_BLAS64=0" ;needed when USE_SYSTEM_BLAS=1 "LIBBLAS=-lopenblas" "LIBBLASNAME=libopenblas" "USE_SYSTEM_SUITESPARSE=1" (string-append "SUITESPARSE_INC=-I " (assoc-ref %build-inputs "suitesparse") "/include") "USE_GPL_LIBS=1" ;proudly "USE_SYSTEM_UTF8PROC=1" (string-append "UTF8PROC_INC=" (assoc-ref %build-inputs "utf8proc") "/include") "USE_SYSTEM_LLVM=1" "LLVM_VER=11.0.0" "USE_LLVM_SHLIB=1" "USE_SYSTEM_LIBUNWIND=1" "USE_SYSTEM_LIBUV=1" (string-append "LIBUV=" (assoc-ref %build-inputs "libuv") "/lib/libuv.so") (string-append "LIBUV_INC=" (assoc-ref %build-inputs "libuv") "/include") "USE_SYSTEM_PATCHELF=1" "USE_SYSTEM_PCRE=1" "USE_SYSTEM_NGHTTP2=1" "USE_SYSTEM_OPENLIBM=1" "USE_SYSTEM_MBEDTLS=1" "USE_SYSTEM_LIBSSH2=1" "USE_SYSTEM_GMP=1" "USE_SYSTEM_MPFR=1" "USE_SYSTEM_LIBGIT2=1" "USE_SYSTEM_ZLIB=1"))) (inputs `(("llvm" ,llvm-julia) ("p7zip" ,p7zip) ("coreutils" ,coreutils) ;for bindings to "mkdir" and the like ("lapack" ,lapack) ("openblas" ,openblas) ;Julia does not build with Atlas ("libunwind" ,libunwind-julia) ("openlibm" ,openlibm) ("mbedtls" ,mbedtls-apache) ("curl" ,curl) ("libnghttp2" ,nghttp2 "lib") ("libgit2" ,libgit2) ("libssh2" ,libssh2) ("fortran" ,gfortran) ;; required for libgcc_s.so ("libfortran" ,gfortran "lib") ("libuv" ,libuv-julia) ("pcre2" ,pcre2) ("utf8proc" ,utf8proc) ("mpfr" ,mpfr) ("nss-certs" ,nss-certs) ; required to precompile ("glibc-locales" ,glibc-locales) ("wget" ,wget) ("which" ,which) ("zlib" ,zlib) ("gmp" ,gmp) ("suitesparse" ,suitesparse) ;; Find dependencies versions here: ;; https://raw.githubusercontent.com/JuliaLang/julia/v1.6.0/deps/Versions.make ("libwhich" ,libwhich) ("dsfmt" ,dsfmt))) (native-inputs `(("openssl" ,openssl) ("perl" ,perl) ("patchelf" ,patchelf) ("pkg-config" ,pkg-config) ("python" ,python-2))) (native-search-paths (list (search-path-specification (variable "JULIA_LOAD_PATH") (files (list "share/julia/packages/"))) (search-path-specification (variable "JULIA_DEPOT_PATH") (files (list "share/julia/"))))) ;; Julia is not officially released for ARM and MIPS. ;; See https://github.com/JuliaLang/julia/issues/10639 (supported-systems '("i686-linux" "x86_64-linux" "aarch64-linux")) (home-page "https://julialang.org/") (synopsis "High-performance dynamic language for technical computing") (description "Julia is a high-level, high-performance dynamic programming language for technical computing, with syntax that is familiar to users of other technical computing environments. It provides a sophisticated compiler, distributed parallel execution, numerical accuracy, and an extensive mathematical function library.") (license license:expat)))