jbd

$ cat /home/eb/eb-zqnIyY/easybuild-QfVm7N.log
== 2018-06-21 09:41:51,969 generaloption.py:1575 DEBUG generate_cmd_line no ignore
== 2018-06-21 09:41:51,969 generaloption.py:1606 DEBUG generate_cmd_line adding add-dummy-to-minimal-toolchains value False default found. Not adding to args.
== 2018-06-21 09:41:51,969 generaloption.py:1606 DEBUG generate_cmd_line adding aggregate-regtest value None default found. Not adding to args.
== 2018-06-21 09:41:51,970 generaloption.py:1606 DEBUG generate_cmd_line adding allow-loaded-modules value ('EasyBuild',) default found. Not adding to args.
== 2018-06-21 09:41:51,970 generaloption.py:1606 DEBUG generate_cmd_line adding allow-modules-tool-mismatch value False default found. Not adding to args.
== 2018-06-21 09:41:51,970 generaloption.py:1606 DEBUG generate_cmd_line adding allow-use-as-root-and-accept-consequences value False default found. Not adding to args.
== 2018-06-21 09:41:51,970 generaloption.py:1606 DEBUG generate_cmd_line adding amend value None default found.

jbd

# no virtualenv
# this is NOT working
#
# Build the image with:
# sudo singularity build --sandbox ebc6 ebc6.singularity

Bootstrap: docker
From: centos:6
	
%post

jbd

Enabling debugging
Ending argument loop
Singularity version: 2.3.1-development.ga78190c8
Exec'ing: /usr/local/libexec/singularity/cli/shell.exec
Evaluating args: 'docker://centos:6'
VERBOSE2 SINGULARITY_COMMAND_ASIS found as False
VERBOSE2 SINGULARITY_ROOTFS found as /tmp/.singularity-runtime.aihvo2qb/centos:6
VERBOSE2 SINGULARITY_METADATA_FOLDER found as /tmp/.singularity-runtime.aihvo2qb/centos:6/.singularity.d
VERBOSE2 SINGULARITY_FIX_PERMS found as False
VERBOSE2 SINGULARITY_COLORIZE not defined (None)

jbd

#!/bin/bash
# once the configure is done, you have to patch your bazel cache...

BAZEL_CACHE=${HOME}/.cache/bazel

if [ ! -d "$BAZEL_CACHE" ]
then
        echo "No $BAZEL_CACHE to look for. Weird."
        exit 1
fi

jbd

--- ./third_party/gpus/crosstool/clang/bin/crosstool_wrapper_driver_is_not_gcc.tpl.orig 2017-02-21 16:26:19.055392559 +0100
+++ ./third_party/gpus/crosstool/clang/bin/crosstool_wrapper_driver_is_not_gcc.tpl      2017-02-21 16:51:34.390286976 +0100
@@ -50,8 +50,8 @@
 GCC_HOST_COMPILER_PATH = ('%{gcc_host_compiler_path}')
 
 CURRENT_DIR = os.path.dirname(sys.argv[0])
-NVCC_PATH = CURRENT_DIR + '/../../../cuda/bin/nvcc'
-LLVM_HOST_COMPILER_PATH = ('/usr/bin/gcc')
+NVCC_PATH = '/local/gensoft2/exe/cuda/8.0.0/bin/nvcc'
+LLVM_HOST_COMPILER_PATH = ('/local/gensoft2/exe/gcc/4.9.0/scripts/gcc')

jbd

--- ./third_party/gpus/crosstool/CROSSTOOL.tpl.orig     2017-02-21 16:18:02.410601465 +0100
+++ ./third_party/gpus/crosstool/CROSSTOOL.tpl  2017-02-21 16:25:01.177124380 +0100
@@ -44,7 +44,7 @@
 
   tool_path { name: "ar" path: "/usr/bin/ar" }
   tool_path { name: "compat-ld" path: "/usr/bin/ld" }
-  tool_path { name: "cpp" path: "/usr/bin/cpp" }
+  tool_path { name: "cpp" path: "/local/gensoft2/exe/gcc/4.9.0/scripts/cpp" }
   tool_path { name: "dwp" path: "/usr/bin/dwp" }
   # As part of the TensorFlow release, we place some cuda-related compilation

jbd

--- configure.orig      2017-02-21 16:28:49.457554850 +0100
+++ configure   2017-02-21 16:31:29.732065547 +0100
@@ -22,7 +22,7 @@
   # bazel clean --expunge currently doesn't work on Windows
   # TODO(pcloudy): Re-enable it after bazel clean --expunge is fixed.
   if ! is_windows; then
-    bazel clean --expunge
+    bazel clean --expunge_async
   fi
   bazel fetch "//tensorflow/... -//tensorflow/examples/android/..."

jbd

# Follow http://biophysics.med.jhmi.edu/~yliu120/tensorflow.html carefully                                                                                                          
# or look at build_tensor_flow1.0.html.                                                                                                                                             
# It explains much of the stuff in the build target                                                                                                                                 
#                                                                                                                                                                                   
# See $(SOFT)/configure file for a list of environment variable to set                                                                                                              
# before running ./configure                                                                                           

jbd

build:
        cd $(SOFT) && $(PATCH) -p 0 -i $(INST)/CROSSTOOL.patch
        cd $(SOFT) && $(MODULELOAD) gcc/4.9.0 java/1.8.0  && \
        EXTRA_BAZEL_ARGS='-s --verbose_failures --ignore_unsupported_sandboxing --genrule_strategy=standalone --spawn_strategy=standalone -s --verbose_failures' \
        LD_LIBRARY_PATH=/local/gensoft2/exe/gcc/4.9.0/lib64/ LDFLAGS="-Wl,-rpath=/local/gensoft2/exe/gcc/4.9.0/lib64/ ${LDFLAGS}" ./compile.sh  

jbd

{
    "binpath": "/usr/bin/gcc-4.8",
    "cmdline": "/usr/bin/gcc --help",
    "hostname": "ogrtest",
    "job_id": "TESTJOB",
    "loaded_modules": [
        {
            "name": "gcc/4.6.2"
        },
        {