diff --git a/gstlal-ugly/share/feature_extractor/Makefile.gstlal_idq_icc b/gstlal-ugly/share/feature_extractor/Makefile.gstlal_idq_icc index 6c0a898b44654d626fb45bfd6f0086bb2fb2c205..be8a4f4041c45329f743ce4d284d89e18e041824 100644 --- a/gstlal-ugly/share/feature_extractor/Makefile.gstlal_idq_icc +++ b/gstlal-ugly/share/feature_extractor/Makefile.gstlal_idq_icc @@ -51,16 +51,21 @@ LALSUITE_GIT_BRANCH="master" # Set package release versions IDQ=idq-2.0.0 -KAFKA=0.11.0 +# idq/feature extractor deps +KAFKA=0.11.0.2 +SCALA=2.11 +KAFKA_PYTHON=0.11.0 LIBRDKAFKA=0.11.3 SKLEARN=scikit-learn-0.18.2 CYTHON=Cython-0.25.2 +# gstlal GSTLALINSPIRAL=gstlal-inspiral-1.4.2 GSTLALCALIBRATION=gstlal-calibration-1.1.7 GSTLALUGLY=gstlal-ugly-1.3.1 GSTLAL=gstlal-1.2.1 DOXYGEN=doxygen-1.8.9.1 -GLUE=glue-1.54.1 +# lalsuite +GLUE=glue-1.58.2 LALAPPS=lalapps-6.21.0 LALSTOCHASTIC=lalstochastic-1.1.20 LALINFERENCE=lalinference-1.9.2 @@ -72,6 +77,7 @@ LALSIMULATION=lalsimulation-1.7.3 LALMETAIO=lalmetaio-1.3.1 LALFRAME=lalframe-1.4.3 LAL=lal-6.18.0 +# gstlal/lalsuite deps GDS=gds-2.18.5 LDASTOOLSFRAMECPP=ldas-tools-framecpp-2.5.8 LDASTOOLSAL=ldas-tools-al-2.5.7 @@ -93,7 +99,8 @@ FFTW=fftw-3.3.5 # Specify target/dependency files IDQ_TARGET=$(INSTALL_DIR)/bin/idq-train -KAFKA_TARGET=$(INSTALL_DIR)/lib64/python2.7/site-packages/confluent_kafka-$(KAFKA)-py2.7-linux-x86_64.egg/confluent_kafka/cimpl.so +KAFKA_TARGET=$(KAFKA_DIR)/bin/kafka-topics.sh +KAFKA_PYTHON_TARGET=$(INSTALL_DIR)/lib64/python2.7/site-packages/confluent_kafka-$(KAFKA)-py2.7-linux-x86_64.egg/confluent_kafka/cimpl.so LIBRDKAFKA_TARGET=$(INSTALL_DIR)/lib/librdkafka.so SKLEARN_TARGET=$(INSTALL_DIR)/lib64/python2.7/site-packages/sklearn/_isotonic.so CYTHON_TARGET=$(INSTALL_DIR)/bin/cython @@ -135,7 +142,8 @@ PYFFTW_TARGET=$(INSTALL_DIR)/lib64/python2.7/site-packages/pyfftw/pyfftw.so FFTW_TARGET=$(INSTALL_DIR)/lib/libfftw3.so # tarballs -KAFKA_TAR_TARGET=$(TAR_DIR)/confluent-kafka-python-$(KAFKA).tar.gz +KAFKA_TAR_TARGET=$(TAR_DIR)/kafka-$(KAFKA).tgz +KAFKA_PYTHON_TAR_TARGET=$(TAR_DIR)/confluent-kafka-python-$(KAFKA_PYTHON).tar.gz LIBRDKAFKA_TAR_TARGET=$(TAR_DIR)/librdkafka-$(LIBRDKAFKA).tar.gz SKLEARN_TAR_TARGET=$(TAR_DIR)/$(SKLEARN).tar.gz CYTHON_TAR_TARGET=$(TAR_DIR)/$(CYTHON).tar.gz @@ -196,7 +204,7 @@ WHITE="${esc}[m" # Determine cluster CLUSTER:=$(shell hostname -d) -ICC_CIT:=/ldcg/intel/2018u1/bin/compilervars.sh +ICC_CIT:=/ldcg/intel/2017u2/bin/compilervars.sh ICC_LHO:=/ldcg/intel/2017u2/bin/compilervars.sh ICC_LLO:=/ldcg/intel/2017u2/bin/compilervars.sh ICC_UWM:=/opt/intel/2017u4/bin/compilervars.sh @@ -213,46 +221,43 @@ env.sh : @echo 'unset GST_PLUGIN_PATH PYTHONPATH' > $@ @echo 'unset LD_LIBRARY_PATH LIBRARY_PATH LD_PRELOAD' >> $@ @echo 'LAL_PATH=${PWD}/opt' >> $@ - @echo 'export CFLAGS="-O3 -march=native"' >> $@ - @echo 'export LDMKLFLAGS=" -L${MKLROOT}/lib/intel64 -lmkl_rt -lpthread -lm -ldl"' >> $@ - @echo 'export GCCLDMKLFLAGS=" -L${MKLROOT}/lib/intel64 -Wl,--no-as-needed -lmkl_rt -lpthread -lm -ldl"' >> $@ + @echo 'export CFLAGS="-O3 -march=native -lfftw3 -lfftw3f -lfftw3_threads -lfftw3f_threads -lmkl_core -lmkl_intel_lp64 -lmkl_sequential -lm -lpthread -Wno-write-strings -lirc -limf -Wl,-rpath,${PWD}/opt/lib"' >> $@ @echo 'export GCCFLAGS="-fPIC -O3 -march=native"' >> $@ @if [[ ${CLUSTER} == *"ligo.caltech.edu" ]] ; then \ echo "source ${ICC_CIT} intel64" >> $@ ; \ - echo 'LDFLAGS_INTEL="$${LDMKLFLAGS}"' >> $@ ; \ + echo 'LDFLAGS_INTEL="-L$${MKLROOT}/lib/intel64"' >> $@ ; \ elif [[ ${CLUSTER} == *"ligo-wa.caltech.edu" ]] ; then \ echo "source ${ICC_LHO} intel64" >> $@ ; \ - echo 'LDFLAGS_INTEL="$${LDMKLFLAGS}"' >> $@ ; \ + echo 'LDFLAGS_INTEL="-L$${MKLROOT}/lib/intel64"' >> $@ ; \ elif [[ ${CLUSTER} == *"ligo-la.caltech.edu" ]] ; then \ echo "source ${ICC_LLO} intel64" >> $@ ; \ - echo 'LDFLAGS_INTEL="$${LDMKLFLAGS}"' >> $@ ; \ + echo 'LDFLAGS_INTEL="-L$${MKLROOT}/lib/intel64"' >> $@ ; \ elif [[ ${CLUSTER} == *"nemo.uwm.edu" ]] ; then \ echo "source ${ICC_UWM} intel64" >> $@ ; \ - echo 'LDFLAGS_INTEL="$${LDMKLFLAGS}"' >> $@ ; \ + echo 'LDFLAGS_INTEL="-L$${MKLROOT}/lib/intel64"' >> $@ ; \ elif [[ ${CLUSTER} == *"psu.edu" ]] ; then \ echo "source ${ICC_PSU} intel64" >> $@ ; \ echo 'export LIBRARY_PATH=$${LD_LIBRARY_PATH}' >> $@ ; \ - echo 'LDFLAGS_INTEL="$${LDMKLFLAGS}"' >> $@ ; \ + echo 'LDFLAGS_INTEL="-L$${MKLROOT}/lib/intel64"' >> $@ ; \ elif [[ ${CLUSTER} == *"atlas.local" ]] ; then \ echo "source ${ICC_ATLAS} intel64" >> $@ ; \ - echo 'LDFLAGS_INTEL="$${LDMKLFLAGS} -L/opt/intel/2015/lib/intel64 -L/opt/intel/2015/mkl/lib/intel64"' >> $@ ; \ + echo 'LDFLAGS_INTEL="-L/opt/intel/2015/lib/intel64 -L/opt/intel/2015/mkl/lib/intel64"' >> $@ ; \ fi @echo 'export LD_LIBRARY_PATH=$${LAL_PATH}/lib:$${LD_LIBRARY_PATH}' >> $@ @echo 'export CC="icc"' >> $@ @echo 'export CXX="icpc"' >> $@ - @echo 'export MKL_THREADING_LAYER=SEQUENTIAL' >> $@ - @echo 'export MKL_INTERFACE_LAYER=ILP64' >> $@ @echo '# Force explicit linking of optimized FFTW libraries:' >> $@ - @echo 'LDFLAGS="-lfftw3 -lfftw3f -lfftw3_threads -lfftw3f_threads $${LDFLAGS_INTEL} -L${PWD}/opt/lib "' >> $@ + @echo 'LDFLAGS="$${LDFLAGS_INTEL} -L${PWD}/opt/lib "' >> $@ @echo '# These are environment variables that do get exported' >> $@ - @echo 'PATH=$${LAL_PATH}/bin:$${PATH}' >> $@ + @echo 'KAFKA_PATH=$${LAL_PATH}/kafka' >> $@ + @echo 'PATH=$${LAL_PATH}/bin:$${KAFKA_PATH}/bin:$${PATH}' >> $@ @echo 'PKG_CONFIG_PATH=$${LAL_PATH}/lib/pkgconfig:$${LAL_PATH}/lib64/pkgconfig:$${PKG_CONFIG_PATH}' >> $@ @echo 'PYTHONPATH=$${LAL_PATH}/lib/python2.7/site-packages:$${LAL_PATH}/lib64/python2.7/site-packages' >> $@ - @echo 'LAL_DATA_PATH=/home/cbc/ROM_data' >> $@ - @echo 'GST_PLUGIN_PATH=$${LAL_PATH}/lib/gstreamer-1.0' >> $@ + @echo 'GST_PLUGIN_PATH=$${LAL_PATH}/lib/gstreamer-1.0:$${LAL_PATH}/lib64/gstreamer-1.0' >> $@ + @echo 'GI_TYPELIB_PATH=$${LAL_PATH}/lib/girepository-1.0:$${LAL_PATH}/lib64/girepository-1.0:$${GI_TYPELIB_PATH}' >> $@ @echo 'GST_REGISTRY_1_0=$${LAL_PATH}/registry.bin' >> $@ - @echo 'GI_TYPELIB_PATH=$${LAL_PATH}/lib/girepository-1.0:$${GI_TYPELIB_PATH}' >> $@ - @echo 'export PATH PKG_CONFIG_PATH PYTHONPATH GST_PLUGIN_PATH LAL_PATH LDFLAGS LDFLAGS_INTEL LAL_DATA_PATH GST_REGISTRY_1_0 GI_TYPELIB_PATH' >> $@ + @echo 'LAL_DATA_PATH=/home/cbc/ROM_data' >> $@ + @echo 'export LAL_PATH LDFLAGS_INTEL LDFLAGS KAFKA_PATH PATH PKG_CONFIG_PATH PYTHONPATH GST_PLUGIN_PATH GI_TYPELIB_PATH GST_REGISTRY_1_0 LAL_DATA_PATH' >> $@ ##################### # Check time stamps # @@ -286,16 +291,27 @@ $(IDQ_TARGET) : $(KAFKA_TARGET) # not tied solely to iDQ install, but should be done at the end of all python installs chmod og-w $(HOME)/.python-eggs -# confluent-kafka +# kafka kafka : logs/kafka.txt -logs/kafka.txt : $(LOGS_DIR)/librdkafka.txt $(KAFKA_TARGET) +logs/kafka.txt : $(LOGS_DIR)/kafka-python.txt $(KAFKA_TARGET) @echo $^ | sed -e "s@ @\n@g" > $@ -$(KAFKA_TARGET) : $(LIBRDKAFKA_TARGET) +$(KAFKA_TARGET) : $(KAFKA_PYTHON_TARGET) @echo $(GREEN)kafka$(WHITE) 1>&2 - tar -xzf $(TAR_DIR)/confluent-kafka-python-$(KAFKA).tar.gz -C $(SRC_DIR) ; \ - cd $(SRC_DIR)/confluent-kafka-python-$(KAFKA) && C_INCLUDE_PATH=$(INSTALL_DIR)/include LIBRARY_PATH=$(INSTALL_DIR)/lib python setup.py install --prefix=$(INSTALL_DIR) ; \ + tar -xzf $(TAR_DIR)/kafka_$(SCALA)-$(KAFKA).tgz -C $(SRC_DIR) ; \ + mv $(SRC_DIR)/kafka_$(SCALA)-$(KAFKA)/* $(KAFKA_DIR) ; \ + +# confluent-kafka-python +kafka-python : logs/kafka-python.txt + +logs/kafka-python.txt : $(LOGS_DIR)/librdkafka.txt $(KAFKA_PYTHON_TARGET) + @echo $^ | sed -e "s@ @\n@g" > $@ + +$(KAFKA_PYTHON_TARGET) : $(LIBRDKAFKA_TARGET) + @echo $(GREEN)kafka-python$(WHITE) 1>&2 + tar -xzf $(TAR_DIR)/confluent-kafka-python-$(KAFKA_PYTHON).tar.gz -C $(SRC_DIR) ; \ + cd $(SRC_DIR)/confluent-kafka-python-$(KAFKA_PYTHON) && CFLAGS="$(GCCFLAGS)" C_INCLUDE_PATH=$(INSTALL_DIR)/include LIBRARY_PATH=$(INSTALL_DIR)/lib python setup.py install --prefix=$(INSTALL_DIR) ; \ # librdkafka librdkafka : logs/librdkafka.txt @@ -305,10 +321,10 @@ logs/librdkafka.txt : $(LOGS_DIR)/sklearn.txt $(LIBRDKAFKA_TARGET) $(LIBRDKAFKA_TARGET) : $(SKLEARN_TARGET) @echo $(GREEN)librdkafka$(WHITE) 1>&2 - tar -xzf $(TAR_DIR)/librdkafka-$(LIBRDKAFKA).tar.gz -C $(SRC_DIR) - cd $(SRC_DIR)/librdkafka-$(LIBRDKAFKA) && ./configure --prefix=$(INSTALL_DIR) - cd $(SRC_DIR)/librdkafka-$(LIBRDKAFKA) && make -j$(CORES) && make install -j$(CORES) - + tar -xzf $(TAR_DIR)/librdkafka-$(LIBRDKAFKA).tar.gz -C $(SRC_DIR) ; \ + cd $(SRC_DIR)/librdkafka-$(LIBRDKAFKA) && ./configure --prefix=$(INSTALL_DIR) ; \ + cd $(SRC_DIR)/librdkafka-$(LIBRDKAFKA) && make -j$(CORES) && make install -j$(CORES) ; \ +# # scikit-learn sklearn : logs/sklearn.txt @@ -446,12 +462,12 @@ $(LALSTOCH_TARGET) : $(LALINFER_TARGET) if [ "${LALSUITE_GIT}" = "1" ]; then \ cd $(LALSUITE_REPO)/lalapps && sed -i -e 's@AC_CHECK_LIB(\[gslcblas\]@#AC_CHECK_LIB(\[gslcblas\]@g' configure.ac ; \ cd $(LALSUITE_REPO)/lalstochastic && ./00boot ; \ - cd $(LALSUITE_REPO)/lalstochastic && ./configure --enable-gcc-flags=no --enable-swig-python --prefix=$(INSTALL_DIR) ; \ + cd $(LALSUITE_REPO)/lalstochastic && ./configure --enable-swig-python --prefix=$(INSTALL_DIR) ; \ cd $(LALSUITE_REPO)/lalstochastic && make -j$(CORES) && make install -j$(CORES) ; \ else \ tar -xf $(TAR_DIR)/$(LALSTOCHASTIC).tar.xz -C $(SRC_DIR) ; \ cd $(SRC_DIR)/$(LALSTOCHASTIC) && sed -i -e 's@AC_CHECK_LIB(\[gslcblas\]@#AC_CHECK_LIB(\[gslcblas\]@g' configure.ac && autoreconf ; \ - cd $(SRC_DIR)/$(LALSTOCHASTIC) && ./configure i--enable-gcc-flags=no --enable-swig-python --prefix=$(INSTALL_DIR) ; \ + cd $(SRC_DIR)/$(LALSTOCHASTIC) && ./configure --enable-swig-python --prefix=$(INSTALL_DIR) ; \ cd $(SRC_DIR)/$(LALSTOCHASTIC) && make -j$(CORES) && make install -j$(CORES) ; \ fi ; @@ -461,12 +477,12 @@ $(LALINFER_TARGET) : $(LALPULSAR_TARGET) if [ "${LALSUITE_GIT}" = "1" ]; then \ cd $(LALSUITE_REPO)/lalapps && sed -i -e 's@AC_CHECK_LIB(\[gslcblas\]@#AC_CHECK_LIB(\[gslcblas\]@g' configure.ac ; \ cd $(LALSUITE_REPO)/lalinference && ./00boot ; \ - cd $(LALSUITE_REPO)/lalinference && ./configure --enable-gcc-flags=no --enable-swig-python --disable-lalxml --prefix=$(INSTALL_DIR) ; \ + cd $(LALSUITE_REPO)/lalinference && ./configure --enable-swig-python --disable-lalxml --prefix=$(INSTALL_DIR) CC="gcc" CXX="g++" CFLAGS="$(GCCFLAGS)" ; \ cd $(LALSUITE_REPO)/lalinference && make -j$(CORES) && make install -j$(CORES) ; \ else \ tar -xf $(TAR_DIR)/$(LALINFERENCE).tar.xz -C $(SRC_DIR) ; \ cd $(SRC_DIR)/$(LALINFERENCE) && sed -i -e 's@AC_CHECK_LIB(\[gslcblas\]@#AC_CHECK_LIB(\[gslcblas\]@g' configure.ac && autoreconf ; \ - cd $(SRC_DIR)/$(LALINFERENCE) && ./configure --enable-gcc-flags=no --enable-swig-python --disable-lalxml --prefix=$(INSTALL_DIR) ; \ + cd $(SRC_DIR)/$(LALINFERENCE) && ./configure --enable-swig-python --disable-lalxml --prefix=$(INSTALL_DIR) CC="gcc" CXX="g++" CFLAGS="$(GCCFLAGS)" ; \ cd $(SRC_DIR)/$(LALINFERENCE) && make -j$(CORES) && make install -j$(CORES) ; \ fi ; @@ -476,12 +492,12 @@ $(LALPULSAR_TARGET) : $(LALINSPIRAL_TARGET) if [ "${LALSUITE_GIT}" = "1" ]; then \ cd $(LALSUITE_REPO)/lalapps && sed -i -e 's@AC_CHECK_LIB(\[gslcblas\]@#AC_CHECK_LIB(\[gslcblas\]@g' configure.ac ; \ cd $(LALSUITE_REPO)/lalpulsar && ./00boot ; \ - cd $(LALSUITE_REPO)/lalpulsar && ./configure --enable-gcc-flags=no --enable-swig-python --disable-lalxml --prefix=$(INSTALL_DIR) ; \ + cd $(LALSUITE_REPO)/lalpulsar && ./configure --enable-swig-python --disable-lalxml --prefix=$(INSTALL_DIR) CC="gcc" CXX="g++" CFLAGS="$(GCCFLAGS)" ; \ cd $(LALSUITE_REPO)/lalpulsar && make -j$(CORES) && make install -j$(CORES) ; \ else \ tar -xf $(TAR_DIR)/$(LALPULSAR).tar.xz -C $(SRC_DIR) ; \ cd $(SRC_DIR)/$(LALPULSAR) && sed -i -e 's@AC_CHECK_LIB(\[gslcblas\]@#AC_CHECK_LIB(\[gslcblas\]@g' configure.ac && autoreconf ; \ - cd $(SRC_DIR)/$(LALPULSAR) && ./configure --enable-gcc-flags=no --enable-swig-python --disable-lalxml --prefix=$(INSTALL_DIR) ; \ + cd $(SRC_DIR)/$(LALPULSAR) && ./configure --enable-swig-python --disable-lalxml --prefix=$(INSTALL_DIR) CC="gcc" CXX="g++" CFLAGS="$(GCCFLAGS)" ; \ cd $(SRC_DIR)/$(LALPULSAR) && make -j$(CORES) && make install -j$(CORES) ; \ fi ; @@ -491,12 +507,12 @@ $(LALINSPIRAL_TARGET) : $(LALDETCHAR_TARGET) if [ "${LALSUITE_GIT}" = "1" ]; then \ cd $(LALSUITE_REPO)/lalinspiral && sed -i -e 's@AC_CHECK_LIB(\[gslcblas\]@#AC_CHECK_LIB(\[gslcblas\]@g' configure.ac ; \ cd $(LALSUITE_REPO)/lalinspiral && ./00boot ; \ - cd $(LALSUITE_REPO)/lalinspiral && ./configure --enable-gcc-flags=no --enable-swig-python --prefix=$(INSTALL_DIR) ; \ + cd $(LALSUITE_REPO)/lalinspiral && ./configure --enable-swig-python --prefix=$(INSTALL_DIR) ; \ cd $(LALSUITE_REPO)/lalinspiral && make -j$(CORES) && make install -j$(CORES) ; \ else \ tar -xf $(TAR_DIR)/$(LALINSPIRAL).tar.xz -C $(SRC_DIR) ; \ cd $(SRC_DIR)/$(LALINSPIRAL) && sed -i -e 's@AC_CHECK_LIB(\[gslcblas\]@#AC_CHECK_LIB(\[gslcblas\]@g' configure.ac && autoreconf ; \ - cd $(SRC_DIR)/$(LALINSPIRAL) && ./configure --enable-gcc-flags=no --enable-swig-python --prefix=$(INSTALL_DIR) ; \ + cd $(SRC_DIR)/$(LALINSPIRAL) && ./configure --enable-swig-python --prefix=$(INSTALL_DIR) ; \ cd $(SRC_DIR)/$(LALINSPIRAL) && make -j$(CORES) && make install -j$(CORES) ; \ fi ; @@ -506,12 +522,12 @@ $(LALDETCHAR_TARGET) : $(LALBURST_TARGET) if [ "${LALSUITE_GIT}" = "1" ]; then \ cd $(LALSUITE_REPO)/laldetchar && sed -i -e 's@AC_CHECK_LIB(\[gslcblas\]@#AC_CHECK_LIB(\[gslcblas\]@g' configure.ac ; \ cd $(LALSUITE_REPO)/laldetchar && ./00boot ; \ - cd $(LALSUITE_REPO)/laldetchar && ./configure --enable-gcc-flags=no --enable-swig-python --prefix=$(INSTALL_DIR) ; \ + cd $(LALSUITE_REPO)/laldetchar && ./configure --enable-swig-python --prefix=$(INSTALL_DIR) ; \ cd $(LALSUITE_REPO)/laldetchar && make -j$(CORES) && make install -j$(CORES) ; \ else \ tar -xf $(TAR_DIR)/$(LALDETCHAR).tar.xz -C $(SRC_DIR) ; \ cd $(SRC_DIR)/$(LALDETCHAR) && sed -i -e 's@AC_CHECK_LIB(\[gslcblas\]@#AC_CHECK_LIB(\[gslcblas\]@g' configure.ac && autoreconf ; \ - cd $(SRC_DIR)/$(LALDETCHAR) && ./configure --enable-gcc-flags=no --enable-swig-python --prefix=$(INSTALL_DIR) ; \ + cd $(SRC_DIR)/$(LALDETCHAR) && ./configure --enable-swig-python --prefix=$(INSTALL_DIR) ; \ cd $(SRC_DIR)/$(LALDETCHAR) && make -j$(CORES) && make install -j$(CORES) ; \ fi ; @@ -521,12 +537,12 @@ $(LALBURST_TARGET) : $(LALSIM_TARGET) if [ "${LALSUITE_GIT}" = "1" ]; then \ cd $(LALSUITE_REPO)/lalburst && sed -i -e 's@AC_CHECK_LIB(\[gslcblas\]@#AC_CHECK_LIB(\[gslcblas\]@g' configure.ac ; \ cd $(LALSUITE_REPO)/lalburst && ./00boot ; \ - cd $(LALSUITE_REPO)/lalburst && ./configure --enable-gcc-flags=no --enable-swig-python --prefix=$(INSTALL_DIR) ; \ + cd $(LALSUITE_REPO)/lalburst && ./configure --enable-swig-python --prefix=$(INSTALL_DIR) ; \ cd $(LALSUITE_REPO)/lalburst && make -j$(CORES) && make install -j$(CORES) ; \ else \ tar -xf $(TAR_DIR)/$(LALBURST).tar.xz -C $(SRC_DIR) ; \ cd $(SRC_DIR)/$(LALBURST) && sed -i -e 's@AC_CHECK_LIB(\[gslcblas\]@#AC_CHECK_LIB(\[gslcblas\]@g' configure.ac && autoreconf ; \ - cd $(SRC_DIR)/$(LALBURST) && ./configure --enable-gcc-flags=no --enable-swig-python --prefix=$(INSTALL_DIR) ; \ + cd $(SRC_DIR)/$(LALBURST) && ./configure --enable-swig-python --prefix=$(INSTALL_DIR) ; \ cd $(SRC_DIR)/$(LALBURST) && make -j$(CORES) && make install -j$(CORES) ; \ fi ; @@ -536,47 +552,43 @@ $(LALSIM_TARGET) : $(LALMETAIO_TARGET) if [ "${LALSUITE_GIT}" = "1" ]; then \ cd $(LALSUITE_REPO)/lalsimulation && sed -i -e 's@AC_CHECK_LIB(\[gslcblas\]@#AC_CHECK_LIB(\[gslcblas\]@g' configure.ac ; \ cd $(LALSUITE_REPO)/lalsimulation && ./00boot ; \ - cd $(LALSUITE_REPO)/lalsimulation && ./configure --disable-openmp --enable-swig-python --prefix=$(INSTALL_DIR) --disable-gcc-flags ; \ + cd $(LALSUITE_REPO)/lalsimulation && ./configure --disable-openmp --enable-swig-python --prefix=$(INSTALL_DIR) CFLAGS="$(CFLAGS) -lmkl_def" ; \ cd $(LALSUITE_REPO)/lalsimulation && make -j$(CORES) && make install -j$(CORES) ; \ else \ tar -xf $(TAR_DIR)/$(LALSIMULATION).tar.xz -C $(SRC_DIR) ; \ cd $(SRC_DIR)/$(LALSIMULATION) && sed -i -e 's@AC_CHECK_LIB(\[gslcblas\]@#AC_CHECK_LIB(\[gslcblas\]@g' configure.ac && autoreconf ; \ - cd $(SRC_DIR)/$(LALSIMULATION) && ./configure --disable-openmp --enable-swig-python --prefix=$(INSTALL_DIR) --disable-gcc-flags ; \ + cd $(SRC_DIR)/$(LALSIMULATION) && ./configure --disable-openmp --enable-swig-python --prefix=$(INSTALL_DIR) CFLAGS="$(CFLAGS) -lmkl_def" ; \ cd $(SRC_DIR)/$(LALSIMULATION) && make -j$(CORES) && make install -j$(CORES) ; \ fi ; + # lalmetaio $(LALMETAIO_TARGET) : $(LALFRAME_TARGET) @echo $(GREEN)lalmetaio$(WHITE) 1>&2 if [ "${LALSUITE_GIT}" = "1" ]; then \ cd $(LALSUITE_REPO)/lalmetaio && sed -i -e 's@AC_CHECK_LIB(\[gslcblas\]@#AC_CHECK_LIB(\[gslcblas\]@g' configure.ac ; \ cd $(LALSUITE_REPO)/lalmetaio && ./00boot ; \ - cd $(LALSUITE_REPO)/lalmetaio && ./configure --enable-gcc-flags=no --enable-swig-python --prefix=$(INSTALL_DIR) ; \ + cd $(LALSUITE_REPO)/lalmetaio && ./configure --enable-swig-python --prefix=$(INSTALL_DIR) ; \ cd $(LALSUITE_REPO)/lalmetaio && make -j$(CORES) && make install -j$(CORES) ; \ else \ tar -xf $(TAR_DIR)/$(LALMETAIO).tar.xz -C $(SRC_DIR) ; \ cd $(SRC_DIR)/$(LALMETAIO) && sed -i -e 's@AC_CHECK_LIB(\[gslcblas\]@#AC_CHECK_LIB(\[gslcblas\]@g' configure.ac && autoreconf ; \ - cd $(SRC_DIR)/$(LALMETAIO) && ./configure --enable-gcc-flags=no --enable-swig-python --prefix=$(INSTALL_DIR) ; \ + cd $(SRC_DIR)/$(LALMETAIO) && ./configure --enable-swig-python --prefix=$(INSTALL_DIR) ; \ cd $(SRC_DIR)/$(LALMETAIO) && make -j$(CORES) && make install -j$(CORES) ; \ fi ; # lalframe -# Adding the -Wall because of the following compilation error: -# In file included from ../include/lal/LALFrameL.h(28), -# from LALFrameL.c(34): -# /home/alexander.pace/builds/icc-master-180302/opt/include/FrameL.h(640): error #2959: function prototype is missing the argument types -# FrFile* FrFileIInMemoryNew(); $(LALFRAME_TARGET) : $(LAL_TARGET) @echo $(GREEN)lalframe$(WHITE) 1>&2 if [ "${LALSUITE_GIT}" = "1" ]; then \ cd $(LALSUITE_REPO)/lalframe && sed -i -e 's@AC_CHECK_LIB(\[gslcblas\]@#AC_CHECK_LIB(\[gslcblas\]@g' configure.ac ; \ cd $(LALSUITE_REPO)/lalframe && ./00boot ; \ - cd $(LALSUITE_REPO)/lalframe && ./configure --enable-swig-python --prefix=$(INSTALL_DIR) --disable-gcc-flags ; \ + cd $(LALSUITE_REPO)/lalframe && ./configure --enable-swig-python --prefix=$(INSTALL_DIR) ; \ cd $(LALSUITE_REPO)/lalframe && make -j$(CORES) && make install -j$(CORES) ; \ else \ tar -xf $(TAR_DIR)/$(LALFRAME).tar.xz -C $(SRC_DIR) ; \ cd $(SRC_DIR)/$(LALFRAME) && sed -i -e 's@AC_CHECK_LIB(\[gslcblas\]@#AC_CHECK_LIB(\[gslcblas\]@g' configure.ac && autoreconf ; \ - cd $(SRC_DIR)/$(LALFRAME) && ./configure --enable-swig-python --prefix=$(INSTALL_DIR) --disable-gcc-flags ; \ + cd $(SRC_DIR)/$(LALFRAME) && ./configure --enable-swig-python --prefix=$(INSTALL_DIR) ; \ cd $(SRC_DIR)/$(LALFRAME) && make -j$(CORES) && make install -j$(CORES) ; \ fi ; @@ -604,7 +616,7 @@ logs/gds.txt : $(LOGS_DIR)/ldas-tools-framecpp.txt $(GDS_TARGET) $(GDS_TARGET) : $(LDASTOOLSFRAMECPP_TARGET) @echo $(GREEN)gds$(WHITE) 1>&2 tar -xzf $(TAR_DIR)/$(GDS).tar.gz -C $(SRC_DIR) - cd $(SRC_DIR)/$(GDS) && ./configure --enable-online --prefix=$(INSTALL_DIR) + cd $(SRC_DIR)/$(GDS) && ./configure --enable-online --prefix=$(INSTALL_DIR) CC="gcc" CXX="g++" CFLAGS="$(GCCFLAGS) -lfftw3_threads -lfftw3f_threads" cd $(SRC_DIR)/$(GDS) && make && make install # ldas-tools-framecpp @@ -616,7 +628,7 @@ logs/ldas-tools-framecpp.txt : $(LOGS_DIR)/ldas-tools-al.txt $(LDASTOOLSFRAMECPP $(LDASTOOLSFRAMECPP_TARGET) : $(LDASTOOLSAL_TARGET) @echo $(GREEN)ldas-tools-frmecpp$(WHITE) 1>&2 tar -xf $(TAR_DIR)/$(LDASTOOLSFRAMECPP).tar.gz -C $(SRC_DIR) - cd $(SRC_DIR)/$(LDASTOOLSFRAMECPP) && ./configure --prefix=$(INSTALL_DIR) --without-doxygen CC="gcc" CXX="g++" CFLAGS="$(GCCFLAGS)" LDFLAGS="$(GCCLDMKLFLAGS)" + cd $(SRC_DIR)/$(LDASTOOLSFRAMECPP) && ./configure --prefix=$(INSTALL_DIR) --without-doxygen CC="gcc" CXX="g++" CFLAGS="$(GCCFLAGS)" cd $(SRC_DIR)/$(LDASTOOLSFRAMECPP) && make DESTDIR=/ -j$(CORES) && make install DESTDIR=/ -j$(CORES) # ldas-tools-al @@ -628,7 +640,7 @@ logs/ldas-tools-al.txt : $(LOGS_DIR)/swig.txt $(LDASTOOLSAL_TARGET) $(LDASTOOLSAL_TARGET) : $(SWIG_TARGET) @echo $(GREEN)ldas-tools-al$(WHITE) 1>&2 tar -xf $(TAR_DIR)/$(LDASTOOLSAL).tar.gz -C $(SRC_DIR) - cd $(SRC_DIR)/$(LDASTOOLSAL) && ./configure --prefix=$(INSTALL_DIR) --without-doxygen CC="gcc" CXX="g++" CFLAGS="$(GCCFLAGS)" LDFLAGS="$(GCCLDMKLFLAGS)" + cd $(SRC_DIR)/$(LDASTOOLSAL) && ./configure --prefix=$(INSTALL_DIR) --without-doxygen CC="gcc" CXX="g++" CFLAGS="$(GCCFLAGS)" cd $(SRC_DIR)/$(LDASTOOLSAL) && make -j$(CORES) && make install -j$(CORES) # swig @@ -724,12 +736,12 @@ logs/gsl.txt : $(LOGS_DIR)/orc.txt $(GSL_1_TARGET) $(GSL_2_TARGET) ## FIXME Hack to make gsl default to atlas for blas $(GSL_2_TARGET) : $(GSL_1_TARGET) cp $(INSTALL_DIR)/lib/pkgconfig/gsl.pc $@ - sed 's:-lgslcblas: $(LDMKLFLAGS):' $@ > $(INSTALL_DIR)/lib/pkgconfig/gsl.pc + sed 's/-lgslcblas/ -lmkl_intel_ilp64 -lmkl_core -lmkl_sequential -lpthread -lm/' $@ > $(INSTALL_DIR)/lib/pkgconfig/gsl.pc $(GSL_1_TARGET) : $(ORC_TARGET) @echo $(GREEN)gsl$(WHITE) 1>&2 tar -xf $(TAR_DIR)/$(GSL).tar.gz -C $(SRC_DIR) - cd $(SRC_DIR)/$(GSL) && ./configure --prefix=$(INSTALL_DIR) CFLAGS="${CFLAGS}" CC="icc" CXX="icpc" GSL_CBLAS_LIB='$(LDMKLFLAGS)' + cd $(SRC_DIR)/$(GSL) && ./configure --prefix=$(INSTALL_DIR) CFLAGS="${CFLAGS}" CC="icc" CXX="icpc" GSL_CBLAS_LIB='-lmkl_intel_ilp64 -lmkl_core -lmkl_sequential' cd $(SRC_DIR)/$(GSL) && make -j$(CORES) && make install -j$(CORES) # ORC @@ -767,11 +779,11 @@ $(FFTW_TARGET) : $(LOGS_DIR)/patch.txt @echo $(GREEN)fftw$(WHITE) 1>&2 tar -xzf $(TAR_DIR)/$(FFTW).tar.gz -C $(SRC_DIR) cd $(SRC_DIR)/$(FFTW) && \ - ./configure LDFLAGS="${LDFLAGS_INTEL}" --enable-shared --enable-sse --enable-sse2 --enable-avx --enable-float --enable-fma --enable-avx2 --enable-threads --prefix=$(INSTALL_DIR) && \ + ./configure CFLAGS="-O3 -march=native -lmkl_core -lmkl_intel_lp64 -lmkl_sequential -lm -lpthread -Wno-write-strings -lirc -limf -Wl,-rpath,${PWD}/opt/lib" LDFLAGS="${LDFLAGS_INTEL}" --enable-shared --enable-sse --enable-sse2 --enable-avx --enable-float --enable-fma --enable-avx2 --enable-threads --prefix=$(INSTALL_DIR) && \ make -j$(CORES) && make install -j$(CORES) && make clean && \ - ./configure LDFLAGS="${LDFLAGS_INTEL}" --enable-shared --enable-sse2 --enable-avx --enable-avx --enable-fma --enable-avx2 --enable-threads --prefix=$(INSTALL_DIR) && \ + ./configure CFLAGS="-O3 -march=native -lmkl_core -lmkl_intel_lp64 -lmkl_sequential -lm -lpthread -Wno-write-strings -lirc -limf -Wl,-rpath,${PWD}/opt/lib" LDFLAGS="${LDFLAGS_INTEL}" --enable-shared --enable-sse2 --enable-avx --enable-avx --enable-fma --enable-avx2 --enable-threads --prefix=$(INSTALL_DIR) && \ make -j$(CORES) && make install -j$(CORES) && make clean && \ - ./configure LDFLAGS="${LDFLAGS_INTEL}" --enable-shared --enable-fma --enable-threads --enable-long-double --prefix=$(INSTALL_DIR) && \ + ./configure CFLAGS="-O3 -march=native -lmkl_core -lmkl_intel_lp64 -lmkl_sequential -lm -lpthread -Wno-write-strings -lirc -limf -Wl,-rpath,${PWD}/opt/lib" LDFLAGS="${LDFLAGS_INTEL}" --enable-shared --enable-fma --enable-threads --enable-long-double --prefix=$(INSTALL_DIR) && \ make -j$(CORES) && make install -j$(CORES) ######################### @@ -785,11 +797,15 @@ logs/patch.txt : $(LOGS_DIR)/tar.txt echo $^ | sed -e "s@ @\n@g" > $@ #tarballs -logs/tar.txt : $(FFTW_TAR_TARGET) $(PYFFTW_TAR_TARGET) $(ORC_TAR_TARGET) $(GSL_TAR_TARGET) $(GSTREAMER_TAR_TARGET) $(GINTRO_TAR_TARGET) $(GSTBASE_TAR_TARGET) $(GSTGOOD_TAR_TARGET) $(GSTPYTHON_TAR_TARGET) $(LIBFRAME_TAR_TARGET) $(METAIO_TAR_TARGET) $(SWIG_TAR_TARGET) $(LDASTOOLSAL_TAR_TARGET) $(LDASTOOLSFRAMECPP_TAR_TARGET) $(GDS_TAR_TARGET) $(LAL_TAR_TARGET) $(LALFRAME_TAR_TARGET) $(LALMETAIO_TAR_TARGET) $(LALSIM_TAR_TARGET) $(LALBURST_TAR_TARGET) $(LALDETCHAR_TAR_TARGET) $(LALINSPIRAL_TAR_TARGET) $(LALPULSAR_TAR_TARGET) $(LALINFER_TAR_TARGET) $(LALSTOCH_TAR_TARGET) $(LALAPPS_TAR_TARGET) $(GLUE_TAR_TARGET) $(DOXYGEN_TAR_TARGET) $(GSTLAL_TAR_TARGET) $(GSTLALUGLY_TAR_TARGET) $(GSTLALCALIB_TAR_TARGET) $(GSTLALINSPIRAL_TAR_TARGET) $(CYTHON_TAR_TARGET) $(SKLEARN_TAR_TARGET) $(LIBRDKAFKA_TAR_TARGET) $(KAFKA_TAR_TARGET) +logs/tar.txt : $(FFTW_TAR_TARGET) $(PYFFTW_TAR_TARGET) $(ORC_TAR_TARGET) $(GSL_TAR_TARGET) $(GSTREAMER_TAR_TARGET) $(GINTRO_TAR_TARGET) $(GSTBASE_TAR_TARGET) $(GSTGOOD_TAR_TARGET) $(GSTPYTHON_TAR_TARGET) $(LIBFRAME_TAR_TARGET) $(METAIO_TAR_TARGET) $(SWIG_TAR_TARGET) $(LDASTOOLSAL_TAR_TARGET) $(LDASTOOLSFRAMECPP_TAR_TARGET) $(GDS_TAR_TARGET) $(LAL_TAR_TARGET) $(LALFRAME_TAR_TARGET) $(LALMETAIO_TAR_TARGET) $(LALSIM_TAR_TARGET) $(LALBURST_TAR_TARGET) $(LALDETCHAR_TAR_TARGET) $(LALINSPIRAL_TAR_TARGET) $(LALPULSAR_TAR_TARGET) $(LALINFER_TAR_TARGET) $(LALSTOCH_TAR_TARGET) $(LALAPPS_TAR_TARGET) $(GLUE_TAR_TARGET) $(DOXYGEN_TAR_TARGET) $(GSTLAL_TAR_TARGET) $(GSTLALUGLY_TAR_TARGET) $(GSTLALCALIB_TAR_TARGET) $(GSTLALINSPIRAL_TAR_TARGET) $(CYTHON_TAR_TARGET) $(SKLEARN_TAR_TARGET) $(LIBRDKAFKA_TAR_TARGET) $(KAFKA_PYTHON_TAR_TARGET) $(KAFKA_TAR_TARGET) echo $^ | sed -e "s@ @\n@g" > $@ -$(KAFKA_TAR_TARGET) : $(LIBRDKAFKA_TAR_TARGET) - wget --no-check-certificate https://github.com/confluentinc/confluent-kafka-python/archive/v$(KAFKA).tar.gz --directory-prefix=$(TAR_DIR) -O $(TAR_DIR)/confluent-kafka-python-$(KAFKA).tar.gz -nc +$(KAFKA_TAR_TARGET) : $(KAFKA_PYTHON_TAR_TARGET) + wget --no-check-certificate http://apache.claz.org/kafka/$(KAFKA)/kafka_$(SCALA)-$(KAFKA).tgz --directory-prefix=$(TAR_DIR) -nc + +$(KAFKA_PYTHON_TAR_TARGET) : $(LIBRDKAFKA_TAR_TARGET) + wget --no-check-certificate https://github.com/confluentinc/confluent-kafka-python/archive/v$(KAFKA_PYTHON).tar.gz --directory-prefix=$(TAR_DIR) -O $(TAR_DIR)/confluent-kafka-python-$(KAFKA_PYTHON).tar.gz -nc + $(LIBRDKAFKA_TAR_TARGET) : $(SKLEARN_TAR_TARGET) wget --no-check-certificate https://github.com/edenhill/librdkafka/archive/v$(LIBRDKAFKA).tar.gz --directory-prefix=$(TAR_DIR) -O $(TAR_DIR)/librdkafka-$(LIBRDKAFKA).tar.gz -nc @@ -882,8 +898,11 @@ $(GSTREAMER_TAR_TARGET) : $(GINTRO_TAR_TARGET) wget --no-check-certificate http://gstreamer.freedesktop.org/src/gstreamer/$(GSTREAMER).tar.xz --directory-prefix=$(TAR_DIR) -nc $(GINTRO_TAR_TARGET) : $(GSL_TAR_TARGET) - wget --no-check-certificate http://ftp.gnome.org/pub/gnome/sources/gobject-introspection/1.50/$(GINTRO).tar.xz --directory-prefix=$(TAR_DIR) -nc - #wget --no-check-certificate http://ftp.gnome.org/pub/gnome/sources/gobject-introspection/1.42/$(GINTRO).tar.xz --directory-prefix=$(TAR_DIR) -nc + if [[ ${CLUSTER} == *"nemo.uwm.edu" ]] || [[ ${CLUSTER} == *"atlas.local" ]] ; then \ + wget --no-check-certificate http://ftp.gnome.org/pub/gnome/sources/gobject-introspection/1.42/$(GINTRO).tar.xz --directory-prefix=$(TAR_DIR) -nc ; \ + else \ + wget --no-check-certificate http://ftp.gnome.org/pub/gnome/sources/gobject-introspection/1.50/$(GINTRO).tar.xz --directory-prefix=$(TAR_DIR) -nc ; \ + fi ; $(GSL_TAR_TARGET) : $(ORC_TAR_TARGET) wget --no-check-certificate http://ftp.gnu.org/gnu/gsl/$(GSL).tar.gz --directory-prefix=$(TAR_DIR) -nc