diff --git a/gstlal-inspiral/share/O3/optimized/Makefile.ligosoftware_gcc_deps b/gstlal-inspiral/share/O3/optimized/Makefile.ligosoftware_gcc_deps index ab22d0bd50996ea24cd28ac791049dcbad8e62e3..fffb8bc0defafa191e5e9252608c00d92841cee7 100644 --- a/gstlal-inspiral/share/O3/optimized/Makefile.ligosoftware_gcc_deps +++ b/gstlal-inspiral/share/O3/optimized/Makefile.ligosoftware_gcc_deps @@ -108,9 +108,9 @@ deps_env.sh : @echo 'unset GST_PLUGIN_PATH PYTHONPATH' > $@ @echo 'unset LD_LIBRARY_PATH LIBRARY_PATH LD_PRELOAD' >> $@ @echo 'DEPS_PATH=${PWD}/opt' >> $@ - @echo 'export LDMKLFLAGS=" -L${MKLROOT}/lib/intel64 -lmkl_rt -lpthread -lm -ldl"' >> $@ - @echo 'export GCCLDMKLFLAGS=" -L${MKLROOT}/lib/intel64 -Wl,--no-as-needed -lmkl_rt -lpthread -lm -ldl"' >> $@ - @echo 'export GCCFLAGS="-fPIC -O3 -m64 -I$${MKLROOT}/include -I$${DEPS_PATH}/include"' >> $@ + @echo 'export LDMKLFLAGS=" -L$${MKLROOT}/lib/intel64 -lmkl_rt -lpthread -limf -ldl"' >> $@ + @echo 'export GCCLDMKLFLAGS=" -L$${MKLROOT}/lib/intel64 -Wl,--no-as-needed -lmkl_rt -lpthread -limf -ldl"' >> $@ + @echo 'export GCCFLAGS="-fPIC -O3 -march=native -I$${MKLROOT}/include -I$${DEPS_PATH}/include"' >> $@ @echo 'export CFLAGS=$${GCCFLAGS}' >> $@ @if [[ ${CLUSTER} == *"ligo.caltech.edu" ]] ; then \ echo "source ${ICC_CIT} intel64" >> $@ ; \ @@ -136,7 +136,7 @@ deps_env.sh : @echo 'export MKL_THREADING_LAYER=SEQUENTIAL' >> $@ @echo 'export MKL_INTERFACE_LAYER=LP64' >> $@ @echo '# Force explicit linking of optimized FFTW libraries:' >> $@ - @echo 'LDFLAGS="-lfftw3 -lfftw3f -lfftw3_threads -lfftw3f_threads $${LDFLAGS_INTEL} -L$${DEPS_PATH}/opt/lib "' >> $@ + @echo 'LDFLAGS="-l:libfftw3.so -l:libfftw3f.so -l:libfftw3_threads.so -l:libfftw3f_threads.so $${LDFLAGS_INTEL} -L$${DEPS_PATH}/opt/lib "' >> $@ @echo '# These are environment variables that do get exported' >> $@ @echo 'PATH=$${DEPS_PATH}/bin:$${PATH}' >> $@ @echo 'PKG_CONFIG_PATH=$${DEPS_PATH}/lib/pkgconfig:$${DEPS_PATH}/lib64/pkgconfig:$${PKG_CONFIG_PATH}' >> $@ @@ -206,7 +206,7 @@ logs/ldas-tools-framecpp.txt : $(LOGS_DIR)/ldas-tools-al.txt $(LDASTOOLSFRAMECPP $(LDASTOOLSFRAMECPP_TARGET) : $(LDASTOOLSAL_TARGET) @echo $(GREEN)ldas-tools-frmecpp$(WHITE) 1>&2 tar -xf $(TAR_DIR)/$(LDASTOOLSFRAMECPP).tar.gz -C $(SRC_DIR) - cd $(SRC_DIR)/$(LDASTOOLSFRAMECPP) && ./configure --prefix=$(INSTALL_DIR) --without-doxygen CC="gcc" CXX="g++" CFLAGS="$(GCCFLAGS)" LDFLAGS="$(GCCLDMKLFLAGS)" + cd $(SRC_DIR)/$(LDASTOOLSFRAMECPP) && ./configure --prefix=$(INSTALL_DIR) --without-doxygen cd $(SRC_DIR)/$(LDASTOOLSFRAMECPP) && make && make install # ldas-tools-al @@ -218,7 +218,7 @@ logs/ldas-tools-al.txt : $(LOGS_DIR)/swig.txt $(LDASTOOLSAL_TARGET) $(LDASTOOLSAL_TARGET) : $(SWIG_TARGET) @echo $(GREEN)ldas-tools-al$(WHITE) 1>&2 tar -xf $(TAR_DIR)/$(LDASTOOLSAL).tar.gz -C $(SRC_DIR) - cd $(SRC_DIR)/$(LDASTOOLSAL) && ./configure --prefix=$(INSTALL_DIR) --without-doxygen CC="gcc" CXX="g++" CFLAGS="$(GCCFLAGS)" LDFLAGS="$(GCCLDMKLFLAGS)" + cd $(SRC_DIR)/$(LDASTOOLSAL) && ./configure --prefix=$(INSTALL_DIR) --without-doxygen cd $(SRC_DIR)/$(LDASTOOLSAL) && make -j$(CORES) && make install -j$(CORES) # swig diff --git a/gstlal-inspiral/share/O3/optimized/Makefile.ligosoftware_gcc_gstlal b/gstlal-inspiral/share/O3/optimized/Makefile.ligosoftware_gcc_gstlal index 199a9e1d343c91875b4fd501885a05cee6f6d5f8..9795972e33ad422ebd8861784e708ef13da2b9c3 100644 --- a/gstlal-inspiral/share/O3/optimized/Makefile.ligosoftware_gcc_gstlal +++ b/gstlal-inspiral/share/O3/optimized/Makefile.ligosoftware_gcc_gstlal @@ -73,7 +73,9 @@ GSTLALCALIB_TARGET=$(INSTALL_DIR)/bin/gstlal_compute_strain GSTLALBURST_TARGET=$(INSTALL_DIR)/lib/libgstlalburst.so GSTLALUGLY_TARGET=$(INSTALL_DIR)/lib/gstreamer-1.0/libgstnds.so GSTLAL_TARGET=$(INSTALL_DIR)/lib/libgstlal.so -LIGOSCALD_TARGET=$(INSTALL_DIR)/lib/python2.7/site-packages/ligo_scald-0.1.0-py2.7.egg +LIGOSCALD_TARGET=$(INSTALL_DIR)/lib/python2.7/site-packages/$(LIGOSCALD)-py2.7.egg +KAFKA_PYTHON_TARGET=$(INSTALL_DIR)/lib64/python2.7/site-packages/confluent_kafka-$(KAFKA_PYTHON)-py2.7-linux-x86_64.egg +LIBRDKAFKA_TARGET=$(INSTALL_DIR)/lib/librdkafka.so LALAPPS_TARGET=$(INSTALL_DIR)/bin/lalapps_psinject LALINFER_TARGET=$(INSTALL_DIR)/lib/liblalinference.so LALPULSAR_TARGET=$(INSTALL_DIR)/lib/liblalpulsar.so @@ -91,6 +93,8 @@ GSTLALBURST_TAR_TARGET=$(TAR_DIR)/$(GSTLALBURST).tar.gz GSTLALUGLY_TAR_TARGET=$(TAR_DIR)/$(GSTLALUGLY).tar.gz GSTLAL_TAR_TARGET=$(TAR_DIR)/$(GSTLAL).tar.gz LIGOSCALD_TAR_TARGET=$(TAR_DIR)/$(LIGOSCALD).tar.gz +KAFKA_PYTHON_TAR_TARGET=$(TAR_DIR)/confluent-kafka-python-$(KAFKA_PYTHON).tar.gz +LIBRDKAFKA_TAR_TARGET=$(TAR_DIR)/librdkafka-$(LIBRDKAFKA).tar.gz LALAPPS_TAR_TARGET=$(TAR_DIR)/$(LALAPPS).tar.xz LALINFER_TAR_TARGET=$(TAR_DIR)/$(LALINFERENCE).tar.xz LALPULSAR_TAR_TARGET=$(TAR_DIR)/$(LALPULSAR).tar.xz @@ -179,11 +183,11 @@ $(GSTINSPIRAL_TARGET) : $(GSTLALCALIB_TARGET) @echo $(GREEN)gstlal-inspiral$(WHITE) 1>&2 if [ "${GSTLAL_GIT}" = "1" ]; then \ cd $(GSTLAL_REPO)/gstlal-inspiral && echo | ./00init.sh ; \ - cd $(GSTLAL_REPO)/gstlal-inspiral && ./configure --prefix=$(INSTALL_DIR) ; \ + cd $(GSTLAL_REPO)/gstlal-inspiral && ./configure --disable-massmodel --prefix=$(INSTALL_DIR) ; \ cd $(GSTLAL_REPO)/gstlal-inspiral && make -j$(CORES) && make install -j$(CORES) ; \ else \ tar -xzkf $(TAR_DIR)/$(GSTLALINSPIRAL).tar.gz -C $(SRC_DIR) ; \ - cd $(SRC_DIR)/$(GSTLALINSPIRAL) && ./configure --prefix=$(INSTALL_DIR) ; \ + cd $(SRC_DIR)/$(GSTLALINSPIRAL) && ./configure --disable-massmodel --prefix=$(INSTALL_DIR) ; \ cd $(SRC_DIR)/$(GSTLALINSPIRAL) && make -j$(CORES) && make install -j$(CORES) ; \ fi ; @@ -247,6 +251,7 @@ $(LOGS_DIR)/ligo-scald.txt : $(LOGS_DIR)/kafka-python.txt $(LIGOSCALD_TARGET) $(LIGOSCALD_TARGET) : $(KAFKA_PYTHON_TARGET) @echo $(GREEN)ligo-scald$(WHITE) 1>&2 + mkdir -p $(INSTALL_DIR)/lib/python2.7/site-packages if [ "${LIGOSCALD_GIT}" = "1" ]; then \ cd $(LIGOSCALD_REPO) && python setup.py install --prefix=$(INSTALL_DIR) ; \ else \ @@ -263,7 +268,7 @@ $(LOGS_DIR)/kafka-python.txt : $(LOGS_DIR)/librdkafka.txt $(KAFKA_PYTHON_TARGET) $(KAFKA_PYTHON_TARGET) : $(LIBRDKAFKA_TARGET) @echo $(GREEN)kafka-python$(WHITE) 1>&2 tar -xzf $(TAR_DIR)/confluent-kafka-python-$(KAFKA_PYTHON).tar.gz -C $(SRC_DIR) ; \ - cd $(SRC_DIR)/confluent-kafka-python-$(KAFKA_PYTHON) && CFLAGS="$(CFLAGS)" C_INCLUDE_PATH=$(INSTALL_DIR)/include LIBRARY_PATH=$(INSTALL_DIR)/lib python setup.py install --prefix=$(INSTALL_DIR) ; \ + cd $(SRC_DIR)/confluent-kafka-python-$(KAFKA_PYTHON) && python setup.py install --prefix=$(INSTALL_DIR) ; \ # librdkafka librdkafka : $(LOGS_DIR)/librdkafka.txt @@ -429,9 +434,18 @@ $(LAL_TARGET) : $(LOGS_DIR)/patch.txt # patches patch : $(LOGS_DIR)/patch.txt -$(LOGS_DIR)/patch.txt : $(LOGS_DIR) +$(LOGS_DIR)/patch.txt : $(LOGS_DIR)/tar.txt echo $^ | sed -e "s@ @\n@g" > $@ +$(LOGS_DIR)/tar.txt : $(LIBRDKAFKA_TAR_TARGET) $(KAFKA_PYTHON_TAR_TARGET) + echo $^ | sed -e "s@ @\n@g" > $@ + +$(KAFKA_PYTHON_TAR_TARGET) : $(LIBRDKAFKA_TAR_TARGET) + wget --no-check-certificate https://github.com/confluentinc/confluent-kafka-python/archive/v$(KAFKA_PYTHON).tar.gz --directory-prefix=$(TAR_DIR) -O $(TAR_DIR)/confluent-kafka-python-$(KAFKA_PYTHON).tar.gz -nc + +$(LIBRDKAFKA_TAR_TARGET) : $(LOGS_DIR) + wget --no-check-certificate https://github.com/edenhill/librdkafka/archive/v$(LIBRDKAFKA).tar.gz --directory-prefix=$(TAR_DIR) -O $(TAR_DIR)/librdkafka-$(LIBRDKAFKA).tar.gz -nc + # git repos $(LOGS_DIR) : mkdir -p $(SRC_DIR) $(INSTALL_DIR) $(PATCH_DIR) $(TAR_DIR) @@ -481,6 +495,7 @@ $(LOGS_DIR) : fi ; mkdir -p $(LOGS_DIR) + ############ # Clean up # ############