diff --git a/gstlal-inspiral/share/O3/optimized/Makefile.ligosoftware_icc_all b/gstlal-inspiral/share/O3/optimized/Makefile.ligosoftware_icc_all index ffdf082f5a7d568934cfa4824bedf7bba1388f88..5d818ff8f23cb3144bcdea596a2725d897a74ee3 100644 --- a/gstlal-inspiral/share/O3/optimized/Makefile.ligosoftware_icc_all +++ b/gstlal-inspiral/share/O3/optimized/Makefile.ligosoftware_icc_all @@ -72,6 +72,8 @@ DATAMON=datamon-0.1.0 LIGOSEGMENTS=ligo-segments-1.2.0 PYTHONLIGOLW=python-ligo-lw-1.4.0 GLUE=lscsoft-glue-1.60.0 +KAFKA_PYTHON=0.11.5 +LIBRDKAFKA=0.11.5 LALAPPS=lalapps-6.22.0 LALINFERENCE=lalinference-1.10.1 LALPULSAR=lalpulsar-1.17.0 @@ -105,6 +107,8 @@ DATAMON_TARGET=$(INSTALL_DIR)/lib/python2.7/site-packages/datamon-0.1.0-py2.7.eg LIGOSEGMENTS_TARGET=$(PYTHON_DIR)/ligo_segments-1.2.0-py2.7-linux-x86_64.egg PYTHONLIGOLW_TARGET=$(PYTHON_DIR)/python_ligo_lw-1.4.0-py2.7.egg-info GLUE_TARGET=$(INSTALL_DIR)/bin/dmtdq_seg_insert +KAFKA_PYTHON_TARGET=$(PYTHON_DIR)/confluent_kafka-$(KAFKA_PYTHON)-py2.7-linux-x86_64.egg/confluent_kafka/cimpl.so +LIBRDKAFKA_TARGET=$(INSTALL_DIR)/lib/librdkafka.so LALAPPS_TARGET=$(INSTALL_DIR)/bin/lalapps_psinject LALINFER_TARGET=$(INSTALL_DIR)/lib/liblalinference.so LALPULSAR_TARGET=$(INSTALL_DIR)/lib/liblalpulsar.so @@ -139,6 +143,8 @@ DATAMON_TAR_TARGET=$(TAR_DIR)/$(DATAMON).tar.gz LIGOSEGMENTS_TAR_TARGET=$(TAR_DIR)/$(LIGOSEGMENTS).tar.gz PYTHONLIGOLW_TAR_TARGET=$(TAR_DIR)/$(PYTHONLIGOLW).tar.gz GLUE_TAR_TARGET=$(TAR_DIR)/$(GLUE).tar.gz +KAFKA_PYTHON_TAR_TARGET=$(TAR_DIR)/confluent-kafka-python-$(KAFKA_PYTHON).tar.gz +LIBRDKAFKA_TAR_TARGET=$(TAR_DIR)/librdkafka-$(LIBRDKAFKA).tar.gz LALAPPS_TAR_TARGET=$(TAR_DIR)/$(LALAPPS).tar.xz LALINFER_TAR_TARGET=$(TAR_DIR)/$(LALINFERENCE).tar.xz LALPULSAR_TAR_TARGET=$(TAR_DIR)/$(LALPULSAR).tar.xz @@ -395,10 +401,10 @@ $(PYTHONLIGOLW_TARGET) : $(GLUE_TARGET) # glue glue : $(LOGS_DIR)/glue.txt -$(LOGS_DIR)/glue.txt : $(LOGS_DIR)/lalsuite.txt $(GLUE_TARGET) +$(LOGS_DIR)/glue.txt : $(LOGS_DIR)/kafka-python.txt $(GLUE_TARGET) @echo $^ | sed -e "s@ @\n@g" > $@ -$(GLUE_TARGET) : $(LALAPPS_TARGET) +$(GLUE_TARGET) : $(KAFKA_PYTHON_TARGET) @echo $(GREEN)glue$(WHITE) 1>&2 if [ "${GLUE_GIT}" = "1" ]; then \ cd $(GLUE_REPO) && python setup.py install --prefix=$(INSTALL_DIR) ; \ @@ -407,6 +413,29 @@ $(GLUE_TARGET) : $(LALAPPS_TARGET) cd $(SRC_DIR)/$(GLUE) && python setup.py install --prefix=$(INSTALL_DIR) ; \ fi ; +# confluent-kafka-python +kafka-python : $(LOGS_DIR)/kafka-python.txt + +logs/kafka-python.txt : $(LOGS_DIR)/librdkafka.txt $(KAFKA_PYTHON_TARGET) + @echo $^ | sed -e "s@ @\n@g" > $@ + +$(KAFKA_PYTHON_TARGET) : $(LIBRDKAFKA_TARGET) + @echo $(GREEN)kafka-python$(WHITE) 1>&2 + tar -xzf $(TAR_DIR)/confluent-kafka-python-$(KAFKA_PYTHON).tar.gz -C $(SRC_DIR) ; \ + cd $(SRC_DIR)/confluent-kafka-python-$(KAFKA_PYTHON) && CFLAGS="$(GCCFLAGS)" C_INCLUDE_PATH=$(INSTALL_DIR)/include LIBRARY_PATH=$(INSTALL_DIR)/lib python setup.py install --prefix=$(INSTALL_DIR) ; \ + +# librdkafka +librdkafka : $(LOGS_DIR)/librdkafka.txt + +logs/librdkafka.txt : $(LOGS_DIR)/lalsuite.txt $(LIBRDKAFKA_TARGET) + @echo $^ | sed -e "s@ @\n@g" > $@ + +$(LIBRDKAFKA_TARGET) : $(LALAPPS_TARGET) + @echo $(GREEN)librdkafka$(WHITE) 1>&2 + tar -xzf $(TAR_DIR)/librdkafka-$(LIBRDKAFKA).tar.gz -C $(SRC_DIR) ; \ + cd $(SRC_DIR)/librdkafka-$(LIBRDKAFKA) && ./configure --prefix=$(INSTALL_DIR) ; \ + cd $(SRC_DIR)/librdkafka-$(LIBRDKAFKA) && make -j$(CORES) && make install -j$(CORES) ; \ + # lalsuite lalsuite : $(LOGS_DIR)/lalsuite.txt @@ -722,9 +751,15 @@ $(PATCH_DIR)/gst1.14.patch : $(LOGS_DIR)/tar.txt cd $(GSTLAL_REPO) && patch -p1 < $(PATCH_DIR)/gst1.14.patch #tarballs -$(LOGS_DIR)/tar.txt : $(FFTW_TAR_TARGET) $(ORC_TAR_TARGET) $(GSL_TAR_TARGET) $(GSTREAMER_TAR_TARGET) $(GSTBASE_TAR_TARGET) $(GSTGOOD_TAR_TARGET) $(GSTPYTHON_TAR_TARGET) $(LIBFRAME_TAR_TARGET) $(METAIO_TAR_TARGET) $(SWIG_TAR_TARGET) $(LDASTOOLSAL_TAR_TARGET) $(LDASTOOLSFRAMECPP_TAR_TARGET) $(GDS_TAR_TARGET) +$(LOGS_DIR)/tar.txt : $(FFTW_TAR_TARGET) $(ORC_TAR_TARGET) $(GSL_TAR_TARGET) $(GSTREAMER_TAR_TARGET) $(GSTBASE_TAR_TARGET) $(GSTGOOD_TAR_TARGET) $(GSTPYTHON_TAR_TARGET) $(LIBFRAME_TAR_TARGET) $(METAIO_TAR_TARGET) $(SWIG_TAR_TARGET) $(LDASTOOLSAL_TAR_TARGET) $(LDASTOOLSFRAMECPP_TAR_TARGET) $(GDS_TAR_TARGET) $(LIBRDKAFKA_TAR_TARGET) $(KAFKA_PYTHON_TAR_TARGET) echo $^ | sed -e "s@ @\n@g" > $@ +$(KAFKA_PYTHON_TAR_TARGET) : $(LIBRDKAFKA_TAR_TARGET) + wget --no-check-certificate https://github.com/confluentinc/confluent-kafka-python/archive/v$(KAFKA_PYTHON).tar.gz --directory-prefix=$(TAR_DIR) -O $(TAR_DIR)/confluent-kafka-python-$(KAFKA_PYTHON).tar.gz -nc + +$(LIBRDKAFKA_TAR_TARGET) : $(GDS_TAR_TARGET) + wget --no-check-certificate https://github.com/edenhill/librdkafka/archive/v$(LIBRDKAFKA).tar.gz --directory-prefix=$(TAR_DIR) -O $(TAR_DIR)/librdkafka-$(LIBRDKAFKA).tar.gz -nc + $(GDS_TAR_TARGET) : $(LDASTOOLSFRAMECPP_TAR_TARGET) wget --no-check-certificate http://software.ligo.org/lscsoft/source/$(GDS).tar.gz --directory-prefix=$(TAR_DIR) -nc @@ -856,6 +891,12 @@ clean-install : clean-gstlal : rm -rf $(LOGS_DIR)/gstlal.txt $(GSTLAL_TARGET) $(GSTLALUGLY_TARGET) $(GSTLALBURST_TARGET) $(GSTLALCALIB_TARGET) $(GSTLALINSPIRAL_TARGET) +clean-kafka-python : + rm -rf $(LOGS_DIR)/kafka-python.txt $(KAFKA_PYTHON_TARGET) + +clean-librdkafka : + rm -rf $(LOGS_DIR)/librdkafka.txt $(LIBRDKAFKA_TARGET) + clean-lalsuite : rm -rf $(LOGS_DIR)/lalsuite.txt $(LAL_TARGET) $(LALFRAME_TARGET) $(LALMETAIO_TARGET) $(LALSIM_TARGET) $(LALBURST_TARGET) $(LALINSPIRAL_TARGET) $(LALPULSAR_TARGET) $(LALINFER_TARGET) $(LALAPPS_TARGET) $(GLUE_TARGET)