142 lines
4.5 KiB
Makefile
142 lines
4.5 KiB
Makefile
HERE:=$(shell dirname $(realpath $(lastword $(MAKEFILE_LIST))))
|
|
ROOT:=$(HERE)/../..
|
|
VTABLE:=$(ROOT)/parquet
|
|
SQLITE:=$(ROOT)/sqlite
|
|
|
|
# Directories
|
|
ARROW=$(HERE)/arrow
|
|
BROTLI=$(HERE)/brotli
|
|
LZ4=$(HERE)/lz4
|
|
PARQUET_CPP=$(HERE)/parquet-cpp
|
|
SNAPPY=$(HERE)/snappy
|
|
ZLIB=$(HERE)/zlib
|
|
ZSTD=$(HERE)/zstd
|
|
|
|
# Libraries
|
|
ARROW_LIB = $(ARROW)/cpp/release/release/libarrow.a
|
|
BOOST_FILESYSTEM_LIB = /usr/lib/x86_64-linux-gnu/libboost_filesystem.so
|
|
BOOST_LIB = /usr/lib/x86_64-linux-gnu/libboost_regex.so
|
|
BOOST_SYSTEM_LIB = /usr/lib/x86_64-linux-gnu/libboost_system.so
|
|
BROTLI_COMMON_LIB = $(BROTLI)/out/libbrotlicommon-static.a
|
|
BROTLI_DEC_LIB = $(BROTLI)/out/libbrotlidec-static.a
|
|
BROTLI_ENC_LIB = $(BROTLI)/out/libbrotlienc-static.a
|
|
LZ4_LIB = $(LZ4)/lib/liblz4.a
|
|
PARQUET_CPP_LIB = $(PARQUET_CPP)/build/release/libparquet.a
|
|
SNAPPY_LIB = $(SNAPPY)/build/libsnappy.a
|
|
SQLITE3_LIB = $(SQLITE)/libsqlite3.a
|
|
THRIFT_LIB = $(PARQUET_CPP)/thrift_ep/src/thrift_ep-install/lib/libthrift.a
|
|
ZLIB_LIB = $(ZLIB)/libz.a
|
|
ZSTD_LIB = $(ZSTD)/lib/libzstd.a
|
|
|
|
# Flags
|
|
CC = g++
|
|
CPUS:=$(shell nproc)
|
|
CFLAGS = -I $(SQLITE) -I $(PARQUET_CPP)/src -I $(ARROW)/cpp/src -O3 -std=c++11 -Wall -fPIC -g
|
|
|
|
LDFLAGS = -O3 \
|
|
-Wl,--whole-archive $(PARQUET_CPP_LIB) $(LZ4_LIB) $(ZSTD_LIB) $(THRIFT_LIB) $(SNAPPY_LIB) $(ARROW_LIB) \
|
|
$(BROTLI_ENC_LIB) $(BROTLI_COMMON_LIB) $(BROTLI_DEC_LIB) \
|
|
-Wl,--no-whole-archive -lz -lcrypto -lssl $(BOOST_LIB) $(BOOST_SYSTEM_LIB) $(BOOST_FILESYSTEM_LIB)
|
|
OBJ = parquet.o parquet_filter.o parquet_table.o parquet_cursor.o
|
|
LIBS = $(ARROW_LIB) \
|
|
$(BROTLI_COMMON_LIB) \
|
|
$(BROTLI_DEC_LIB) \
|
|
$(BROTLI_ENC_LIB) \
|
|
$(LZ4_LIB) \
|
|
$(PARQUET_CPP_LIB) \
|
|
$(SNAPPY_LIB) \
|
|
$(ZLIB_LIB) \
|
|
$(ZSTD_LIB)
|
|
|
|
libparquet.so: $(LIBS) $(OBJ)
|
|
$(CC) -shared -o $@ $(OBJ) $(LDFLAGS)
|
|
|
|
parquet_filter.o: $(VTABLE)/parquet_filter.cc $(VTABLE)/parquet_filter.h
|
|
$(CC) -c -o $@ $< $(CFLAGS)
|
|
|
|
parquet_cursor.o: $(VTABLE)/parquet_cursor.cc $(VTABLE)/parquet_cursor.h $(VTABLE)/parquet_table.h $(VTABLE)/parquet_filter.h
|
|
$(CC) -c -o $@ $< $(CFLAGS)
|
|
|
|
parquet_table.o: $(VTABLE)/parquet_table.cc $(VTABLE)/parquet_table.h
|
|
$(CC) -c -o $@ $< $(CFLAGS)
|
|
|
|
parquet.o: $(VTABLE)/parquet.cc $(VTABLE)/parquet_cursor.h $(VTABLE)/parquet_table.h $(VTABLE)/parquet_filter.h
|
|
$(CC) -c -o $@ $< $(CFLAGS)
|
|
|
|
$(ARROW_LIB):
|
|
rm -rf $(ARROW)
|
|
git clone https://github.com/apache/arrow.git $(ARROW)
|
|
cd $(ARROW) && git checkout apache-arrow-0.9.0
|
|
mkdir $(ARROW)/cpp/release
|
|
cd $(ARROW)/cpp/release && cmake .. -DCMAKE_BUILD_TYPE=Release
|
|
cd $(ARROW)/cpp/release && make -j$(CPUS) unittest
|
|
|
|
$(BROTLI_COMMON_LIB):
|
|
rm -rf $(BROTLI)
|
|
git clone https://github.com/google/brotli.git $(BROTLI)
|
|
mkdir $(BROTLI)/out
|
|
cd $(BROTLI)/out && ../configure-cmake && make -j$(CPUS)
|
|
|
|
$(LZ4_LIB):
|
|
rm -rf $(LZ4)
|
|
git clone https://github.com/lz4/lz4.git $(LZ4)
|
|
sed -i 's/^CFLAGS *+=/CFLAGS += -fPIC /' $(LZ4)/lib/Makefile
|
|
cd $(LZ4) && make -j$(CPUS)
|
|
|
|
$(PARQUET_CPP_LIB): $(SNAPPY_LIB) $(BROTLI_COMMON_LIB) $(ZLIB_LIB) $(LZ4_LIB) $(ZSTD_LIB)
|
|
rm -rf $(PARQUET_CPP)
|
|
git clone https://github.com/apache/parquet-cpp.git $(PARQUET_CPP)
|
|
cd $(PARQUET_CPP) && git checkout apache-parquet-cpp-1.4.0
|
|
cd $(PARQUET_CPP) && SNAPPY_STATIC_LIB=$(SNAPPY_LIB) BROTLI_STATIC_LIB_ENC=$(BROTLI_ENC_LIB) BROTLI_STATIC_LIB_DEC=$(BROTLI_DEC_LIB) BROTLI_STATIC_LIB_COMMON=$(BROTLI_COMMON_LIB) ZLIB_STATIC_LIB=$(ZLIB_LIB) LZ4_STATIC_LIB=$(LZ4_LIB) ZSTD_STATIC_LIB=$(ZSTD_LIB) cmake -DCMAKE_BUILD_TYPE=Release -DPARQUET_MINIMAL_DEPENDENCY=ON -DPARQUET_ARROW_LINKAGE=static .
|
|
cd $(PARQUET_CPP) && make -j$(CPUS)
|
|
|
|
$(SNAPPY_LIB):
|
|
rm -rf $(SNAPPY)
|
|
git clone https://github.com/google/snappy.git $(SNAPPY)
|
|
mkdir $(SNAPPY)/build
|
|
cd $(SNAPPY)/build && cmake ..
|
|
sed -i '3iset(CMAKE_POSITION_INDEPENDENT_CODE ON)' $(SNAPPY)/CMakeLists.txt
|
|
cd $(SNAPPY)/build && make -j$(CPUS)
|
|
|
|
$(SQLITE3_LIB):
|
|
cd $(ROOT) && ./build-sqlite
|
|
|
|
$(ZLIB_LIB):
|
|
rm -rf $(ZLIB)
|
|
git clone https://github.com/madler/zlib.git $(ZLIB)
|
|
cd $(ZLIB) && ./configure
|
|
sed -i 's/^CFLAGS=-O3/CFLAGS=-fPIC -O3/' $(ZLIB)/Makefile
|
|
cd $(ZLIB) && make -j$(CPUS)
|
|
|
|
$(ZSTD_LIB):
|
|
rm -rf $(ZSTD)
|
|
git clone https://github.com/facebook/zstd.git $(ZSTD)
|
|
sed -i 's/^CFLAGS *+=/CFLAGS += -fPIC /' $(ZSTD)/lib/Makefile
|
|
cd $(ZSTD) && make -j$(CPUS)
|
|
|
|
.PHONY: clean parquet snappy brotli zlib lz4 zstd arrow
|
|
|
|
clean:
|
|
rm -f *.o *.so
|
|
|
|
distclean:
|
|
rm -rf $(SQLITE) $(HERE)
|
|
|
|
|
|
arrow: $(ARROW_LIB)
|
|
|
|
brotli: $(BROTLI_COMMON_LIB)
|
|
|
|
lz4: $(LZ4_LIB)
|
|
|
|
parquet: $(PARQUET_CPP_LIB)
|
|
|
|
snappy: $(SNAPPY_LIB)
|
|
|
|
sqlite: $(SQLITE3_LIB)
|
|
|
|
zlib: $(ZLIB_LIB)
|
|
|
|
zstd: $(ZSTD_LIB)
|
|
|