tipe/Makefile

217 lines
7.0 KiB
Makefile
Raw Normal View History

2022-10-24 12:54:51 +02:00
BUILDDIR := ./build
SRCDIR := ./src
CACHE_DIR := ./cache
NVCC := nvcc
2023-02-07 15:44:52 +01:00
CUDA_INCLUDE := /opt/cuda/include # Default installation path for ArchLinux, may be different
2022-10-24 12:54:51 +02:00
NVCC_INSTALLED := $(shell command -v $(NVCC) 2> /dev/null)
2022-10-24 12:54:51 +02:00
MNIST_SRCDIR := $(SRCDIR)/mnist
CNN_SRCDIR := $(SRCDIR)/cnn
MNIST_SRC := $(wildcard $(MNIST_SRCDIR)/*.c)
CNN_SRC := $(wildcard $(CNN_SRCDIR)/*.c)
CNN_SRC_CUDA := $(wildcard $(CNN_SRCDIR)/*.cu)
MNIST_OBJ = $(filter-out $(BUILDDIR)/mnist_main.o $(BUILDDIR)/mnist_utils.o $(BUILDDIR)/mnist_preview.o, $(MNIST_SRC:$(MNIST_SRCDIR)/%.c=$(BUILDDIR)/mnist_%.o))
CNN_OBJ = $(filter-out $(BUILDDIR)/cnn_main.o $(BUILDDIR)/cnn_preview.o $(BUILDDIR)/cnn_export.o, $(CNN_SRC:$(CNN_SRCDIR)/%.c=$(BUILDDIR)/cnn_%.o))
2022-10-24 12:54:51 +02:00
CNN_OBJ_CUDA = $(CNN_SRC:$(CNN_SRCDIR)/%.cu=$(BUILDDIR)/cnn_%.o)
TEST_SRCDIR := test
2023-02-07 15:44:52 +01:00
TESTS_SRC = $(wildcard $(TEST_SRCDIR)/*.c)
TESTS_SRC_CU += $(wildcard $(TEST_SRCDIR)/*.cu)
2022-10-24 12:54:51 +02:00
2023-02-07 15:44:52 +01:00
TESTS_OBJ = $(TESTS_SRC:$(TEST_SRCDIR)/%.c=$(BUILDDIR)/$(TEST_SRCDIR)-%) $(TESTS_SRC_CU:$(TEST_SRCDIR)/%.cu=$(BUILDDIR)/$(TEST_SRCDIR)-%)
2022-10-24 12:54:51 +02:00
2023-02-01 11:46:08 +01:00
# Linker only flags
LD_CFLAGS = -lm -lpthread -ljpeg -fopenmp
LD_NVCCFLAGS = -ljpeg -Xcompiler -fopenmp
2022-10-24 12:54:51 +02:00
2023-02-01 11:46:08 +01:00
# Compilation flag
2023-02-05 16:21:41 +01:00
CFLAGS = -Wall -Wextra -std=gnu99 -g
NVCCFLAGS = -g
2022-10-24 12:54:51 +02:00
# Remove warnings about unused variables, functions, ...
# -Wno-unused-parameter -Wno-unused-function -Wno-unused-variable -Wno-unused-but-set-variable
# Compile with debug
# -g
2023-01-14 14:30:34 +01:00
# See memory leaks and Incorrect Read/Write
# -fsanitize=address -lasan
2023-02-15 11:15:48 +01:00
#! WARNING: test/cnn-neuron_io fails with this option enabled
2022-10-24 12:54:51 +02:00
all: mnist cnn;
#
# Build mnist
#
# Executables
mnist: $(BUILDDIR)/mnist-main $(BUILDDIR)/mnist-utils $(BUILDDIR)/mnist-preview;
$(BUILDDIR)/mnist-main: $(MNIST_SRCDIR)/main.c $(BUILDDIR)/mnist.o $(BUILDDIR)/mnist_neuron_io.o $(BUILDDIR)/mnist_neural_network.o
2023-02-01 11:49:21 +01:00
$(CC) $(MNIST_SRCDIR)/main.c $(BUILDDIR)/mnist.o $(BUILDDIR)/mnist_neuron_io.o $(BUILDDIR)/mnist_neural_network.o -o $(BUILDDIR)/mnist-main $(CFLAGS) $(LD_CFLAGS)
2022-10-24 12:54:51 +02:00
$(BUILDDIR)/mnist-utils: $(MNIST_SRCDIR)/utils.c $(BUILDDIR)/mnist_neural_network.o $(BUILDDIR)/mnist_neuron_io.o $(BUILDDIR)/mnist.o
2023-02-01 11:49:21 +01:00
$(CC) $^ -o $@ $(CFLAGS) $(LD_CFLAGS)
2022-10-24 12:54:51 +02:00
$(BUILDDIR)/mnist-preview: $(MNIST_SRCDIR)/preview.c $(BUILDDIR)/mnist.o
2023-02-01 11:49:21 +01:00
$(CC) $^ -o $@ $(CFLAGS) $(LD_CFLAGS)
2022-10-24 12:54:51 +02:00
# .o files
$(BUILDDIR)/mnist.o: $(MNIST_SRCDIR)/mnist.c $(MNIST_SRCDIR)/include/mnist.h
2022-11-04 12:43:47 +01:00
$(CC) -c $< -o $@ $(CFLAGS)
2022-10-24 12:54:51 +02:00
2023-01-28 22:04:38 +01:00
$(BUILDDIR)/mnist.cuda.o: $(MNIST_SRCDIR)/mnist.c $(MNIST_SRCDIR)/include/mnist.h
2023-01-29 09:40:55 +01:00
$(CC) -c $< -o $@ $(CFLAGS) -DUSE_CUDA -lcuda -I$(CUDA_INCLUDE)
2023-01-28 22:04:38 +01:00
2022-10-24 12:54:51 +02:00
$(BUILDDIR)/mnist_%.o: $(MNIST_SRCDIR)/%.c $(MNIST_SRCDIR)/include/%.h
2022-11-04 12:43:47 +01:00
$(CC) -c $< -o $@ $(CFLAGS)
2022-10-24 12:54:51 +02:00
#
# Build cnn
#
2023-02-05 16:21:41 +01:00
cnn: $(BUILDDIR)/cnn-main $(BUILDDIR)/cnn-main-cuda $(BUILDDIR)/cnn-preview $(BUILDDIR)/cnn-export;
2022-10-24 12:54:51 +02:00
2023-01-28 22:04:38 +01:00
$(BUILDDIR)/cnn-main: $(CNN_SRCDIR)/main.c \
$(BUILDDIR)/cnn_train.o \
$(BUILDDIR)/cnn_test_network.o \
$(BUILDDIR)/cnn_cnn.o \
$(BUILDDIR)/cnn_creation.o \
$(BUILDDIR)/cnn_initialisation.o \
$(BUILDDIR)/cnn_make.o \
$(BUILDDIR)/cnn_neuron_io.o \
$(BUILDDIR)/cnn_function.o \
$(BUILDDIR)/cnn_utils.o \
$(BUILDDIR)/cnn_update.o \
$(BUILDDIR)/cnn_free.o \
$(BUILDDIR)/cnn_jpeg.o \
$(BUILDDIR)/cnn_convolution.o \
$(BUILDDIR)/cnn_backpropagation.o \
$(BUILDDIR)/colors.o \
$(BUILDDIR)/mnist.o \
$(BUILDDIR)/utils.o
2023-02-01 11:50:35 +01:00
$(CC) $^ -o $@ $(CFLAGS) $(LD_CFLAGS)
2022-10-24 12:54:51 +02:00
ifdef NVCC_INSTALLED
2023-01-28 22:04:38 +01:00
$(BUILDDIR)/cnn-main-cuda: $(BUILDDIR)/cnn_main.cuda.o \
$(BUILDDIR)/cnn_train.cuda.o \
$(BUILDDIR)/cnn_test_network.cuda.o \
2023-01-29 09:40:55 +01:00
$(BUILDDIR)/cnn_cnn.o \
2023-01-28 22:04:38 +01:00
$(BUILDDIR)/cnn_creation.cuda.o \
2023-01-29 09:40:55 +01:00
$(BUILDDIR)/cnn_initialisation.o \
$(BUILDDIR)/cnn_make.o \
2023-01-28 22:04:38 +01:00
$(BUILDDIR)/cnn_neuron_io.cuda.o \
2023-01-29 09:40:55 +01:00
$(BUILDDIR)/cnn_function.o \
2023-01-28 22:04:38 +01:00
$(BUILDDIR)/cnn_utils.cuda.o \
2023-01-29 09:40:55 +01:00
$(BUILDDIR)/cnn_update.o \
2023-01-28 22:04:38 +01:00
$(BUILDDIR)/cnn_free.cuda.o \
$(BUILDDIR)/cnn_jpeg.cuda.o \
$(BUILDDIR)/cnn_cuda_convolution.o \
2023-01-29 09:40:55 +01:00
$(BUILDDIR)/cnn_backpropagation.o \
$(BUILDDIR)/colors.o \
2023-01-28 22:04:38 +01:00
$(BUILDDIR)/mnist.cuda.o \
$(BUILDDIR)/cuda_utils.o
2023-02-01 11:46:08 +01:00
$(NVCC) $(LD_NVCCFLAGS) $(NVCCFLAGS) $^ -o $@
else
$(BUILDDIR)/cnn-main-cuda:
@echo "$(NVCC) not found, skipping"
2022-11-19 16:11:24 +01:00
endif
2022-11-01 17:24:29 +01:00
2023-01-28 22:04:38 +01:00
$(BUILDDIR)/cnn-preview: $(CNN_SRCDIR)/preview.c $(BUILDDIR)/cnn_jpeg.o $(BUILDDIR)/colors.o $(BUILDDIR)/utils.o
2023-02-01 11:49:21 +01:00
$(CC) $^ -o $@ $(CFLAGS) $(LD_CFLAGS)
2022-11-19 17:39:56 +01:00
2023-02-05 16:21:41 +01:00
$(BUILDDIR)/cnn-export: $(CNN_SRCDIR)/export.c $(BUILDDIR)/cnn_free.o $(BUILDDIR)/cnn_neuron_io.o $(BUILDDIR)/utils.o
$(CC) $^ -o $@ $(CFLAGS) $(LD_CFLAGS)
2022-10-24 12:54:51 +02:00
$(BUILDDIR)/cnn_%.o: $(CNN_SRCDIR)/%.c $(CNN_SRCDIR)/include/%.h
2022-11-04 12:43:47 +01:00
$(CC) -c $< -o $@ $(CFLAGS)
2022-10-24 12:54:51 +02:00
2023-01-28 22:04:38 +01:00
$(BUILDDIR)/cnn_%.cuda.o: $(CNN_SRCDIR)/%.c $(CNN_SRCDIR)/include/%.h
2023-01-29 09:40:55 +01:00
$(CC) -c $< -o $@ $(CFLAGS) -DUSE_CUDA -lcuda -I$(CUDA_INCLUDE)
2023-01-28 22:04:38 +01:00
ifdef NVCC_INSTALLED
2022-11-01 17:24:29 +01:00
$(BUILDDIR)/cnn_cuda_%.o: $(CNN_SRCDIR)/%.cu $(CNN_SRCDIR)/include/%.h
2022-10-24 14:09:10 +02:00
$(NVCC) $(NVCCFLAGS) -c $< -o $@
else
$(BUILDDIR)/cnn_cuda_%.o: $(CNN_SRCDIR)/%.cu $(CNN_SRCDIR)/include/%.h
@echo "$(NVCC) not found, skipping"
2022-10-24 14:09:10 +02:00
endif
2022-10-24 12:54:51 +02:00
#
# Build general files
#
$(BUILDDIR)/%.o: $(SRCDIR)/%.c $(SRCDIR)/include/%.h
2022-11-04 12:45:05 +01:00
$(CC) -c $< -o $@ $(CFLAGS)
2022-10-24 12:54:51 +02:00
2023-01-28 22:04:38 +01:00
$(BUILDDIR)/%.cuda.o: $(SRCDIR)/%.c $(SRCDIR)/include/%.h
2023-01-29 09:40:55 +01:00
$(CC) -c $< -o $@ $(CFLAGS) -DUSE_CUDA -lcuda -I$(CUDA_INCLUDE)
2023-01-28 22:04:38 +01:00
ifdef NVCC_INSTALLED
$(BUILDDIR)/cuda_%.o: $(SRCDIR)/%.cu $(SRCDIR)/include/%.h
$(NVCC) $(NVCCFLAGS) -c $< -o $@
else
@echo "$(NVCC) not found, skipping"
endif
2022-10-24 12:54:51 +02:00
#
# Tests
#
run-tests: build-tests
$(foreach file, $(wildcard $(TEST_SRCDIR)/*.sh), $(file);)
2023-01-17 15:07:12 +01:00
@echo "$$(for file in build/test-*; do echo -e \\033[33m#####\\033[0m $$file \\033[33m#####\\033[0m; $$file || echo -e "\\033[1m\\033[31mErreur sur $$file\\033[0m"; done)"
2022-10-24 12:54:51 +02:00
2022-11-01 17:24:29 +01:00
build-tests: prepare-tests $(TESTS_OBJ) $(BUILDDIR)/test-cnn_matrix_multiplication $(BUILDDIR)/test-cnn_convolution
2022-10-24 12:54:51 +02:00
prepare-tests:
@rm -f $(BUILDDIR)/test-*
2023-02-07 15:44:52 +01:00
build/test-cnn_%: $(TEST_SRCDIR)/cnn_%.c $(CNN_OBJ) $(BUILDDIR)/colors.o $(BUILDDIR)/mnist.o $(BUILDDIR)/utils.o
2023-02-01 11:49:21 +01:00
$(CC) $^ -o $@ $(CFLAGS) $(LD_CFLAGS)
2022-10-24 12:54:51 +02:00
# mnist.o est déjà inclus en tant que mnist_mnist.o
2023-02-07 15:44:52 +01:00
build/test-mnist_%: $(TEST_SRCDIR)/mnist_%.c $(MNIST_OBJ) $(BUILDDIR)/colors.o
2023-02-01 11:49:21 +01:00
$(CC) $^ -o $@ $(CFLAGS) $(LD_CFLAGS)
2022-10-24 12:54:51 +02:00
ifdef NVCC_INSTALLED
2023-02-07 15:44:52 +01:00
$(BUILDDIR)/test-cnn_%: $(TEST_SRCDIR)/cnn_%.cu \
2023-01-28 22:04:38 +01:00
$(BUILDDIR)/cnn_cuda_%.o \
$(BUILDDIR)/cuda_utils.o \
2023-01-29 09:40:55 +01:00
$(BUILDDIR)/colors.o \
2023-01-28 22:04:38 +01:00
$(BUILDDIR)/mnist.cuda.o
2023-02-01 11:46:08 +01:00
$(NVCC) $(LD_NVCCFLAGS) $(NVCCFLAGS) $^ -o $@
else
2023-02-07 15:44:52 +01:00
$(BUILDDIR)/test-cnn_%: $(TEST_SRCDIR)/cnn_%.cu
@echo "$(NVCC) not found, skipping"
2022-10-24 14:09:10 +02:00
endif
2022-10-24 12:54:51 +02:00
#
# Utils
#
webserver: $(CACHE_DIR)/mnist-reseau.bin
FLASK_APP="src/webserver/app.py" flask run
2023-01-23 21:16:36 +01:00
$(CACHE_DIR)/mnist-reseau-fully-connected.bin: $(BUILDDIR)/mnist-main
2022-10-24 12:54:51 +02:00
@mkdir -p $(CACHE_DIR)
$(BUILDDIR)/mnist-main train \
--images "data/mnist/train-images-idx3-ubyte" \
--labels "data/mnist/train-labels-idx1-ubyte" \
2023-01-23 21:16:36 +01:00
--out "$(CACHE_DIR)/mnist-reseau-fully-connected.bin"
$(CACHE_DIR)/mnist-reseau-cnn.bin: $(BUILDDIR)/cnn-main
@mkdir -p $(CACHE_DIR)
$(BUILDDIR)/cnn-main train \
--dataset mnist \
--images data/mnist/train-images-idx3-ubyte \
--labels data/mnist/train-labels-idx1-ubyte \
--epochs 10 \
--out $(CACHE_DIR)/mnist-reseau-cnn.bin
2022-10-24 12:54:51 +02:00
#
# Clean project
#
clean:
rm -rf $(BUILDDIR)/*
rm -f $(CACHE_DIR)/*