mirror of
https://github.com/augustin64/projet-tipe
synced 2025-01-23 15:16:26 +01:00
213 lines
6.6 KiB
Makefile
213 lines
6.6 KiB
Makefile
BUILDDIR := ./build
|
|
SRCDIR := ./src
|
|
CACHE_DIR := ./cache
|
|
NVCC := nvcc
|
|
CUDA_INCLUDE := /opt/cuda/include # Default instalmlation path for ArchLinux, may be different
|
|
|
|
NVCC_INSTALLED := $(shell command -v $(NVCC) 2> /dev/null)
|
|
|
|
MNIST_SRCDIR := $(SRCDIR)/mnist
|
|
CNN_SRCDIR := $(SRCDIR)/cnn
|
|
|
|
MNIST_SRC := $(wildcard $(MNIST_SRCDIR)/*.c)
|
|
CNN_SRC := $(wildcard $(CNN_SRCDIR)/*.c)
|
|
CNN_SRC_CUDA := $(wildcard $(CNN_SRCDIR)/*.cu)
|
|
|
|
MNIST_OBJ = $(filter-out $(BUILDDIR)/mnist_main.o $(BUILDDIR)/mnist_utils.o $(BUILDDIR)/mnist_preview.o, $(MNIST_SRC:$(MNIST_SRCDIR)/%.c=$(BUILDDIR)/mnist_%.o))
|
|
CNN_OBJ = $(filter-out $(BUILDDIR)/cnn_main.o $(BUILDDIR)/cnn_preview.o, $(CNN_SRC:$(CNN_SRCDIR)/%.c=$(BUILDDIR)/cnn_%.o))
|
|
CNN_OBJ_CUDA = $(CNN_SRC:$(CNN_SRCDIR)/%.cu=$(BUILDDIR)/cnn_%.o)
|
|
|
|
|
|
TEST_SRCDIR := test
|
|
|
|
TESTS_SRC = $(wildcard test/*.c)
|
|
TESTS_SRC_CU += $(wildcard test/*.cu)
|
|
|
|
TESTS_OBJ = $(TESTS_SRC:test/%.c=$(BUILDDIR)/test-%) $(TESTS_SRC_CU:test/%.cu=$(BUILDDIR)/test-%)
|
|
|
|
# Linker only flags
|
|
LD_CFLAGS = -lm -lpthread -ljpeg -fopenmp
|
|
LD_NVCCFLAGS = -ljpeg -Xcompiler -fopenmp
|
|
|
|
# Compilation flag
|
|
CFLAGS = -Wall -Wextra -std=gnu99
|
|
NVCCFLAGS =
|
|
# Remove warnings about unused variables, functions, ...
|
|
# -Wno-unused-parameter -Wno-unused-function -Wno-unused-variable -Wno-unused-but-set-variable
|
|
# Compile with debug
|
|
# -g
|
|
# See memory leaks and Incorrect Read/Write
|
|
# -fsanitize=address -lasan
|
|
|
|
all: mnist cnn;
|
|
#
|
|
# Build mnist
|
|
#
|
|
# Executables
|
|
mnist: $(BUILDDIR)/mnist-main $(BUILDDIR)/mnist-utils $(BUILDDIR)/mnist-preview;
|
|
|
|
$(BUILDDIR)/mnist-main: $(MNIST_SRCDIR)/main.c $(BUILDDIR)/mnist.o $(BUILDDIR)/mnist_neuron_io.o $(BUILDDIR)/mnist_neural_network.o
|
|
$(CC) $(MNIST_SRCDIR)/main.c $(BUILDDIR)/mnist.o $(BUILDDIR)/mnist_neuron_io.o $(BUILDDIR)/mnist_neural_network.o -o $(BUILDDIR)/mnist-main $(CFLAGS) $(LD_CFLAGS)
|
|
|
|
$(BUILDDIR)/mnist-utils: $(MNIST_SRCDIR)/utils.c $(BUILDDIR)/mnist_neural_network.o $(BUILDDIR)/mnist_neuron_io.o $(BUILDDIR)/mnist.o
|
|
$(CC) $^ -o $@ $(CFLAGS) $(LD_CFLAGS)
|
|
|
|
$(BUILDDIR)/mnist-preview: $(MNIST_SRCDIR)/preview.c $(BUILDDIR)/mnist.o
|
|
$(CC) $^ -o $@ $(CFLAGS) $(LD_CFLAGS)
|
|
|
|
# .o files
|
|
$(BUILDDIR)/mnist.o: $(MNIST_SRCDIR)/mnist.c $(MNIST_SRCDIR)/include/mnist.h
|
|
$(CC) -c $< -o $@ $(CFLAGS)
|
|
|
|
$(BUILDDIR)/mnist.cuda.o: $(MNIST_SRCDIR)/mnist.c $(MNIST_SRCDIR)/include/mnist.h
|
|
$(CC) -c $< -o $@ $(CFLAGS) -DUSE_CUDA -lcuda -I$(CUDA_INCLUDE)
|
|
|
|
$(BUILDDIR)/mnist_%.o: $(MNIST_SRCDIR)/%.c $(MNIST_SRCDIR)/include/%.h
|
|
$(CC) -c $< -o $@ $(CFLAGS)
|
|
|
|
|
|
#
|
|
# Build cnn
|
|
#
|
|
cnn: $(BUILDDIR)/cnn-main $(BUILDDIR)/cnn-main-cuda $(BUILDDIR)/cnn-preview;
|
|
|
|
$(BUILDDIR)/cnn-main: $(CNN_SRCDIR)/main.c \
|
|
$(BUILDDIR)/cnn_train.o \
|
|
$(BUILDDIR)/cnn_test_network.o \
|
|
$(BUILDDIR)/cnn_cnn.o \
|
|
$(BUILDDIR)/cnn_creation.o \
|
|
$(BUILDDIR)/cnn_initialisation.o \
|
|
$(BUILDDIR)/cnn_make.o \
|
|
$(BUILDDIR)/cnn_neuron_io.o \
|
|
$(BUILDDIR)/cnn_function.o \
|
|
$(BUILDDIR)/cnn_utils.o \
|
|
$(BUILDDIR)/cnn_update.o \
|
|
$(BUILDDIR)/cnn_free.o \
|
|
$(BUILDDIR)/cnn_jpeg.o \
|
|
$(BUILDDIR)/cnn_convolution.o \
|
|
$(BUILDDIR)/cnn_backpropagation.o \
|
|
$(BUILDDIR)/colors.o \
|
|
$(BUILDDIR)/mnist.o \
|
|
$(BUILDDIR)/utils.o
|
|
$(CC) $(LD_CFLAGS) $^ -o $@ $(CFLAGS)
|
|
|
|
ifdef NVCC_INSTALLED
|
|
$(BUILDDIR)/cnn-main-cuda: $(BUILDDIR)/cnn_main.cuda.o \
|
|
$(BUILDDIR)/cnn_train.cuda.o \
|
|
$(BUILDDIR)/cnn_test_network.cuda.o \
|
|
$(BUILDDIR)/cnn_cnn.o \
|
|
$(BUILDDIR)/cnn_creation.cuda.o \
|
|
$(BUILDDIR)/cnn_initialisation.o \
|
|
$(BUILDDIR)/cnn_make.o \
|
|
$(BUILDDIR)/cnn_neuron_io.cuda.o \
|
|
$(BUILDDIR)/cnn_function.o \
|
|
$(BUILDDIR)/cnn_utils.cuda.o \
|
|
$(BUILDDIR)/cnn_update.o \
|
|
$(BUILDDIR)/cnn_free.cuda.o \
|
|
$(BUILDDIR)/cnn_jpeg.cuda.o \
|
|
$(BUILDDIR)/cnn_cuda_convolution.o \
|
|
$(BUILDDIR)/cnn_backpropagation.o \
|
|
$(BUILDDIR)/colors.o \
|
|
$(BUILDDIR)/mnist.cuda.o \
|
|
$(BUILDDIR)/cuda_utils.o
|
|
$(NVCC) $(LD_NVCCFLAGS) $(NVCCFLAGS) $^ -o $@
|
|
else
|
|
$(BUILDDIR)/cnn-main-cuda:
|
|
@echo "$(NVCC) not found, skipping"
|
|
endif
|
|
|
|
$(BUILDDIR)/cnn-preview: $(CNN_SRCDIR)/preview.c $(BUILDDIR)/cnn_jpeg.o $(BUILDDIR)/colors.o $(BUILDDIR)/utils.o
|
|
$(CC) $^ -o $@ $(CFLAGS) $(LD_CFLAGS)
|
|
|
|
$(BUILDDIR)/cnn_%.o: $(CNN_SRCDIR)/%.c $(CNN_SRCDIR)/include/%.h
|
|
$(CC) -c $< -o $@ $(CFLAGS)
|
|
|
|
$(BUILDDIR)/cnn_%.cuda.o: $(CNN_SRCDIR)/%.c $(CNN_SRCDIR)/include/%.h
|
|
$(CC) -c $< -o $@ $(CFLAGS) -DUSE_CUDA -lcuda -I$(CUDA_INCLUDE)
|
|
|
|
ifdef NVCC_INSTALLED
|
|
$(BUILDDIR)/cnn_cuda_%.o: $(CNN_SRCDIR)/%.cu $(CNN_SRCDIR)/include/%.h
|
|
$(NVCC) $(NVCCFLAGS) -c $< -o $@
|
|
else
|
|
$(BUILDDIR)/cnn_cuda_%.o: $(CNN_SRCDIR)/%.cu $(CNN_SRCDIR)/include/%.h
|
|
@echo "$(NVCC) not found, skipping"
|
|
endif
|
|
#
|
|
# Build general files
|
|
#
|
|
$(BUILDDIR)/%.o: $(SRCDIR)/%.c $(SRCDIR)/include/%.h
|
|
$(CC) -c $< -o $@ $(CFLAGS)
|
|
|
|
$(BUILDDIR)/%.cuda.o: $(SRCDIR)/%.c $(SRCDIR)/include/%.h
|
|
$(CC) -c $< -o $@ $(CFLAGS) -DUSE_CUDA -lcuda -I$(CUDA_INCLUDE)
|
|
|
|
ifdef NVCC_INSTALLED
|
|
$(BUILDDIR)/cuda_%.o: $(SRCDIR)/%.cu $(SRCDIR)/include/%.h
|
|
$(NVCC) $(NVCCFLAGS) -c $< -o $@
|
|
else
|
|
@echo "$(NVCC) not found, skipping"
|
|
endif
|
|
|
|
#
|
|
# Tests
|
|
#
|
|
run-tests: build-tests
|
|
$(foreach file, $(wildcard $(TEST_SRCDIR)/*.sh), $(file);)
|
|
@echo "$$(for file in build/test-*; do echo -e \\033[33m#####\\033[0m $$file \\033[33m#####\\033[0m; $$file || echo -e "\\033[1m\\033[31mErreur sur $$file\\033[0m"; done)"
|
|
|
|
build-tests: prepare-tests $(TESTS_OBJ) $(BUILDDIR)/test-cnn_matrix_multiplication $(BUILDDIR)/test-cnn_convolution
|
|
|
|
|
|
prepare-tests:
|
|
@rm -f $(BUILDDIR)/test-*
|
|
|
|
|
|
build/test-cnn_%: test/cnn_%.c $(CNN_OBJ) $(BUILDDIR)/colors.o $(BUILDDIR)/mnist.o $(BUILDDIR)/utils.o
|
|
$(CC) $^ -o $@ $(CFLAGS) $(LD_CFLAGS)
|
|
|
|
# mnist.o est déjà inclus en tant que mnist_mnist.o
|
|
build/test-mnist_%: test/mnist_%.c $(MNIST_OBJ) $(BUILDDIR)/colors.o
|
|
$(CC) $^ -o $@ $(CFLAGS) $(LD_CFLAGS)
|
|
|
|
ifdef NVCC_INSTALLED
|
|
$(BUILDDIR)/test-cnn_%: test/cnn_%.cu \
|
|
$(BUILDDIR)/cnn_cuda_%.o \
|
|
$(BUILDDIR)/cuda_utils.o \
|
|
$(BUILDDIR)/colors.o \
|
|
$(BUILDDIR)/mnist.cuda.o
|
|
$(NVCC) $(LD_NVCCFLAGS) $(NVCCFLAGS) $^ -o $@
|
|
else
|
|
$(BUILDDIR)/test-cnn_%: test/cnn_%.cu
|
|
@echo "$(NVCC) not found, skipping"
|
|
endif
|
|
|
|
#
|
|
# Utils
|
|
#
|
|
webserver: $(CACHE_DIR)/mnist-reseau.bin
|
|
FLASK_APP="src/webserver/app.py" flask run
|
|
|
|
$(CACHE_DIR)/mnist-reseau-fully-connected.bin: $(BUILDDIR)/mnist-main
|
|
@mkdir -p $(CACHE_DIR)
|
|
$(BUILDDIR)/mnist-main train \
|
|
--images "data/mnist/train-images-idx3-ubyte" \
|
|
--labels "data/mnist/train-labels-idx1-ubyte" \
|
|
--out "$(CACHE_DIR)/mnist-reseau-fully-connected.bin"
|
|
|
|
|
|
$(CACHE_DIR)/mnist-reseau-cnn.bin: $(BUILDDIR)/cnn-main
|
|
@mkdir -p $(CACHE_DIR)
|
|
$(BUILDDIR)/cnn-main train \
|
|
--dataset mnist \
|
|
--images data/mnist/train-images-idx3-ubyte \
|
|
--labels data/mnist/train-labels-idx1-ubyte \
|
|
--epochs 10 \
|
|
--out $(CACHE_DIR)/mnist-reseau-cnn.bin
|
|
|
|
|
|
#
|
|
# Clean project
|
|
#
|
|
clean:
|
|
rm -rf $(BUILDDIR)/*
|
|
rm -f $(CACHE_DIR)/*
|