toaruos/Makefile

492 lines
16 KiB
Makefile

# ToaruOS Build Scripts
ifneq ($(MAKECMDGOALS),toolchain)
ifeq ($(TOOLCHAIN),)
$(error $(shell util/helpful-toolchain-error.sh))
else
$(shell util/cache-toolchain.sh)
endif
endif
KERNEL_TARGET=i686-elf
USER_TARGET=i686-pc-toaru
# Pretty output utilities.
BEG = util/mk-beg
END = util/mk-end
INFO = util/mk-info
ERRORS = 2>>/tmp/.`whoami`-build-errors || util/mk-error
ERRORSS = >>/tmp/.`whoami`-build-errors || util/mk-error
BEGRM = util/mk-beg-rm
ENDRM = util/mk-end-rm
# Rules start here.
.PHONY: all system install test toolchain userspace modules cdrom fix-cd
.PHONY: clean clean-soft clean-hard clean-user clean-mods clean-core clean-disk clean-once
.PHONY: run vga term headless quick
.PHONY: debug debug-vga debug-term
.PHONY: virtualbox virtualbox-cdrom run-cdrom
# Prevents Make from removing intermediary files on failure
.SECONDARY:
# Disable built-in rules
.SUFFIXES:
all: $(shell util/detect-make-all.sh)
system: toaruos-disk.img toaruos-kernel modules
userspace: ${USERSPACE}
modules: ${MODULES}
toolchain:
@cd toolchain; ./toolchain-build.sh
###########################
# Emulator Pseudo-targets #
###########################
# Specify which modules should be included on startup.
# There are a few modules that are kinda required for a working system
# such as all of the dependencies needed to mount the root partition.
# We can also include things like the debug shell...
# Note that ordering matters - list dependencies first.
BOOT_MODULES := zero random serial
BOOT_MODULES += procfs tmpfs ata
#BOOT_MODULES += dospart
BOOT_MODULES += ext2
BOOT_MODULES += debug_shell
BOOT_MODULES += ps2mouse ps2kbd
BOOT_MODULES += lfbvideo
BOOT_MODULES += vidset
BOOT_MODULES += packetfs
BOOT_MODULES += snd
BOOT_MODULES += pcspkr
BOOT_MODULES += ac97
BOOT_MODULES += net rtl
# This is kinda silly. We're going to form an -initrd argument..
# which is basically -initrd "hdd/mod/%.ko,hdd/mod/%.ko..."
# for each of the modules listed above in BOOT_MODULES
COMMA := ,
EMPTY :=
SPACE := $(EMPTY) $(EMPTY)
BOOT_MODULES_X = -initrd "$(subst $(SPACE),$(COMMA),$(foreach mod,$(BOOT_MODULES),hdd/mod/$(mod).ko))"
# QEMU Configuration
EMU = qemu-system-i386
# Force the SDL backend with no frame and English (US) keyboard.
EMUARGS = -sdl -no-frame -k en-us
# 1GB of RAM
EMUARGS += -m 1024
# Serial debug output to stdio (kernel console)
EMUARGS += -serial stdio
# Bochs VBE display device
EMUARGS += -vga std
# Realtime clock based on localtime (we don't NTP or support timezone configs yet)
EMUARGS += -rtc base=localtime
# Network hardware: RTL8139, usermode network emulation.
EMUARGS += -net nic,model=rtl8139 -net user
# Enable TCP dumps for monitoring.
EMUARGS += -net dump
# Sound hardware: Intel AC'97, PC beeper
EMUARGS += -soundhw pcspk,ac97
# Enable KVM if available, or fall back to TCG
EMUARGS += -M accel=kvm:tcg
# For development images, load the kernel, modules, hard disk.
EMUKARGS = -kernel toaruos-kernel
EMUKARGS += $(BOOT_MODULES_X)
EMUKARGS += -hda toaruos-disk.img
# These arguments are passed to the kernel command line.
DISK_ROOT = root=/dev/hda
VID_QEMU = vid=qemu,,1280,,720
START_VGA = start=--vga
START_SINGLE = start=--single
START_LIVE = start=live-welcome
WITH_LOGS = logtoserial=1
# Various different quick options
run: system
${EMU} ${EMUARGS} ${EMUKARGS} -append "$(VID_QEMU) $(DISK_ROOT)"
quick: system
${EMU} ${EMUARGS} ${EMUKARGS} -append "$(VID_QEMU) $(DISK_ROOT) start=quick-launch"
debug: system
${EMU} ${EMUARGS} ${EMUKARGS} -append "$(VID_QEMU) $(WITH_LOGS) $(DISK_ROOT)"
vga: system
${EMU} ${EMUARGS} ${EMUKARGS} -append "$(START_VGA) $(DISK_ROOT)"
debug-vga: system
${EMU} ${EMUARGS} ${EMUKARGS} -append "$(WITH_LOGS) $(START_VGA) $(DISK_ROOT)"
term: system
${EMU} ${EMUARGS} ${EMUKARGS} -append "$(VID_QEMU) $(START_SINGLE) $(DISK_ROOT)"
debug-term: system
${EMU} ${EMUARGS} ${EMUKARGS} -append "$(VID_QEMU) $(START_SINGLE) $(WITH_LOGS) $(DISK_ROOT)"
headless: system
${EMU} ${EMUARGS} ${EMUKARGS} -display none -append "$(START_VGA) $(DISK_ROOT)"
live: system
${EMU} ${EMUARGS} ${EMUKARGS} -append "$(VID_QEMU) $(START_LIVE) $(DISK_ROOT)"
# Run the cdrom
run-cdrom: toaruos.iso
${EMU} ${EMUARGS} -cdrom toaruos.iso
# Run VirtualBox
virtualbox: system
util/run-virtualbox.sh
virtualbox-cdrom: toaruos.iso
util/run-virtualbox-cdrom.sh
# Run the test suite
test: system
expect util/test.exp
################
# Kernel #
################
# Kernel build flags
CFLAGS = -O2 -std=c99
CFLAGS += -finline-functions -ffreestanding
CFLAGS += -Wall -Wextra -Wno-unused-function -Wno-unused-parameter -Wno-format
CFLAGS += -pedantic -fno-omit-frame-pointer
CFLAGS += -D_KERNEL_
ASFLAGS = --32
# Build kernel with bare elf toolchain
KCC = $(KERNEL_TARGET)-gcc
KNM = $(KERNEL_TARGET)-nm
KCXX= $(KERNEL_TARGET)-g++
KAR = $(KERNEL_TARGET)-ar
KAS = $(KERNEL_TARGET)-as
KSTRIP = $(KERNEL_TARGET)-strip
# Kernel autoversioning with git sha
CFLAGS += -DKERNEL_GIT_TAG=`util/make-version`
# All of the core parts of the kernel are built directly.
KERNEL_OBJS = $(patsubst %.c,%.o,$(wildcard kernel/*.c))
KERNEL_OBJS += $(patsubst %.c,%.o,$(wildcard kernel/*/*.c))
KERNEL_OBJS += $(patsubst %.c,%.o,$(wildcard kernel/*/*/*.c))
KERNEL_ASMOBJS = $(filter-out kernel/symbols.o,$(patsubst %.S,%.o,$(wildcard kernel/*.S)))
toaruos-kernel: ${KERNEL_ASMOBJS} ${KERNEL_OBJS} kernel/symbols.o
@${BEG} "CC" "$@"
@${KCC} -T kernel/link.ld ${CFLAGS} -nostdlib -o toaruos-kernel ${KERNEL_ASMOBJS} ${KERNEL_OBJS} kernel/symbols.o -lgcc ${ERRORS}
@${END} "CC" "$@"
@${INFO} "--" "Kernel is ready!"
kernel/symbols.o: ${KERNEL_ASMOBJS} ${KERNEL_OBJS} util/generate_symbols.py
@-rm -f kernel/symbols.o
@${BEG} "NM" "Generating symbol list..."
@${KCC} -T kernel/link.ld ${CFLAGS} -nostdlib -o toaruos-kernel ${KERNEL_ASMOBJS} ${KERNEL_OBJS} -lgcc ${ERRORS}
@${KNM} toaruos-kernel -g | python2 util/generate_symbols.py > kernel/symbols.S
@${END} "NM" "Generated symbol list."
@${BEG} "AS" "kernel/symbols.S"
@${KAS} ${ASFLAGS} kernel/symbols.S -o $@ ${ERRORS}
@${END} "AS" "kernel/symbols.S"
kernel/sys/version.o: kernel/*/*.c kernel/*.c
hdd/mod:
@mkdir -p hdd/mod
# Loadable modules
MODULES = $(patsubst modules/%.c,hdd/mod/%.ko,$(wildcard modules/*.c))
# We also want to rebuild when a header changes.
# This is a naive approach, but it works...
HEADERS = $(shell find kernel/include/ -type f -name '*.h')
hdd/mod/%.ko: modules/%.c ${HEADERS} | hdd/mod
@${BEG} "CC" "$< [module]"
@${KCC} -T modules/link.ld -I./kernel/include -nostdlib ${CFLAGS} -c -o $@ $< ${ERRORS}
@${END} "CC" "$< [module]"
kernel/%.o: kernel/%.S
@${BEG} "AS" "$<"
@${KAS} ${ASFLAGS} $< -o $@ ${ERRORS}
@${END} "AS" "$<"
kernel/%.o: kernel/%.c ${HEADERS}
@${BEG} "CC" "$<"
@${KCC} ${CFLAGS} -nostdlib -g -I./kernel/include -c -o $@ $< ${ERRORS}
@${END} "CC" "$<"
#############
# Userspace #
#############
# Userspace build flags
USER_CFLAGS = -O3 -m32 -Wa,--32 -g -Iuserspace -std=c99 -U__STRICT_ANSI__ -Lhdd/usr/lib
USER_CXXFLAGS = -O3 -m32 -Wa,--32 -g -Iuserspace
USER_BINFLAGS =
STRIP_LIBS = 1
# We always build with our targetted cross-compiler
CC = $(USER_TARGET)-gcc
NM = $(USER_TARGET)-nm
CXX= $(USER_TARGET)-g++
AR = $(USER_TARGET)-ar
AS = $(USER_TARGET)-as
STRIP = $(USER_TARGET)-strip
# Userspace binaries and libraries
USER_CFILES = $(filter-out userspace/core/init.c,$(shell find userspace -not -wholename '*/lib/*' -not -wholename '*.static.*' -name '*.c'))
USER_CXXFILES = $(shell find userspace -not -wholename '*/lib/*' -name '*.c++')
USER_LIBFILES = $(shell find userspace -wholename '*/lib/*' -name '*.c')
LIBC=hdd/usr/lib/libc.so
# PYthon sources
PYTHON_LIBS = $(shell find userspace -wholename '*/lib/*' -name '*.py')
PYTHON_BINS = $(shell find userspace -wholename '*/bin/*' -name '*.py')
PYTHON_FILES = $(foreach file,$(PYTHON_LIBS),$(patsubst %.py,hdd/usr/python/lib/python3.6/%.py,$(notdir ${file})))
PYTHON_FILES += $(foreach file,$(PYTHON_BINS),$(patsubst %.py,hdd/bin/%.py,$(notdir ${file})))
# Userspace output files (so we can define metatargets)
NONTEST_C = $(foreach f,$(USER_CFILES),$(if $(findstring /tests/,$f),,$f))
NONTEST_CXX = $(foreach f,$(USER_CXXFILES),$(if $(findstring /tests/,$f),,$f))
NONTEST = $(foreach file,$(NONTEST_C),$(patsubst %.c,hdd/bin/%,$(notdir ${file})))
NONTEST += $(foreach file,$(NONTEST_CXX),$(patsubst %.c++,hdd/bin/%,$(notdir ${file})))
NONTEST += $(foreach file,$(USER_CSTATICFILES),$(patsubst %.static.c,hdd/bin/%,$(notdir ${file})))
NONTEST += $(foreach file,$(USER_LIBFILES),$(patsubst %.c,hdd/usr/lib/libtoaru-%.so,$(notdir ${file})))
NONTEST += $(LIBC) hdd/bin/init hdd/lib/ld.so
USERSPACE = $(foreach file,$(USER_CFILES),$(patsubst %.c,hdd/bin/%,$(notdir ${file})))
USERSPACE += $(foreach file,$(USER_CXXFILES),$(patsubst %.c++,hdd/bin/%,$(notdir ${file})))
USERSPACE += $(foreach file,$(USER_CSTATICFILES),$(patsubst %.static.c,hdd/bin/%,$(notdir ${file})))
USERSPACE += $(foreach file,$(USER_LIBFILES),$(patsubst %.c,hdd/usr/lib/libtoaru-%.so,$(notdir ${file})))
USERSPACE += $(LIBC) hdd/bin/init hdd/lib/ld.so
# Init must be built static at the moment.
hdd/bin/init: userspace/core/init.c
@${BEG} "CC" "$< (static)"
@${CC} -o $@ -static -Wl,-static $(USER_CFLAGS) $(USER_BINFLAGS) $< ${ERRORS}
@${END} "CC" "$< (static)"
# Libraries
define user-c-rule
$1: $2 $(shell util/auto-dep.py --deps $2) $(LIBC)
@${BEG} "CCSO" "$$<"
@${CC} -o $$@ $(USER_CFLAGS) -shared -fPIC $$(shell util/auto-dep.py --cflags $$<) $$< $$(shell util/auto-dep.py --libs $$<) -lc ${ERRORS}
@if [ "x$(STRIP_LIBS)" = "x1" ]; then ${STRIP} $$@; fi
@${END} "CCSO" "$$<"
endef
$(foreach file,$(USER_LIBFILES),$(eval $(call user-c-rule,$(patsubst %.c,hdd/usr/lib/libtoaru-%.so,$(notdir ${file})),${file})))
# Binaries from C sources
define user-c-rule
$1: $2 $(shell util/auto-dep.py --deps $2) $(LIBC)
@${BEG} "CC" "$$<"
@${CC} -o $$@ $(USER_CFLAGS) $(USER_BINFLAGS) -fPIE $$(shell util/auto-dep.py --cflags $$<) $$< $$(shell util/auto-dep.py --libs $$<) -lc ${ERRORS}
@${END} "CC" "$$<"
endef
$(foreach file,$(USER_CFILES),$(eval $(call user-c-rule,$(patsubst %.c,hdd/bin/%,$(notdir ${file})),${file})))
# Binaries from C++ sources
define user-cxx-rule
$1: $2 $(shell util/auto-dep.py --deps $2) $(LIBC)
@${BEG} "C++" "$$<"
@${CXX} -o $$@ $(USER_CXXFLAGS) $(USER_BINFLAGS) -static -Wl,-static $$(shell util/auto-dep.py --cflags $$<) $$< $$(shell util/auto-dep.py --libs $$<) -lc ${ERRORS}
@${END} "C++" "$$<"
endef
$(foreach file,$(USER_CXXFILES),$(eval $(call user-cxx-rule,$(patsubst %.c++,hdd/bin/%,$(notdir ${file})),${file})))
hdd/usr/lib:
@mkdir -p hdd/usr/lib
# Bad implementations of shared libraries
hdd/usr/lib/libc.so: ${TOOLCHAIN}/lib/libc.a | hdd/usr/lib
@${BEG} "SO" "$@"
@cp ${TOARU_SYSROOT}/usr/lib/libc.a libc.a
@# init and fini don't belong in our shared object
@ar d libc.a lib_a-init.o
@ar d libc.a lib_a-fini.o
@# Remove references to newlib's reentrant malloc
@ar d libc.a lib_a-callocr.o
@ar d libc.a lib_a-cfreer.o
@ar d libc.a lib_a-freer.o
@ar d libc.a lib_a-malignr.o
@ar d libc.a lib_a-mallinfor.o
@ar d libc.a lib_a-mallocr.o
@ar d libc.a lib_a-malloptr.o
@ar d libc.a lib_a-msizer.o
@ar d libc.a lib_a-mallstatsr.o
@ar d libc.a lib_a-pvallocr.o
@ar d libc.a lib_a-vallocr.o
@ar d libc.a lib_a-reallocr.o
@ar d libc.a lib_a-realloc.o
@ar d libc.a lib_a-calloc.o
@ar d libc.a lib_a-reallo.o
@${CC} -shared -o libc.so -Wl,--whole-archive libc.a -Wl,--no-whole-archive ${ERRORS}
@mv libc.so hdd/usr/lib/libc.so
@if [ "x$(STRIP_LIBS)" = "x1" ]; then ${STRIP} $@; fi
@rm libc.a
@${END} "SO" "$@"
hdd/lib:
@mkdir -p hdd/lib
hdd/lib/ld.so: linker/linker.c | hdd/lib
@${BEG} "CC" "$<"
@${CC} -static -Wl,-static -std=c99 -g -U__STRICT_ANSI__ -o $@ -Os -T linker/link.ld $< ${ERRORS}
@${END} "CC" "$<"
define basic-so-wrapper
hdd/usr/lib/lib$(1).so: ${TOOLCHAIN}/lib/lib$(1).a
@${BEG} "SO" "$$@"
@${CC} -shared -Wl,-soname,lib$(1).so -o lib$(1).so -Lhdd/usr/lib -Wl,--whole-archive ${TOOLCHAIN}/lib/lib$(1).a -Wl,--no-whole-archive $2 -lgcc
@mv lib$(1).so hdd/usr/lib/lib$(1).so
@if [ "x$(STRIP_LIBS)" = "x1" ]; then ${STRIP} $$@; fi
@${END} "SO" "$$@"
endef
$(eval $(call basic-so-wrapper,gcc,))
$(eval $(call basic-so-wrapper,m,))
$(eval $(call basic-so-wrapper,z,))
$(eval $(call basic-so-wrapper,ncurses,))
$(eval $(call basic-so-wrapper,panel,-lncurses))
$(eval $(call basic-so-wrapper,png15,-lz))
$(eval $(call basic-so-wrapper,pixman-1,-lm))
$(eval $(call basic-so-wrapper,cairo,-lpixman-1 -lpng15 -lfreetype))
$(eval $(call basic-so-wrapper,freetype,-lz))
# Python parts of userspace
hdd/usr/python/lib/python3.6:
@mkdir -p $@
hdd/bin/%.py: userspace/py/bin/%.py
@cp $< $@
hdd/usr/python/lib/python3.6/%.py: userspace/py/lib/%.py hdd/usr/python/lib/python3.6
@cp $< $@
####################
# Hard Disk Images #
####################
# Hard disk image generation
GENEXT = genext2fs
DISK_SIZE = `util/disk_size.sh`
toaruos-disk.img: ${USERSPACE} util/devtable ${PYTHON_FILES}
@${BEG} "hdd" "Generating a Hard Disk image..."
@-rm -f toaruos-disk.img
@${GENEXT} -B 4096 -d hdd -D util/devtable -U -b ${DISK_SIZE} -N 4096 toaruos-disk.img ${ERRORS}
@${END} "hdd" "Generated Hard Disk image"
@${INFO} "--" "Hard disk image is ready!"
#############
# CD Images #
#############
cdrom: toaruos.iso
hdd/usr/share/terminfo/t/toaru: util/toaru.tic
@mkdir -p hdd/usr/share/terminfo/t
@cp $< $@
FORCE:
_cdrom: FORCE | ${NONTEST} toaruos-kernel
@-rm -rf _cdrom
@cp -r util/cdrom _cdrom
_cdrom/mod: ${MODULES} _cdrom
@mv hdd/mod $@
_cdrom/kernel: toaruos-kernel _cdrom
@cp $< $@
BLACKLIST = hdd/usr/share/wallpapers/grandcanyon.png
BLACKLIST += hdd/usr/share/wallpapers/paris.png
BLACKLIST += hdd/usr/share/wallpapers/southbay.png
BLACKLIST += hdd/usr/share/wallpapers/yokohama.png
BLACKLIST += hdd/usr/share/wallpapers/yosemite.png
_cdrom/ramdisk.img: ${NONTEST} hdd/usr/share/wallpapers util/devtable hdd/usr/share/terminfo/t/toaru _cdrom _cdrom/mod ${PYTHON_FILES}
@${BEG} "ext" "Generating a ramdisk image..."
@rm -f $(filter-out ${NONTEST},${USERSPACE})
@rm -f ${BLACKLIST}
@${STRIP} ${NONTEST}
@${GENEXT} -B 4096 -d hdd -D util/devtable -U -b 16384 -N 2048 $@
@${END} "ext" "Generated ramdisk image"
_cdrom/ramdisk.img.gz: _cdrom/ramdisk.img
@gzip $<
define fixup-cd
@git checkout hdd/usr/share/wallpapers
@mv _cdrom/mod hdd/mod
@rm -r _cdrom
endef
toaruos.iso: _cdrom/ramdisk.img.gz _cdrom/kernel
@${BEG} "ISO" "Building a CD image"
@if grep precise /etc/lsb-release; then grub-mkrescue -o $@ _cdrom; else grub-mkrescue -d /usr/lib/grub/i386-pc --compress=xz -o $@ _cdrom -- -quiet 2> /dev/null; fi
@${END} "ISO" "Building a CD image"
$(call fixup-cd)
@${INFO} "--" "CD generated"
netboot.img.gz: _cdrom/ramdisk.img.gz
cp _cdrom/ramdisk.img.gz netboot.img.gz
$(call fixup-cd)
fix-cd:
$(call fixup-cd)
##############
# ctags #
##############
tags: kernel/*/*.c kernel/*.c userspace/**/*.c modules/*.c
@${BEG} "ctag" "Generating CTags..."
@-ctags -R --c++-kinds=+p --fields=+iaS --extra=+q kernel userspace modules util ${ERRORS}
@${END} "ctag" "Generated CTags."
###############
# clean #
###############
clean-soft:
@${BEGRM} "RM" "Cleaning kernel objects..."
@-rm -f kernel/*.o
@-rm -f kernel/*/*.o
@-rm -f ${KERNEL_OBJS}
@${ENDRM} "RM" "Cleaned kernel objects"
clean-user:
@${BEGRM} "RM" "Cleaning userspace products..."
@-rm -f ${USERSPACE}
@${ENDRM} "RM" "Cleaned userspace products"
clean-mods:
@${BEGRM} "RM" "Cleaning kernel modules..."
@-rm -f hdd/mod/*
@${ENDRM} "RM" "Cleaned kernel modules"
clean-core:
@${BEGRM} "RM" "Cleaning final output..."
@-rm -f toaruos-kernel
@${ENDRM} "RM" "Cleaned final output"
clean-disk:
@${BEGRM} "RM" "Deleting hard disk image..."
@-rm -f toaruos-disk.img
@${ENDRM} "RM" "Deleted hard disk image"
clean: clean-soft clean-core
@${INFO} "--" "Finished soft cleaning"
clean-hard: clean clean-user clean-mods
@${INFO} "--" "Finished hard cleaning"
# vim:noexpandtab
# vim:tabstop=4
# vim:shiftwidth=4