main.lua

pcall(require, "luarocks.loader")
require "global"

local lfs = require "lfs"
local system = require "system"
local tools = require "tools"
local config = require "neld.config"
local repos = require "repos"

local self = {}

local rootfs = {}
for _, package in ipairs(config.bootstrap) do
    rootfs[package] = package
end
if stage > 4 then
    for _, package in ipairs(config.rootfs) do
        rootfs[package] = package
    end
end

local cwd = lfs.currentdir()
local base_build_path = "neld/.build"
local base_stage_path = ".stage" .. stage
local mnt_path = cwd .. "/" .. base_build_path .. "/work/mnt"
local root_path = mnt_path .. "/root"
local overlay_path = root_path .. "/usr"
local ro_path = mnt_path .. "/ro"
local mountpoints = {}

local function prepare_mounts(overlay, packages)
    for _, package in ipairs(packages) do
        local is_string = type(package) == "string"

        local mount_name
        if is_string then
            mount_name = package

            local i = package:find("%.")
            if i then
                package = pkg(package:sub(1, i - 1))
            else
                package = pkg(package)
            end
        else
            mount_name = package.name
        end

        if not rootfs[mount_name] then
            local mountpoint = mnt_path .. "/" .. mount_name
            overlay[mount_name] = mountpoint

            local suffix = "/" .. tools.get_file(mount_name, package.version)
            local mnt = cwd .. "/" .. config.repository .. "/" .. package.name .. "/" .. base_stage_path .. suffix
            local prebuilt_mnt = cwd .. "/" .. base_build_path .. suffix

            if not mountpoints[mount_name] then
                lfs.mkdir(mountpoint)
                if os.execute("squashfuse " .. mnt .. " " .. mountpoint) or os.execute("squashfuse " .. prebuilt_mnt .. " " .. mountpoint) then
                    mountpoints[mount_name] = mountpoint
                else
                    print("FAILED MOUNT: " .. prebuilt_mnt)
                end
            end

            if package.dev_dependencies then
                prepare_mounts(overlay, package.dev_dependencies)
            end
            if package.dependencies then
                prepare_mounts(overlay, package.dependencies)
            end
        end
    end
end

function self.close()
    lfs.chdir(cwd)
    if stage ~= 1 then
        os.execute("umount " .. root_path)
    end
    for _, m in pairs(mountpoints) do
        os.execute("umount " .. m)
    end
end

function self.build(name, skip_dependencies)
    if name:find("%.") then
        return
    end

    local package, process_main, build_suffix = pkg(name), true, config.repository .. "/" .. name

    if lfs.attributes(cwd .. "/" .. build_suffix .. "/" .. base_stage_path .. "/" .. tools.get_file(name, package.version)) then
        if not package.variants then
            return
        end
        process_main = false
    end

    if not skip_dependencies then
        local function prepare_package(package)
            local name = package.name
            if stage < 5 or not rootfs[name] then
                if stage > 4
                    and repos.available_packages[name] ~= nil
                    and not lfs.attributes(cwd .. "/" .. config.repository .. "/" .. name .. "/" .. base_stage_path .. "/" .. tools.get_file(name, package.version)) then
                    local old_cwd = lfs.currentdir()

                    lfs.mkdir(cwd .. "/" .. base_build_path)
                    lfs.chdir(cwd .. "/" .. base_build_path)
                    repos.download(name)

                    lfs.chdir(old_cwd)
                else
                    self.build(name)
                end
            end
        end
        if stage ~= 1 and package.dev_dependencies then
            for _, package in ipairs(package.dev_dependencies) do
                prepare_package(package)
            end
        end
        if package.dependencies then
            for _, package in ipairs(package.dependencies) do
                prepare_package(package)
            end
        end
    end

    local overlay = {}

    if stage ~= 1 then
        prepare_mounts(overlay, config.development)
        if package.dev_dependencies then
            prepare_mounts(overlay, package.dev_dependencies)
        end
        if package.dependencies then
            prepare_mounts(overlay, package.dependencies)
        end

        local lowerdir = ro_path .. ":"
        for _, m in pairs(overlay) do
            lowerdir = lowerdir .. m .. ":"
        end
        os.execute("fuse-overlayfs -o lowerdir=" .. lowerdir:sub(1, -2) .. " " .. overlay_path)
    end

    lfs.chdir(build_suffix)
    local package_path = lfs.currentdir()
    lfs.mkdir(base_stage_path)
    lfs.chdir(base_stage_path)
    build_suffix = build_suffix .. "/" .. base_stage_path
    local build_path = lfs.currentdir()

    if process_main and package.sources then
        for _, source in ipairs(package.sources) do
            local path, url = source[1], source[2]
            if not lfs.attributes(path) then
                os.execute("curl -sSLo S" .. path .. " " .. url)
                os.execute("rm -rf " .. path)
                lfs.mkdir(path)

                local extension = string.sub(url, -4)
                if extension == ".zip" or extension == ".whl" then
                    os.execute("unzip S" .. path .. " -d " .. path)
                else
                    os.execute("tar xf S" .. path .. " --strip-components=1 -C " .. path)
                end

                local patch_dir = package_path .. "/" .. path
                if not lfs.attributes(patch_dir) then
                    if path == "source" then
                        patch_dir = nil
                    else
                        patch_dir = package_path .. "/source"
                        if not lfs.attributes(patch_dir) then
                            patch_dir = nil
                        end
                    end
                end
                if patch_dir then
                    lfs.chdir(path)
                    for file in lfs.dir(patch_dir) do
                        if file ~= "." and file ~= ".." then
                            os.execute("patch -p 1 -i " .. patch_dir .. "/" .. file)
                        end
                    end
                    lfs.chdir(build_path)
                end
            end
        end
    end

    lfs.chdir(cwd)

    -- especially required in stage 2 and for some packages that cannot find system c++ headers
    local cpp_paths = "/include/c++"
    cpp_paths = ":" .. cpp_paths .. ":" .. cpp_paths .. "/" .. system.target

    local process_main_option = " 0"
    if process_main then
        process_main_option = " 1"
    end

    os.execute(
        "bwrap --unshare-ipc --unshare-pid --unshare-net --unshare-uts --unshare-cgroup-try --clearenv --setenv PATH /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin --setenv C_INCLUDE_PATH /include --setenv CPLUS_INCLUDE_PATH /include" ..
        cpp_paths .. " --chdir /root --ro-bind " ..
        root_path .. " / --dev /dev --tmpfs /tmp " ..
        "--ro-bind " .. cwd .. " /root --bind " .. build_path .. " /root/" .. build_suffix ..
        " /bin/env lua untrusted_build.lua " .. name .. process_main_option .. " " .. stage)

    if stage ~= 1 then
        os.execute("umount " .. overlay_path)
    end
end

if stage == 1 then
    root_path = "/"
else
    lfs.mkdir(base_build_path)
    lfs.mkdir(base_build_path .. "/work")
    lfs.mkdir(mnt_path)

    lfs.mkdir(root_path)
    os.execute("squashfuse " .. base_build_path .. "/work/rootfs.sqsh " .. root_path)

    lfs.mkdir(ro_path)
    lfs.mkdir(ro_path .. "/bin")
    lfs.link("../../bin/env", ro_path .. "/bin/env", true)
end

return self