bob 0.99.5

Fast, robust, powerful, user-friendly pkgsrc package builder
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121

--[[
  Live configuration file used by the daily SmartOS trunk bulk builds.  The
  host is an AMD EPYC 7302P: 16 cores, 32 threads, 128GB RAM.

  With a decent amount of RAM and no restrictions on the size of the tmpfs
  mounts, the wrkobjdir settings are tuned to ensure the vast majority of
  builds are performed on tmpfs, including enabling use_failed_history.

  24 build threads means that the majority of packages are given MAKE_JOBS=2
  by the dynamic scheduler, but this ensures the best overall throughput as
  most builds struggle to benefit from additional cores.  Larger builds will
  be assigned up to around 8 cores dynamically based on their CPU history.

  These builds are triggered by Jenkins, which checks out the latest revision
  as a detached head.  This means we need to set the branch name, as git is
  unable to determine it reliably.  This is what the GIT_BRANCH section is
  doing, as well as stripping the "origin/" remote, leaving just "trunk".
]]

options = {
    build_threads = 24,
    scan_threads = 32,
    log_level = "debug",
}

publish = {
    report = {
        from = "Jonathan Perkin <jperkin@pkgsrc.org>",
        to = "pkgsrc-bulk@pkgsrc.org",
        host = "reports.pkgci.org",
        path = "www/SmartOS/upstream/trunk",
        url = "https://reports.pkgci.org/SmartOS/upstream/trunk",
    },
}

local git_branch = os.getenv("GIT_BRANCH")
if git_branch then
    publish.report.branch = git_branch:gsub("^[^/]*/", "")
end

dynamic = {
    jobs = 32,
    wrkobjdir = {
        tmpfs = "/tmp/work",
        disk = "/home/pbulk/work",
        threshold = "4G",
        use_failed_history = true,
    },
}

pkgsrc = {
    basedir = "/data/jenkins/workspace/pkgsrc-upstream-trunk",
    bootstrap = "/data/packages/SmartOS/bootstrap-pbulk/bootstrap-upstream-trunk.tar.gz",
    make = "/opt/pkg/bin/bmake",
    build_user = "pbulk",
}

sandboxes = {
    basedir = "/data/chroot",

    environment = {
        build = {
            clear = true,
            inherit = { "TERM", "HOME" },
            vars = {
                PATH = "/sbin:/usr/bin:/usr/sbin:/opt/tools/bin",
            },
        },
        dev = {
            clear = true,
            inherit = { "TERM", "HOME" },
            vars = {
                BINPKG_SITES = "${bob_packages}",
                DEPENDS_TARGET = "bin-install",
                PATH = "${bob_prefix}/sbin:${bob_prefix}/bin:/sbin:/usr/bin:/usr/sbin:/opt/tools/bin",
                PS1 = [["sandbox:${bob_sandbox_id} "'${PWD}# ']],
            },
        },
    },

    setup = {
        { action = "mount", fs = "lofs", dir = "/devices", opts = "-o ro",
          only = { exists = "/devices" } },
        { action = "mount", fs = "lofs", dir = "/dev", opts = "-o ro" },
        { action = "mount", fs = "fd", dir = "/dev/fd" },
        { action = "mount", fs = "proc", dir = "/proc" },

        { action = "mount", fs = "tmp", dir = "/tmp" },
        { action = "mount", fs = "tmp", dir = "/var" },

        { action = "mount", fs = "lofs", dir = "/lib", opts = "-o ro" },
        { action = "mount", fs = "lofs", dir = "/sbin", opts = "-o ro" },
        { action = "mount", fs = "lofs", dir = "/usr", opts = "-o ro" },
        { action = "symlink", src = "usr/bin", dest = "/bin" },

        { action = "copy", dir = "/etc" },

        { action = "mount", fs = "tmp", dir = "/opt/pkg" },
        { action = "mount", fs = "tmp", dir = "/etc/opt/pkg" },
        { action = "mount", fs = "tmp", dir = "/opt/tools" },

        { action = "cmd", chroot = true, create = "mkdir -m 1777 /var/tmp; chmod 1777 /tmp" },

        { action = "cmd", only = { set = "pkgsrc.build_user" }, create = [[
            mkdir -p ${bob_sandbox_path}${bob_build_user_home}
            chown ${bob_build_user} ${bob_sandbox_path}${bob_build_user_home}
          ]],
          destroy = "rm -rf ${bob_sandbox_path}${bob_build_user_home}" },

        { action = "mount", fs = "lofs", dir = pkgsrc.basedir, opts = "-o ro" },
        { action = "mount", fs = "lofs", dir = "/data/pkgsrc", opts = "-o ro" },
        { action = "mount", fs = "lofs", dir = "/data/distfiles" },
        { action = "mount", fs = "lofs", dir = "/data/packages" },

        { action = "cmd", chroot = true, create = [[
            gtar -zxpvf /data/packages/SmartOS/bootstrap-pbulk/bootstrap-trunk-tools.tar.gz -C /
            PKG_PATH=/data/packages/SmartOS/trunk/tools/All /opt/tools/sbin/pkg_add \
                ctftools flex gcc14 gnupg20 gtexinfo libtool-base nbpatch nodejs pbulk smartos-build-tools
          ]] },
    },
}