1 /* 2 * Copyright (c) 2019-2022 The DragonFly Project. All rights reserved. 3 * 4 * This code is derived from software contributed to The DragonFly Project 5 * by Matthew Dillon <dillon@backplane.com> 6 * 7 * This code uses concepts and configuration based on 'synth', by 8 * John R. Marino <draco@marino.st>, which was written in ada. 9 * 10 * Redistribution and use in source and binary forms, with or without 11 * modification, are permitted provided that the following conditions 12 * are met: 13 * 14 * 1. Redistributions of source code must retain the above copyright 15 * notice, this list of conditions and the following disclaimer. 16 * 2. Redistributions in binary form must reproduce the above copyright 17 * notice, this list of conditions and the following disclaimer in 18 * the documentation and/or other materials provided with the 19 * distribution. 20 * 3. Neither the name of The DragonFly Project nor the names of its 21 * contributors may be used to endorse or promote products derived 22 * from this software without specific, prior written permission. 23 * 24 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 25 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 26 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS 27 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE 28 * COPYRIGHT HOLDERS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, 29 * INCIDENTAL, SPECIAL, EXEMPLARY OR CONSEQUENTIAL DAMAGES (INCLUDING, 30 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; 31 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED 32 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, 33 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT 34 * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 35 * SUCH DAMAGE. 36 */ 37 38 #include <sys/types.h> 39 #include <sys/wait.h> 40 #include <sys/stat.h> 41 #include <sys/sysctl.h> 42 #include <sys/socket.h> 43 #include <sys/un.h> 44 #include <sys/mount.h> 45 #include <sys/procctl.h> 46 #include <sys/resource.h> /* setpriority() */ 47 #include <sys/caps.h> 48 #if defined(__DragonFly__) 49 #include <sys/vmmeter.h> 50 #endif 51 #include <stdio.h> 52 #include <stdlib.h> 53 #include <stddef.h> 54 #include <stdarg.h> 55 #include <unistd.h> 56 #include <string.h> 57 #include <fcntl.h> 58 #include <fts.h> 59 #include <ndbm.h> 60 #include <signal.h> 61 #include <poll.h> 62 #include <assert.h> 63 #include <errno.h> 64 #include <pthread.h> 65 #include <pthread_np.h> 66 #include <dirent.h> 67 #include <termios.h> 68 #include <time.h> 69 #include <ctype.h> 70 71 /* 72 * More esoteric headers 73 */ 74 #include <libutil.h> /* forkpty() */ 75 #include <arpa/inet.h> /* ntohl() */ 76 #include <elf.h> /* try to get elf info */ 77 78 struct pkglink; 79 80 #define DSYNTH_VERSION "1.0.2" 81 #define MAXWORKERS 1024 82 #define MAXLOGLINES 1024 83 #define MAXJOBS 8192 /* just used for -j sanity */ 84 #define MAXBULK MAXWORKERS 85 86 #define MAKE_BINARY "/usr/bin/make" 87 #define PKG_BINARY "/usr/local/sbin/pkg" 88 #define MOUNT_BINARY "/sbin/mount" 89 #define UMOUNT_BINARY "/sbin/umount" 90 91 #define STATS_FILE "monitor.dat" /* under LogsPath */ 92 #define STATS_LOCKFILE "monitor.lk" /* under LogsPath */ 93 94 #define ONEGB (1024L * 1024 * 1024) 95 #define DISABLED_STR "disabled" 96 97 /* 98 * This can be ".tar", ".tgz", ".txz", ".tbz", "tzst". 99 * 100 * .tar - very fast but you'll need 1TB+ of storage just for the package files. 101 * .txz - very compact but decompression speed is horrible. 102 * .tgz - reasonable compression, extremely fast decompression. Roughly 103 * 1.1x to 2.0x the size of a .txz, but decompresses 10x faster. 104 * .tbz - worse than .tgz generally 105 * .tzst - slightly worse compression ratio to .txz, decompresses 13x faster. 106 * 107 * NOTE: Decompression speed does effect bulk builds since each slot has 108 * to install pre-reqs before building any particular package. Set 109 * the default to .txz to remain close to synth's default. 110 * 111 * NOTE: As of version 1.17 of pkg, all package files use the .pkg suffix 112 * regardless of the compression format. 113 */ 114 #define USE_PKG_SUFX ".txz" 115 116 /* 117 * Topology linkages 118 */ 119 typedef struct pkglink { 120 struct pkglink *next; 121 struct pkglink *prev; 122 struct pkg *pkg; 123 int dep_type; 124 } pkglink_t; 125 126 #define DEP_TYPE_FETCH 1 127 #define DEP_TYPE_EXT 2 128 #define DEP_TYPE_PATCH 3 129 #define DEP_TYPE_BUILD 4 130 #define DEP_TYPE_LIB 5 131 #define DEP_TYPE_RUN 6 132 133 /* 134 * Describes a [flavored] package 135 */ 136 typedef struct pkg { 137 struct pkg *build_next; /* topology inversion build list */ 138 struct pkg *bnext; /* linked list from bulk return */ 139 struct pkg *hnext1; /* hash based on portdir */ 140 struct pkg *hnext2; /* hash based on pkgfile */ 141 pkglink_t idepon_list; /* I need these pkgs */ 142 pkglink_t deponi_list; /* pkgs which depend on me */ 143 char *portdir; /* origin name e.g. www/chromium[@flavor] */ 144 char *logfile; /* relative logfile path */ 145 char *version; /* PKGVERSION - e.g. 3.5.0_1 */ 146 char *pkgfile; /* PKGFILE - e.g. flav-blah-3.5.0_1.txz */ 147 char *distfiles; /* DISTFILES - e.g. blah-68.0.source.tar.xz */ 148 char *distsubdir; /* DIST_SUBDIR- e.g. cabal */ 149 char *ignore; /* IGNORE (also covers BROKEN) */ 150 char *fetch_deps; /* FETCH_DEPENDS */ 151 char *ext_deps; /* EXTRACT_DEPENDS */ 152 char *patch_deps; /* PATCH_DEPENDS */ 153 char *build_deps; /* BUILD_DEPENDS */ 154 char *lib_deps; /* LIB_DEPENDS */ 155 char *run_deps; /* RUN_DEPENDS */ 156 char *pos_options; /* SELECTED_OPTIONS */ 157 char *neg_options; /* DESELECTED_OPTIONS */ 158 char *flavors; /* FLAVORS - e.g. py36 py27 */ 159 char *uses; /* USES (metaport test) */ 160 int make_jobs_number; /* MAKE_JOBS_NUMBER */ 161 int use_linux; /* USE_LINUX */ 162 int idep_count; /* count recursive idepon build deps */ 163 int depi_count; /* count recursive deponi build deps */ 164 int depi_depth; /* tree depth who depends on me */ 165 int dsynth_install_flg; /* locked with WorkerMutex */ 166 int flags; 167 int rscan; /* recursive scan flag (serialized use) */ 168 uint32_t crc32; /* crc of port directory tree */ 169 size_t pkgfile_size; /* size of pkgfile */ 170 } pkg_t; 171 172 #define PKGF_PACKAGED 0x00000001 /* has a repo package */ 173 #define PKGF_DUMMY 0x00000002 /* generic root for flavors */ 174 #define PKGF_NOTFOUND 0x00000004 /* dport not found */ 175 #define PKGF_CORRUPT 0x00000008 /* dport corrupt */ 176 #define PKGF_PLACEHOLD 0x00000010 /* pre-entered */ 177 #define PKGF_BUILDLIST 0x00000020 /* on build_list */ 178 #define PKGF_BUILDLOOP 0x00000040 /* traversal loop test */ 179 #define PKGF_BUILDTRAV 0x00000080 /* traversal optimization */ 180 #define PKGF_NOBUILD_D 0x00000100 /* can't build - dependency problem */ 181 #define PKGF_NOBUILD_S 0x00000200 /* can't build - skipped */ 182 #define PKGF_NOBUILD_F 0x00000400 /* can't build - failed */ 183 #define PKGF_NOBUILD_I 0x00000800 /* can't build - ignored or broken */ 184 #define PKGF_SUCCESS 0x00001000 /* build complete */ 185 #define PKGF_FAILURE 0x00002000 /* build complete */ 186 #define PKGF_RUNNING 0x00004000 /* build complete */ 187 #define PKGF_PKGPKG 0x00008000 /* pkg/pkg-static special */ 188 #define PKGF_NOTREADY 0x00010000 /* build_find_leaves() only */ 189 #define PKGF_MANUALSEL 0x00020000 /* manually specified */ 190 #define PKGF_META 0x00040000 /* USES contains 'metaport' */ 191 #define PKGF_DEBUGSTOP 0x00080000 /* freeze slot on completion */ 192 193 #define PKGF_ERROR (PKGF_PLACEHOLD | PKGF_CORRUPT | PKGF_NOTFOUND | \ 194 PKGF_FAILURE) 195 #define PKGF_NOBUILD (PKGF_NOBUILD_D | PKGF_NOBUILD_S | PKGF_NOBUILD_F | \ 196 PKGF_NOBUILD_I) 197 198 #define PKGLIST_EMPTY(pkglink) ((pkglink)->next == (pkglink)) 199 #define PKGLIST_FOREACH(var, head) \ 200 for (var = (head)->next; var != (head); var = (var)->next) 201 202 typedef struct bulk { 203 struct bulk *next; 204 pthread_t td; 205 int debug; 206 int flags; 207 enum { UNLISTED, ONSUBMIT, ONRUN, ISRUNNING, ONRESPONSE } state; 208 char *s1; 209 char *s2; 210 char *s3; 211 char *s4; 212 char *r1; 213 char *r2; 214 char *r3; 215 char *r4; 216 pkg_t *list; /* pkgs linked by bnext */ 217 } bulk_t; 218 219 /* 220 * Worker state (up to MAXWORKERS). Each worker operates within a 221 * chroot or jail. A system mirror is setup and the template 222 * is copied in. 223 * 224 * basedir - tmpfs 225 * /bin - nullfs (ro) 226 * /sbin - nullfs (ro) 227 * /lib - nullfs (ro) 228 * /libexec - nullfs (ro) 229 * /usr/bin - nullfs (ro) 230 * /usr/include - nullfs (ro) 231 * /usr/lib - nullfs (ro) 232 * /usr/libdata - nullfs (ro) 233 * /usr/libexec - nullfs (ro) 234 * /usr/sbin - nullfs (ro) 235 * /usr/share - nullfs (ro) 236 * /xports - nullfs (ro) 237 * /options - nullfs (ro) 238 * /packages - nullfs (ro) 239 * /distfiles - nullfs (ro) 240 * construction - tmpfs 241 * /usr/local - tmpfs 242 * /boot - nullfs (ro) 243 * /boot/modules.local - tmpfs 244 * /usr/games - nullfs (ro) 245 * /usr/src - nullfs (ro) 246 * /dev - devfs 247 */ 248 enum worker_state { WORKER_NONE, WORKER_IDLE, WORKER_PENDING, 249 WORKER_RUNNING, WORKER_DONE, WORKER_FAILED, 250 WORKER_FROZEN, WORKER_EXITING }; 251 typedef enum worker_state worker_state_t; 252 253 enum worker_phase { PHASE_PENDING, 254 PHASE_INSTALL_PKGS, 255 PHASE_CHECK_SANITY, 256 PHASE_PKG_DEPENDS, 257 PHASE_FETCH_DEPENDS, 258 PHASE_FETCH, 259 PHASE_CHECKSUM, 260 PHASE_EXTRACT_DEPENDS, 261 PHASE_EXTRACT, 262 PHASE_PATCH_DEPENDS, 263 PHASE_PATCH, 264 PHASE_BUILD_DEPENDS, 265 PHASE_LIB_DEPENDS, 266 PHASE_CONFIGURE, 267 PHASE_BUILD, 268 PHASE_RUN_DEPENDS, 269 PHASE_STAGE, 270 PHASE_TEST, 271 PHASE_CHECK_PLIST, 272 PHASE_PACKAGE, 273 PHASE_INSTALL, 274 PHASE_DEINSTALL, 275 PHASE_DUMP_ENV, 276 PHASE_DUMP_VAR, 277 PHASE_SHOW_CONFIG, 278 PHASE_DUMP_MAKECONF 279 }; 280 281 typedef enum worker_phase worker_phase_t; 282 283 /* 284 * Watchdog timeouts, in minutes, baseline, scales up with load/ncpus but 285 * does not scale down. 286 */ 287 #define WDOG1 (5) 288 #define WDOG2 (10) 289 #define WDOG3 (15) 290 #define WDOG4 (30) 291 #define WDOG5 (60) 292 #define WDOG6 (60 + 30) 293 #define WDOG7 (60 * 2) 294 #define WDOG8 (60 * 2 + 30) 295 #define WDOG9 (60 * 3) 296 297 typedef struct worker { 298 int index; /* worker number 0..N-1 */ 299 int flags; 300 int accum_error; /* cumulative error */ 301 int mount_error; /* mount and unmount error */ 302 int terminate : 1; /* request sub-thread to terminate */ 303 char *basedir; /* base directory including id */ 304 char *flavor; 305 pthread_t td; /* pthread */ 306 pthread_cond_t cond; /* interlock cond (w/ WorkerMutex) */ 307 pkg_t *pkg; 308 worker_state_t state; /* general worker state */ 309 worker_phase_t phase; /* phase control in childBuilderThread */ 310 time_t start_time; 311 long lines; 312 long memuse; 313 pid_t pid; 314 int fds[2]; /* forked environment process */ 315 char status[64]; 316 size_t pkg_dep_size; /* pkg dependency size(s) */ 317 } worker_t; 318 319 #define WORKERF_STATUS_UPDATE 0x0001 /* display update */ 320 #define WORKERF_SUCCESS 0x0002 /* completion flag */ 321 #define WORKERF_FAILURE 0x0004 /* completion flag */ 322 #define WORKERF_FREEZE 0x0008 /* freeze the worker */ 323 324 #define MOUNT_TYPE_MASK 0x000F 325 #define MOUNT_TYPE_TMPFS 0x0001 326 #define MOUNT_TYPE_NULLFS 0x0002 327 #define MOUNT_TYPE_DEVFS 0x0003 328 #define MOUNT_TYPE_PROCFS 0x0004 329 #define MOUNT_TYPE_RW 0x0010 330 #define MOUNT_TYPE_BIG 0x0020 331 #define MOUNT_TYPE_TMP 0x0040 332 #define MOUNT_TYPE_MED 0x0080 333 334 #define NULLFS_RO (MOUNT_TYPE_NULLFS) 335 #define NULLFS_RW (MOUNT_TYPE_NULLFS | MOUNT_TYPE_RW) 336 #define PROCFS_RO (MOUNT_TYPE_PROCFS) 337 #define TMPFS_RW (MOUNT_TYPE_TMPFS | MOUNT_TYPE_RW) 338 #define TMPFS_RW_BIG (MOUNT_TYPE_TMPFS | MOUNT_TYPE_RW | \ 339 MOUNT_TYPE_BIG) 340 #define TMPFS_RW_MED (MOUNT_TYPE_TMPFS | MOUNT_TYPE_RW | \ 341 MOUNT_TYPE_MED) 342 #define DEVFS_RW (MOUNT_TYPE_DEVFS | MOUNT_TYPE_RW) 343 344 /* 345 * IPC messages between the worker support thread and the worker process. 346 */ 347 typedef struct wmsg { 348 int cmd; 349 int status; 350 long lines; 351 long memuse; 352 worker_phase_t phase; 353 } wmsg_t; 354 355 #define WMSG_CMD_STATUS_UPDATE 0x0001 356 #define WMSG_CMD_SUCCESS 0x0002 357 #define WMSG_CMD_FAILURE 0x0003 358 #define WMSG_CMD_INSTALL_PKGS 0x0004 359 #define WMSG_RES_INSTALL_PKGS 0x0005 360 #define WMSG_CMD_FREEZEWORKER 0x0006 361 362 /* 363 * Make variables and build environment 364 */ 365 typedef struct buildenv { 366 struct buildenv *next; 367 const char *label; 368 const char *data; 369 char *a1; /* allocations */ 370 char *a2; /* allocations */ 371 int type; 372 } buildenv_t; 373 374 /* 375 * Operating systems recognized by dsynth 376 */ 377 enum os_id { 378 OS_UNKNOWN, OS_DRAGONFLY, OS_FREEBSD, OS_NETBSD, OS_LINUX 379 }; 380 381 typedef enum os_id os_id_t; 382 383 /* 384 * DLOG 385 */ 386 #define DLOG_ALL 0 /* Usually stdout when curses disabled */ 387 #define DLOG_SUCC 1 /* success_list.log */ 388 #define DLOG_FAIL 2 /* failure_list.log */ 389 #define DLOG_IGN 3 /* ignored_list.log */ 390 #define DLOG_SKIP 4 /* skipped_list.log */ 391 #define DLOG_ABN 5 /* abnormal_command_output */ 392 #define DLOG_OBS 6 /* obsolete_packages.log */ 393 #define DLOG_DEBUG 7 /* debug.log */ 394 #define DLOG_COUNT 8 /* total number of DLOGs */ 395 #define DLOG_MASK 0x0FF 396 397 #define DLOG_FILTER 0x100 /* Filter out of stdout in non-curses mode */ 398 #define DLOG_RED 0x200 /* Print in color */ 399 #define DLOG_GRN 0x400 /* Print in color */ 400 #define DLOG_STDOUT 0x800 /* And stdout */ 401 402 #define dassert(exp, fmt, ...) \ 403 if (!(exp)) dpanic(fmt, ## __VA_ARGS__) 404 405 #define ddassert(exp) \ 406 dassert((exp), "\"%s\" line %d", __FILE__, __LINE__) 407 408 #define dassert_errno(exp, fmt, ...) \ 409 if (!(exp)) dpanic_errno(fmt, ## __VA_ARGS__) 410 411 #define dlog_tab(which, tab, fmt, ...) \ 412 _dlog(which, "%*.*s" fmt, (int)tab, (int)tab, "", ## __VA_ARGS__) 413 414 #define dlog(which, fmt, ...) \ 415 _dlog(which, fmt, ## __VA_ARGS__) 416 417 #define dlog_tsnl(which, fmt, ...) \ 418 _dlog(which, fmt, ## __VA_ARGS__) 419 420 #define dfatal(fmt, ...) \ 421 _dfatal(__FILE__, __LINE__, __func__, 0, fmt, ## __VA_ARGS__) 422 423 #define dpanic(fmt, ...) \ 424 _dfatal(__FILE__, __LINE__, __func__, 2, fmt, ## __VA_ARGS__) 425 426 #define dfatal_errno(fmt, ...) \ 427 _dfatal(__FILE__, __LINE__, __func__, 1, fmt, ## __VA_ARGS__) 428 429 #define dpanic_errno(fmt, ...) \ 430 _dfatal(__FILE__, __LINE__, __func__, 3, fmt, ## __VA_ARGS__) 431 432 #define ddprintf(tab, fmt, ...) \ 433 do { \ 434 if (DebugOpt == 1) dlog_tab(DLOG_DEBUG, tab, fmt, ## __VA_ARGS__); \ 435 if (DebugOpt > 1) _ddprintf(tab, fmt, ## __VA_ARGS__); \ 436 } while(0) 437 438 /* 439 * addbuildenv() types 440 */ 441 #define BENV_ENVIRONMENT 1 442 #define BENV_MAKECONF 2 443 #define BENV_CMDMASK 0x000F 444 445 #define BENV_PKGLIST 0x0010 446 447 /* 448 * WORKER process flags 449 */ 450 #define WORKER_PROC_DEBUGSTOP 0x0001 451 #define WORKER_PROC_DEVELOPER 0x0002 452 #define WORKER_PROC_CHECK_PLIST 0x0004 453 #define WORKER_PROC_INSTALL 0x0008 454 #define WORKER_PROC_DEINSTALL 0x0010 455 #define WORKER_PROC_PKGV17 0x0020 456 #define WORKER_PROC_FETCHONLY 0x0040 457 458 /* 459 * Misc 460 */ 461 #define DOSTRING(label) #label 462 #define SCRIPTPATH(x) DOSTRING(x) 463 #define MAXCAC 256 464 465 /* 466 * RunStats satellite modules 467 */ 468 typedef struct topinfo { 469 int active; 470 int pkgimpulse; 471 int pkgrate; 472 int noswap; 473 int h; 474 int m; 475 int s; 476 int total; 477 int successful; 478 int ignored; 479 int remaining; 480 int failed; 481 int skipped; 482 int meta; 483 int dynmaxworkers; 484 double dswap; 485 double dload[3]; 486 } topinfo_t; 487 488 typedef struct runstats { 489 struct runstats *next; 490 void (*init)(void); 491 void (*done)(void); 492 void (*reset)(void); 493 void (*update)(worker_t *work, const char *portdir); 494 void (*updateTop)(topinfo_t *info); 495 void (*updateLogs)(void); 496 void (*updateCompletion)(worker_t *work, int dlogid, pkg_t *pkg, 497 const char *reason, const char *skipbuf); 498 void (*sync)(void); 499 } runstats_t; 500 501 typedef struct monitorlog { 502 off_t offset; 503 int fd; 504 int buf_beg; 505 int buf_end; 506 int buf_scan; 507 int buf_discard_mode; 508 char buf[1024]; 509 } monitorlog_t; 510 511 extern runstats_t NCursesRunStats; 512 extern runstats_t MonitorRunStats; 513 extern runstats_t HtmlRunStats; 514 515 extern int BuildCount; 516 extern int BuildTotal; 517 extern int BuildFailCount; 518 extern int BuildSkipCount; 519 extern int BuildIgnoreCount; 520 extern int BuildSuccessCount; 521 extern int BuildMissingCount; 522 extern int BuildMetaCount; 523 extern int DynamicMaxWorkers; 524 525 extern buildenv_t *BuildEnv; 526 extern int WorkerProcFlags; 527 extern int DebugOpt; 528 extern int NiceOpt; 529 extern int CapabilityRestrictions; 530 extern int MaskProbeAbort; 531 extern int ColorOpt; 532 extern int SlowStartOpt; 533 extern int ForceOpt; 534 extern int OverridePkgDeleteOpt; 535 extern int FetchOnlyOpt; 536 extern int YesOpt; 537 extern int NullStdinOpt; 538 extern int NumaSetSize; 539 extern int DeleteObsoletePkgs; 540 extern int UseCCache; 541 extern int UseUsrSrc; 542 extern int UseTmpfs; 543 extern int NumCores; 544 extern long PhysMem; 545 extern long PkgDepMemoryTarget; 546 extern long PkgDepScaleTarget; 547 extern int MaxBulk; 548 extern int MaxWorkers; 549 extern int MaxJobs; 550 extern int UseTmpfsWork; 551 extern int UseTmpfsBase; 552 extern int UseNCurses; 553 extern int LeveragePrebuilt; 554 extern char *DSynthExecPath; 555 extern char *ProfileOverrideOpt; 556 557 extern const char *OperatingSystemName; 558 extern const char *ArchitectureName; 559 extern const char *MachineName; 560 extern const char *ReleaseName; 561 extern const char *VersionName; 562 extern const char *VersionOnlyName; 563 extern const char *VersionFromParamHeader; 564 565 extern const char *ConfigBase1; 566 extern const char *ConfigBase2; 567 extern const char *ConfigBase; 568 extern const char *DPortsPath; 569 extern const char *CCachePath; 570 extern const char *PackagesPath; 571 extern const char *RepositoryPath; 572 extern const char *OptionsPath; 573 extern const char *DistFilesPath; 574 extern const char *BuildBase; 575 extern const char *LogsPath; 576 extern const char *SystemPath; 577 extern const char *UsePkgSufx; 578 extern const char *Profile; 579 extern int MetaVersion; 580 extern char *StatsBase; 581 extern char *StatsFilePath; 582 extern char *StatsLockPath; 583 584 extern int UsingHooks; 585 extern const char *HookRunStart; 586 extern const char *HookRunEnd; 587 extern const char *HookPkgSuccess; 588 extern const char *HookPkgFailure; 589 extern const char *HookPkgIgnored; 590 extern const char *HookPkgSkipped; 591 592 void _dfatal(const char *file, int line, const char *func, int do_errno, 593 const char *fmt, ...); 594 void _ddprintf(int tab, const char *fmt, ...); 595 void _dlog(int which, const char *fmt, ...); 596 char *strdup_or_null(char *str); 597 void dlogreset(void); 598 int dlog00_fd(void); 599 void addbuildenv(const char *label, const char *data, int type); 600 void delbuildenv(const char *label); 601 const char *getbuildenv(const char *label); 602 int readlogline(monitorlog_t *log, char **bufp); 603 uint32_t crcDirTree(const char *path); 604 605 void initbulk(void (*func)(bulk_t *bulk), int jobs); 606 void queuebulk(const char *s1, const char *s2, const char *s3, 607 const char *s4); 608 bulk_t *getbulk(void); 609 void donebulk(void); 610 void freebulk(bulk_t *bulk); 611 void freestrp(char **strp); 612 void dupstrp(char **strp); 613 int askyn(const char *ctl, ...); 614 double getswappct(int *noswapp); 615 FILE *dexec_open(const char *logid, const char **cav, int cac, 616 pid_t *pidp, buildenv_t *xenv, 617 int with_env, int with_mvars); 618 int dexec_close(FILE *fp, pid_t pid); 619 const char *getphasestr(worker_phase_t phase); 620 void set_capability_restrictions(void); 621 622 void ParseConfiguration(int isworker); 623 pkg_t *ParsePackageList(int ac, char **av, int debugstop); 624 void FreePackageList(pkg_t *pkgs); 625 pkg_t *GetLocalPackageList(void); 626 pkg_t *GetFullPackageList(void); 627 pkg_t *GetPkgPkg(pkg_t **listp); 628 629 void DoConfigure(void); 630 void DoStatus(pkg_t *pkgs); 631 void DoBuild(pkg_t *pkgs); 632 void DoInitBuild(int slot_override); 633 void DoCleanBuild(int resetlogs); 634 void OptimizeEnv(void); 635 void WorkerProcess(int ac, char **av); 636 637 int DoCreateTemplate(int force); 638 void DoDestroyTemplate(void); 639 void DoWorkerMounts(worker_t *work); 640 void DoWorkerUnmounts(worker_t *work); 641 void DoRebuildRepo(int ask); 642 void DoUpgradePkgs(pkg_t *pkgs, int ask); 643 void RemovePackages(pkg_t *pkgs); 644 void PurgeDistfiles(pkg_t *pkgs); 645 646 void RunStatsInit(void); 647 void RunStatsDone(void); 648 void RunStatsReset(void); 649 void RunStatsUpdate(worker_t *work, const char *portdir); 650 void RunStatsUpdateTop(int active); 651 void RunStatsUpdateLogs(void); 652 void RunStatsSync(void); 653 void RunStatsUpdateCompletion(worker_t *work, int logid, pkg_t *pkg, 654 const char *reason, const char *skipbuf); 655 656 void setNumaDomain(int slot); 657 658 int copyfile(char *src, char *dst); 659 int ipcreadmsg(int fd, wmsg_t *msg); 660 int ipcwritemsg(int fd, wmsg_t *msg); 661 extern void MonitorDirective(const char *datfile, const char *lkfile); 662 663 uint32_t iscsi_crc32(const void *buf, size_t size); 664 uint32_t iscsi_crc32_ext(const void *buf, size_t size, uint32_t ocrc); 665