mirror of
https://github.com/llvm/llvm-project.git
synced 2025-04-17 16:37:06 +00:00
2edd897a42
We've noticed that for large builds executing thin-link can take on the order of 10s of minutes. We are only using a single thread to write the sharded indices and import files for each input bitcode file. While we need to ensure the index file produced lists modules in a deterministic order, that doesn't prevent us from executing the rest of the work in parallel. In this change we use a thread pool to execute as much of the backend's work as possible in parallel. In local testing on a machine with 80 cores, this change makes a thin-link for ~100,000 input files run in ~2 minutes. Without this change it takes upwards of 10 minutes. --------- Co-authored-by: Nuri Amari <nuriamari@fb.com>
60 lines
2.2 KiB
LLVM
60 lines
2.2 KiB
LLVM
; REQUIRES: x86, non-root-user
|
|
|
|
; Generate summary sections and test lld handling.
|
|
; RUN: opt -module-summary %s -o %t1.obj
|
|
; RUN: opt -module-summary %p/Inputs/thinlto.ll -o %t2.obj
|
|
|
|
; Include a file with an empty module summary index, to ensure that the expected
|
|
; output files are created regardless, for a distributed build system.
|
|
; RUN: opt -module-summary %p/Inputs/thinlto-empty.ll -o %t3.obj
|
|
|
|
; Ensure lld generates imports files if requested for distributed backends.
|
|
; RUN: rm -f %t3.obj.imports %t3.obj.thinlto.bc
|
|
; RUN: lld-link -entry:main -thinlto-index-only \
|
|
; RUN: -thinlto-emit-imports-files %t1.obj %t2.obj %t3.obj -out:%t4.exe
|
|
|
|
; The imports file for this module contains the bitcode file for
|
|
; Inputs/thinlto.ll
|
|
; RUN: cat %t1.obj.imports | count 1
|
|
; RUN: cat %t1.obj.imports | FileCheck %s --check-prefix=IMPORTS1
|
|
; IMPORTS1: thinlto-emit-imports.ll.tmp2.obj
|
|
|
|
; The imports file for Input/thinlto.ll is empty as it does not import anything.
|
|
; RUN: cat %t2.obj.imports | count 0
|
|
|
|
; The imports file for Input/thinlto_empty.ll is empty but should exist.
|
|
; RUN: cat %t3.obj.imports | count 0
|
|
|
|
; The index file should be created even for the input with an empty summary.
|
|
; RUN: ls %t3.obj.thinlto.bc
|
|
|
|
; Ensure lld generates error if unable to write to imports file.
|
|
; RUN: rm -f %t3.obj.imports
|
|
; RUN: touch %t3.obj.imports
|
|
; RUN: chmod 400 %t3.obj.imports
|
|
; RUN: not lld-link -entry:main -thinlto-index-only \
|
|
; RUN: -thinlto-emit-imports-files %t1.obj %t2.obj %t3.obj \
|
|
; RUN: -out:%t4.exe 2>&1 | FileCheck -DMSG=%errc_EACCES %s --check-prefix=ERR
|
|
; ERR: 'cannot open {{.*}}3.obj.imports': [[MSG]]
|
|
|
|
; Ensure lld doesn't generate import files when thinlto-index-only is not enabled
|
|
; RUN: rm -f %t1.obj.imports
|
|
; RUN: rm -f %t2.obj.imports
|
|
; RUN: rm -f %t3.obj.imports
|
|
; RUN: lld-link -entry:main -thinlto-emit-imports-files \
|
|
; RUN: %t1.obj %t2.obj %t3.obj -out:%t4.exe
|
|
; RUN: not ls %t1.obj.imports
|
|
; RUN: not ls %t2.obj.imports
|
|
; RUN: not ls %t3.obj.imports
|
|
|
|
target datalayout = "e-m:w-p270:32:32-p271:32:32-p272:64:64-i64:64-f80:128-n8:16:32:64-S128"
|
|
target triple = "x86_64-pc-windows-msvc19.0.24215"
|
|
|
|
declare void @g(...)
|
|
|
|
define void @main() {
|
|
entry:
|
|
call void (...) @g()
|
|
ret void
|
|
}
|