fork/rust

git clone https://git.julia.blue/fork/rust

borsAuto merge of #71365 - Mark-Simulacrum:stable-next, r=Mark-Simulacrum4fb7144ed15

1.43.0
56.9 KiB1606 linesraw
1#include "rustllvm.h"
2#include "llvm/IR/CallSite.h"
3#include "llvm/IR/DebugInfoMetadata.h"
4#include "llvm/IR/DiagnosticInfo.h"
5#include "llvm/IR/DiagnosticPrinter.h"
6#include "llvm/IR/GlobalVariable.h"
7#include "llvm/IR/Instructions.h"
8#include "llvm/Object/Archive.h"
9#include "llvm/Object/ObjectFile.h"
10#include "llvm/Bitcode/BitcodeWriterPass.h"
11#include "llvm/Support/Signals.h"
12#include "llvm/ADT/Optional.h"
13
14#include <iostream>
15
16//===----------------------------------------------------------------------===
17//
18// This file defines alternate interfaces to core functions that are more
19// readily callable by Rust's FFI.
20//
21//===----------------------------------------------------------------------===
22
23using namespace llvm;
24using namespace llvm::sys;
25using namespace llvm::object;
26
27// LLVMAtomicOrdering is already an enum - don't create another
28// one.
29static AtomicOrdering fromRust(LLVMAtomicOrdering Ordering) {
30  switch (Ordering) {
31  case LLVMAtomicOrderingNotAtomic:
32    return AtomicOrdering::NotAtomic;
33  case LLVMAtomicOrderingUnordered:
34    return AtomicOrdering::Unordered;
35  case LLVMAtomicOrderingMonotonic:
36    return AtomicOrdering::Monotonic;
37  case LLVMAtomicOrderingAcquire:
38    return AtomicOrdering::Acquire;
39  case LLVMAtomicOrderingRelease:
40    return AtomicOrdering::Release;
41  case LLVMAtomicOrderingAcquireRelease:
42    return AtomicOrdering::AcquireRelease;
43  case LLVMAtomicOrderingSequentiallyConsistent:
44    return AtomicOrdering::SequentiallyConsistent;
45  }
46
47  report_fatal_error("Invalid LLVMAtomicOrdering value!");
48}
49
50static LLVM_THREAD_LOCAL char *LastError;
51
52// Custom error handler for fatal LLVM errors.
53//
54// Notably it exits the process with code 101, unlike LLVM's default of 1.
55static void FatalErrorHandler(void *UserData,
56                              const std::string& Reason,
57                              bool GenCrashDiag) {
58  // Do the same thing that the default error handler does.
59  std::cerr << "LLVM ERROR: " << Reason << std::endl;
60
61  // Since this error handler exits the process, we have to run any cleanup that
62  // LLVM would run after handling the error. This might change with an LLVM
63  // upgrade.
64  sys::RunInterruptHandlers();
65
66  exit(101);
67}
68
69extern "C" void LLVMRustInstallFatalErrorHandler() {
70  install_fatal_error_handler(FatalErrorHandler);
71}
72
73extern "C" LLVMMemoryBufferRef
74LLVMRustCreateMemoryBufferWithContentsOfFile(const char *Path) {
75  ErrorOr<std::unique_ptr<MemoryBuffer>> BufOr =
76      MemoryBuffer::getFile(Path, -1, false);
77  if (!BufOr) {
78    LLVMRustSetLastError(BufOr.getError().message().c_str());
79    return nullptr;
80  }
81  return wrap(BufOr.get().release());
82}
83
84extern "C" char *LLVMRustGetLastError(void) {
85  char *Ret = LastError;
86  LastError = nullptr;
87  return Ret;
88}
89
90extern "C" unsigned int LLVMRustGetInstructionCount(LLVMModuleRef M) {
91  return unwrap(M)->getInstructionCount();
92}
93
94extern "C" void LLVMRustSetLastError(const char *Err) {
95  free((void *)LastError);
96  LastError = strdup(Err);
97}
98
99extern "C" LLVMContextRef LLVMRustContextCreate(bool shouldDiscardNames) {
100  auto ctx = new LLVMContext();
101  ctx->setDiscardValueNames(shouldDiscardNames);
102  return wrap(ctx);
103}
104
105extern "C" void LLVMRustSetNormalizedTarget(LLVMModuleRef M,
106                                            const char *Triple) {
107  unwrap(M)->setTargetTriple(Triple::normalize(Triple));
108}
109
110extern "C" void LLVMRustPrintPassTimings() {
111  raw_fd_ostream OS(2, false); // stderr.
112  TimerGroup::printAll(OS);
113}
114
115extern "C" LLVMValueRef LLVMRustGetNamedValue(LLVMModuleRef M,
116                                              const char *Name) {
117  return wrap(unwrap(M)->getNamedValue(Name));
118}
119
120extern "C" LLVMValueRef LLVMRustGetOrInsertFunction(LLVMModuleRef M,
121                                                    const char *Name,
122                                                    LLVMTypeRef FunctionTy) {
123  return wrap(
124      unwrap(M)->getOrInsertFunction(Name, unwrap<FunctionType>(FunctionTy))
125#if LLVM_VERSION_GE(9, 0)
126      .getCallee()
127#endif
128      );
129}
130
131extern "C" LLVMValueRef
132LLVMRustGetOrInsertGlobal(LLVMModuleRef M, const char *Name, size_t NameLen, LLVMTypeRef Ty) {
133  StringRef NameRef(Name, NameLen);
134  return wrap(unwrap(M)->getOrInsertGlobal(NameRef, unwrap(Ty)));
135}
136
137extern "C" LLVMValueRef
138LLVMRustInsertPrivateGlobal(LLVMModuleRef M, LLVMTypeRef Ty) {
139  return wrap(new GlobalVariable(*unwrap(M),
140                                 unwrap(Ty),
141                                 false,
142                                 GlobalValue::PrivateLinkage,
143                                 nullptr));
144}
145
146extern "C" LLVMTypeRef LLVMRustMetadataTypeInContext(LLVMContextRef C) {
147  return wrap(Type::getMetadataTy(*unwrap(C)));
148}
149
150static Attribute::AttrKind fromRust(LLVMRustAttribute Kind) {
151  switch (Kind) {
152  case AlwaysInline:
153    return Attribute::AlwaysInline;
154  case ByVal:
155    return Attribute::ByVal;
156  case Cold:
157    return Attribute::Cold;
158  case InlineHint:
159    return Attribute::InlineHint;
160  case MinSize:
161    return Attribute::MinSize;
162  case Naked:
163    return Attribute::Naked;
164  case NoAlias:
165    return Attribute::NoAlias;
166  case NoCapture:
167    return Attribute::NoCapture;
168  case NoInline:
169    return Attribute::NoInline;
170  case NonNull:
171    return Attribute::NonNull;
172  case NoRedZone:
173    return Attribute::NoRedZone;
174  case NoReturn:
175    return Attribute::NoReturn;
176  case NoUnwind:
177    return Attribute::NoUnwind;
178  case OptimizeForSize:
179    return Attribute::OptimizeForSize;
180  case ReadOnly:
181    return Attribute::ReadOnly;
182  case SExt:
183    return Attribute::SExt;
184  case StructRet:
185    return Attribute::StructRet;
186  case UWTable:
187    return Attribute::UWTable;
188  case ZExt:
189    return Attribute::ZExt;
190  case InReg:
191    return Attribute::InReg;
192  case SanitizeThread:
193    return Attribute::SanitizeThread;
194  case SanitizeAddress:
195    return Attribute::SanitizeAddress;
196  case SanitizeMemory:
197    return Attribute::SanitizeMemory;
198  case NonLazyBind:
199    return Attribute::NonLazyBind;
200  case OptimizeNone:
201    return Attribute::OptimizeNone;
202  case ReturnsTwice:
203    return Attribute::ReturnsTwice;
204  }
205  report_fatal_error("bad AttributeKind");
206}
207
208extern "C" void LLVMRustAddCallSiteAttribute(LLVMValueRef Instr, unsigned Index,
209                                             LLVMRustAttribute RustAttr) {
210  CallSite Call = CallSite(unwrap<Instruction>(Instr));
211  Attribute Attr = Attribute::get(Call->getContext(), fromRust(RustAttr));
212  Call.addAttribute(Index, Attr);
213}
214
215extern "C" void LLVMRustAddAlignmentCallSiteAttr(LLVMValueRef Instr,
216                                                 unsigned Index,
217                                                 uint32_t Bytes) {
218  CallSite Call = CallSite(unwrap<Instruction>(Instr));
219  AttrBuilder B;
220  B.addAlignmentAttr(Bytes);
221  Call.setAttributes(Call.getAttributes().addAttributes(
222      Call->getContext(), Index, B));
223}
224
225extern "C" void LLVMRustAddDereferenceableCallSiteAttr(LLVMValueRef Instr,
226                                                       unsigned Index,
227                                                       uint64_t Bytes) {
228  CallSite Call = CallSite(unwrap<Instruction>(Instr));
229  AttrBuilder B;
230  B.addDereferenceableAttr(Bytes);
231  Call.setAttributes(Call.getAttributes().addAttributes(
232      Call->getContext(), Index, B));
233}
234
235extern "C" void LLVMRustAddDereferenceableOrNullCallSiteAttr(LLVMValueRef Instr,
236                                                             unsigned Index,
237                                                             uint64_t Bytes) {
238  CallSite Call = CallSite(unwrap<Instruction>(Instr));
239  AttrBuilder B;
240  B.addDereferenceableOrNullAttr(Bytes);
241  Call.setAttributes(Call.getAttributes().addAttributes(
242      Call->getContext(), Index, B));
243}
244
245extern "C" void LLVMRustAddByValCallSiteAttr(LLVMValueRef Instr, unsigned Index,
246                                             LLVMTypeRef Ty) {
247  CallSite Call = CallSite(unwrap<Instruction>(Instr));
248#if LLVM_VERSION_GE(9, 0)
249  Attribute Attr = Attribute::getWithByValType(Call->getContext(), unwrap(Ty));
250#else
251  Attribute Attr = Attribute::get(Call->getContext(), Attribute::ByVal);
252#endif
253  Call.addAttribute(Index, Attr);
254}
255
256extern "C" void LLVMRustAddFunctionAttribute(LLVMValueRef Fn, unsigned Index,
257                                             LLVMRustAttribute RustAttr) {
258  Function *A = unwrap<Function>(Fn);
259  Attribute Attr = Attribute::get(A->getContext(), fromRust(RustAttr));
260  AttrBuilder B(Attr);
261  A->addAttributes(Index, B);
262}
263
264extern "C" void LLVMRustAddAlignmentAttr(LLVMValueRef Fn,
265                                         unsigned Index,
266                                         uint32_t Bytes) {
267  Function *A = unwrap<Function>(Fn);
268  AttrBuilder B;
269  B.addAlignmentAttr(Bytes);
270  A->addAttributes(Index, B);
271}
272
273extern "C" void LLVMRustAddDereferenceableAttr(LLVMValueRef Fn, unsigned Index,
274                                               uint64_t Bytes) {
275  Function *A = unwrap<Function>(Fn);
276  AttrBuilder B;
277  B.addDereferenceableAttr(Bytes);
278  A->addAttributes(Index, B);
279}
280
281extern "C" void LLVMRustAddDereferenceableOrNullAttr(LLVMValueRef Fn,
282                                                     unsigned Index,
283                                                     uint64_t Bytes) {
284  Function *A = unwrap<Function>(Fn);
285  AttrBuilder B;
286  B.addDereferenceableOrNullAttr(Bytes);
287  A->addAttributes(Index, B);
288}
289
290extern "C" void LLVMRustAddByValAttr(LLVMValueRef Fn, unsigned Index,
291                                     LLVMTypeRef Ty) {
292  Function *F = unwrap<Function>(Fn);
293#if LLVM_VERSION_GE(9, 0)
294  Attribute Attr = Attribute::getWithByValType(F->getContext(), unwrap(Ty));
295#else
296  Attribute Attr = Attribute::get(F->getContext(), Attribute::ByVal);
297#endif
298  F->addAttribute(Index, Attr);
299}
300
301extern "C" void LLVMRustAddFunctionAttrStringValue(LLVMValueRef Fn,
302                                                   unsigned Index,
303                                                   const char *Name,
304                                                   const char *Value) {
305  Function *F = unwrap<Function>(Fn);
306  AttrBuilder B;
307  B.addAttribute(Name, Value);
308  F->addAttributes(Index, B);
309}
310
311extern "C" void LLVMRustRemoveFunctionAttributes(LLVMValueRef Fn,
312                                                 unsigned Index,
313                                                 LLVMRustAttribute RustAttr) {
314  Function *F = unwrap<Function>(Fn);
315  Attribute Attr = Attribute::get(F->getContext(), fromRust(RustAttr));
316  AttrBuilder B(Attr);
317  auto PAL = F->getAttributes();
318  auto PALNew = PAL.removeAttributes(F->getContext(), Index, B);
319  F->setAttributes(PALNew);
320}
321
322// enable fpmath flag UnsafeAlgebra
323extern "C" void LLVMRustSetHasUnsafeAlgebra(LLVMValueRef V) {
324  if (auto I = dyn_cast<Instruction>(unwrap<Value>(V))) {
325    I->setFast(true);
326  }
327}
328
329extern "C" LLVMValueRef
330LLVMRustBuildAtomicLoad(LLVMBuilderRef B, LLVMValueRef Source, const char *Name,
331                        LLVMAtomicOrdering Order) {
332  LoadInst *LI = new LoadInst(unwrap(Source));
333  LI->setAtomic(fromRust(Order));
334  return wrap(unwrap(B)->Insert(LI, Name));
335}
336
337extern "C" LLVMValueRef LLVMRustBuildAtomicStore(LLVMBuilderRef B,
338                                                 LLVMValueRef V,
339                                                 LLVMValueRef Target,
340                                                 LLVMAtomicOrdering Order) {
341  StoreInst *SI = new StoreInst(unwrap(V), unwrap(Target));
342  SI->setAtomic(fromRust(Order));
343  return wrap(unwrap(B)->Insert(SI));
344}
345
346extern "C" LLVMValueRef
347LLVMRustBuildAtomicCmpXchg(LLVMBuilderRef B, LLVMValueRef Target,
348                           LLVMValueRef Old, LLVMValueRef Source,
349                           LLVMAtomicOrdering Order,
350                           LLVMAtomicOrdering FailureOrder, LLVMBool Weak) {
351  AtomicCmpXchgInst *ACXI = unwrap(B)->CreateAtomicCmpXchg(
352      unwrap(Target), unwrap(Old), unwrap(Source), fromRust(Order),
353      fromRust(FailureOrder));
354  ACXI->setWeak(Weak);
355  return wrap(ACXI);
356}
357
358enum class LLVMRustSynchronizationScope {
359  Other,
360  SingleThread,
361  CrossThread,
362};
363
364static SyncScope::ID fromRust(LLVMRustSynchronizationScope Scope) {
365  switch (Scope) {
366  case LLVMRustSynchronizationScope::SingleThread:
367    return SyncScope::SingleThread;
368  case LLVMRustSynchronizationScope::CrossThread:
369    return SyncScope::System;
370  default:
371    report_fatal_error("bad SynchronizationScope.");
372  }
373}
374
375extern "C" LLVMValueRef
376LLVMRustBuildAtomicFence(LLVMBuilderRef B, LLVMAtomicOrdering Order,
377                         LLVMRustSynchronizationScope Scope) {
378  return wrap(unwrap(B)->CreateFence(fromRust(Order), fromRust(Scope)));
379}
380
381enum class LLVMRustAsmDialect {
382  Other,
383  Att,
384  Intel,
385};
386
387static InlineAsm::AsmDialect fromRust(LLVMRustAsmDialect Dialect) {
388  switch (Dialect) {
389  case LLVMRustAsmDialect::Att:
390    return InlineAsm::AD_ATT;
391  case LLVMRustAsmDialect::Intel:
392    return InlineAsm::AD_Intel;
393  default:
394    report_fatal_error("bad AsmDialect.");
395  }
396}
397
398extern "C" LLVMValueRef LLVMRustInlineAsm(LLVMTypeRef Ty, char *AsmString,
399                                          char *Constraints,
400                                          LLVMBool HasSideEffects,
401                                          LLVMBool IsAlignStack,
402                                          LLVMRustAsmDialect Dialect) {
403  return wrap(InlineAsm::get(unwrap<FunctionType>(Ty), AsmString, Constraints,
404                             HasSideEffects, IsAlignStack, fromRust(Dialect)));
405}
406
407extern "C" bool LLVMRustInlineAsmVerify(LLVMTypeRef Ty,
408                                          char *Constraints) {
409  return InlineAsm::Verify(unwrap<FunctionType>(Ty), Constraints);
410}
411
412extern "C" void LLVMRustAppendModuleInlineAsm(LLVMModuleRef M, const char *Asm) {
413  unwrap(M)->appendModuleInlineAsm(StringRef(Asm));
414}
415
416typedef DIBuilder *LLVMRustDIBuilderRef;
417
418template <typename DIT> DIT *unwrapDIPtr(LLVMMetadataRef Ref) {
419  return (DIT *)(Ref ? unwrap<MDNode>(Ref) : nullptr);
420}
421
422#define DIDescriptor DIScope
423#define DIArray DINodeArray
424#define unwrapDI unwrapDIPtr
425
426// These values **must** match debuginfo::DIFlags! They also *happen*
427// to match LLVM, but that isn't required as we do giant sets of
428// matching below. The value shouldn't be directly passed to LLVM.
429enum class LLVMRustDIFlags : uint32_t {
430  FlagZero = 0,
431  FlagPrivate = 1,
432  FlagProtected = 2,
433  FlagPublic = 3,
434  FlagFwdDecl = (1 << 2),
435  FlagAppleBlock = (1 << 3),
436  FlagBlockByrefStruct = (1 << 4),
437  FlagVirtual = (1 << 5),
438  FlagArtificial = (1 << 6),
439  FlagExplicit = (1 << 7),
440  FlagPrototyped = (1 << 8),
441  FlagObjcClassComplete = (1 << 9),
442  FlagObjectPointer = (1 << 10),
443  FlagVector = (1 << 11),
444  FlagStaticMember = (1 << 12),
445  FlagLValueReference = (1 << 13),
446  FlagRValueReference = (1 << 14),
447  FlagExternalTypeRef = (1 << 15),
448  FlagIntroducedVirtual = (1 << 18),
449  FlagBitField = (1 << 19),
450  FlagNoReturn = (1 << 20),
451  // Do not add values that are not supported by the minimum LLVM
452  // version we support! see llvm/include/llvm/IR/DebugInfoFlags.def
453};
454
455inline LLVMRustDIFlags operator&(LLVMRustDIFlags A, LLVMRustDIFlags B) {
456  return static_cast<LLVMRustDIFlags>(static_cast<uint32_t>(A) &
457                                      static_cast<uint32_t>(B));
458}
459
460inline LLVMRustDIFlags operator|(LLVMRustDIFlags A, LLVMRustDIFlags B) {
461  return static_cast<LLVMRustDIFlags>(static_cast<uint32_t>(A) |
462                                      static_cast<uint32_t>(B));
463}
464
465inline LLVMRustDIFlags &operator|=(LLVMRustDIFlags &A, LLVMRustDIFlags B) {
466  return A = A | B;
467}
468
469inline bool isSet(LLVMRustDIFlags F) { return F != LLVMRustDIFlags::FlagZero; }
470
471inline LLVMRustDIFlags visibility(LLVMRustDIFlags F) {
472  return static_cast<LLVMRustDIFlags>(static_cast<uint32_t>(F) & 0x3);
473}
474
475static DINode::DIFlags fromRust(LLVMRustDIFlags Flags) {
476  DINode::DIFlags Result = DINode::DIFlags::FlagZero;
477
478  switch (visibility(Flags)) {
479  case LLVMRustDIFlags::FlagPrivate:
480    Result |= DINode::DIFlags::FlagPrivate;
481    break;
482  case LLVMRustDIFlags::FlagProtected:
483    Result |= DINode::DIFlags::FlagProtected;
484    break;
485  case LLVMRustDIFlags::FlagPublic:
486    Result |= DINode::DIFlags::FlagPublic;
487    break;
488  default:
489    // The rest are handled below
490    break;
491  }
492
493  if (isSet(Flags & LLVMRustDIFlags::FlagFwdDecl)) {
494    Result |= DINode::DIFlags::FlagFwdDecl;
495  }
496  if (isSet(Flags & LLVMRustDIFlags::FlagAppleBlock)) {
497    Result |= DINode::DIFlags::FlagAppleBlock;
498  }
499#if LLVM_VERSION_LT(10, 0)
500  if (isSet(Flags & LLVMRustDIFlags::FlagBlockByrefStruct)) {
501    Result |= DINode::DIFlags::FlagBlockByrefStruct;
502  }
503#endif
504  if (isSet(Flags & LLVMRustDIFlags::FlagVirtual)) {
505    Result |= DINode::DIFlags::FlagVirtual;
506  }
507  if (isSet(Flags & LLVMRustDIFlags::FlagArtificial)) {
508    Result |= DINode::DIFlags::FlagArtificial;
509  }
510  if (isSet(Flags & LLVMRustDIFlags::FlagExplicit)) {
511    Result |= DINode::DIFlags::FlagExplicit;
512  }
513  if (isSet(Flags & LLVMRustDIFlags::FlagPrototyped)) {
514    Result |= DINode::DIFlags::FlagPrototyped;
515  }
516  if (isSet(Flags & LLVMRustDIFlags::FlagObjcClassComplete)) {
517    Result |= DINode::DIFlags::FlagObjcClassComplete;
518  }
519  if (isSet(Flags & LLVMRustDIFlags::FlagObjectPointer)) {
520    Result |= DINode::DIFlags::FlagObjectPointer;
521  }
522  if (isSet(Flags & LLVMRustDIFlags::FlagVector)) {
523    Result |= DINode::DIFlags::FlagVector;
524  }
525  if (isSet(Flags & LLVMRustDIFlags::FlagStaticMember)) {
526    Result |= DINode::DIFlags::FlagStaticMember;
527  }
528  if (isSet(Flags & LLVMRustDIFlags::FlagLValueReference)) {
529    Result |= DINode::DIFlags::FlagLValueReference;
530  }
531  if (isSet(Flags & LLVMRustDIFlags::FlagRValueReference)) {
532    Result |= DINode::DIFlags::FlagRValueReference;
533  }
534  if (isSet(Flags & LLVMRustDIFlags::FlagIntroducedVirtual)) {
535    Result |= DINode::DIFlags::FlagIntroducedVirtual;
536  }
537  if (isSet(Flags & LLVMRustDIFlags::FlagBitField)) {
538    Result |= DINode::DIFlags::FlagBitField;
539  }
540  if (isSet(Flags & LLVMRustDIFlags::FlagNoReturn)) {
541    Result |= DINode::DIFlags::FlagNoReturn;
542  }
543
544  return Result;
545}
546
547// These values **must** match debuginfo::DISPFlags! They also *happen*
548// to match LLVM, but that isn't required as we do giant sets of
549// matching below. The value shouldn't be directly passed to LLVM.
550enum class LLVMRustDISPFlags : uint32_t {
551  SPFlagZero = 0,
552  SPFlagVirtual = 1,
553  SPFlagPureVirtual = 2,
554  SPFlagLocalToUnit = (1 << 2),
555  SPFlagDefinition = (1 << 3),
556  SPFlagOptimized = (1 << 4),
557  SPFlagMainSubprogram = (1 << 5),
558  // Do not add values that are not supported by the minimum LLVM
559  // version we support! see llvm/include/llvm/IR/DebugInfoFlags.def
560  // (In LLVM < 8, createFunction supported these as separate bool arguments.)
561};
562
563inline LLVMRustDISPFlags operator&(LLVMRustDISPFlags A, LLVMRustDISPFlags B) {
564  return static_cast<LLVMRustDISPFlags>(static_cast<uint32_t>(A) &
565                                      static_cast<uint32_t>(B));
566}
567
568inline LLVMRustDISPFlags operator|(LLVMRustDISPFlags A, LLVMRustDISPFlags B) {
569  return static_cast<LLVMRustDISPFlags>(static_cast<uint32_t>(A) |
570                                      static_cast<uint32_t>(B));
571}
572
573inline LLVMRustDISPFlags &operator|=(LLVMRustDISPFlags &A, LLVMRustDISPFlags B) {
574  return A = A | B;
575}
576
577inline bool isSet(LLVMRustDISPFlags F) { return F != LLVMRustDISPFlags::SPFlagZero; }
578
579inline LLVMRustDISPFlags virtuality(LLVMRustDISPFlags F) {
580  return static_cast<LLVMRustDISPFlags>(static_cast<uint32_t>(F) & 0x3);
581}
582
583#if LLVM_VERSION_GE(8, 0)
584static DISubprogram::DISPFlags fromRust(LLVMRustDISPFlags SPFlags) {
585  DISubprogram::DISPFlags Result = DISubprogram::DISPFlags::SPFlagZero;
586
587  switch (virtuality(SPFlags)) {
588  case LLVMRustDISPFlags::SPFlagVirtual:
589    Result |= DISubprogram::DISPFlags::SPFlagVirtual;
590    break;
591  case LLVMRustDISPFlags::SPFlagPureVirtual:
592    Result |= DISubprogram::DISPFlags::SPFlagPureVirtual;
593    break;
594  default:
595    // The rest are handled below
596    break;
597  }
598
599  if (isSet(SPFlags & LLVMRustDISPFlags::SPFlagLocalToUnit)) {
600    Result |= DISubprogram::DISPFlags::SPFlagLocalToUnit;
601  }
602  if (isSet(SPFlags & LLVMRustDISPFlags::SPFlagDefinition)) {
603    Result |= DISubprogram::DISPFlags::SPFlagDefinition;
604  }
605  if (isSet(SPFlags & LLVMRustDISPFlags::SPFlagOptimized)) {
606    Result |= DISubprogram::DISPFlags::SPFlagOptimized;
607  }
608#if LLVM_VERSION_GE(9, 0)
609  if (isSet(SPFlags & LLVMRustDISPFlags::SPFlagMainSubprogram)) {
610    Result |= DISubprogram::DISPFlags::SPFlagMainSubprogram;
611  }
612#endif
613
614  return Result;
615}
616#endif
617
618enum class LLVMRustDebugEmissionKind {
619  NoDebug,
620  FullDebug,
621  LineTablesOnly,
622};
623
624static DICompileUnit::DebugEmissionKind fromRust(LLVMRustDebugEmissionKind Kind) {
625  switch (Kind) {
626  case LLVMRustDebugEmissionKind::NoDebug:
627    return DICompileUnit::DebugEmissionKind::NoDebug;
628  case LLVMRustDebugEmissionKind::FullDebug:
629    return DICompileUnit::DebugEmissionKind::FullDebug;
630  case LLVMRustDebugEmissionKind::LineTablesOnly:
631    return DICompileUnit::DebugEmissionKind::LineTablesOnly;
632  default:
633    report_fatal_error("bad DebugEmissionKind.");
634  }
635}
636
637extern "C" uint32_t LLVMRustDebugMetadataVersion() {
638  return DEBUG_METADATA_VERSION;
639}
640
641extern "C" uint32_t LLVMRustVersionMinor() { return LLVM_VERSION_MINOR; }
642
643extern "C" uint32_t LLVMRustVersionMajor() { return LLVM_VERSION_MAJOR; }
644
645extern "C" void LLVMRustAddModuleFlag(LLVMModuleRef M, const char *Name,
646                                      uint32_t Value) {
647  unwrap(M)->addModuleFlag(Module::Warning, Name, Value);
648}
649
650extern "C" LLVMValueRef LLVMRustMetadataAsValue(LLVMContextRef C, LLVMMetadataRef MD) {
651  return wrap(MetadataAsValue::get(*unwrap(C), unwrap(MD)));
652}
653
654extern "C" LLVMRustDIBuilderRef LLVMRustDIBuilderCreate(LLVMModuleRef M) {
655  return new DIBuilder(*unwrap(M));
656}
657
658extern "C" void LLVMRustDIBuilderDispose(LLVMRustDIBuilderRef Builder) {
659  delete Builder;
660}
661
662extern "C" void LLVMRustDIBuilderFinalize(LLVMRustDIBuilderRef Builder) {
663  Builder->finalize();
664}
665
666extern "C" LLVMMetadataRef LLVMRustDIBuilderCreateCompileUnit(
667    LLVMRustDIBuilderRef Builder, unsigned Lang, LLVMMetadataRef FileRef,
668    const char *Producer, size_t ProducerLen, bool isOptimized,
669    const char *Flags, unsigned RuntimeVer,
670    const char *SplitName, size_t SplitNameLen,
671    LLVMRustDebugEmissionKind Kind) {
672  auto *File = unwrapDI<DIFile>(FileRef);
673
674  return wrap(Builder->createCompileUnit(Lang, File, StringRef(Producer, ProducerLen),
675                                         isOptimized, Flags, RuntimeVer,
676                                         StringRef(SplitName, SplitNameLen),
677                                         fromRust(Kind)));
678}
679
680extern "C" LLVMMetadataRef LLVMRustDIBuilderCreateFile(
681    LLVMRustDIBuilderRef Builder,
682    const char *Filename, size_t FilenameLen,
683    const char *Directory, size_t DirectoryLen) {
684  return wrap(Builder->createFile(StringRef(Filename, FilenameLen),
685                                  StringRef(Directory, DirectoryLen)));
686}
687
688extern "C" LLVMMetadataRef
689LLVMRustDIBuilderCreateSubroutineType(LLVMRustDIBuilderRef Builder,
690                                      LLVMMetadataRef File,
691                                      LLVMMetadataRef ParameterTypes) {
692  return wrap(Builder->createSubroutineType(
693      DITypeRefArray(unwrap<MDTuple>(ParameterTypes))));
694}
695
696extern "C" LLVMMetadataRef LLVMRustDIBuilderCreateFunction(
697    LLVMRustDIBuilderRef Builder, LLVMMetadataRef Scope,
698    const char *Name, size_t NameLen,
699    const char *LinkageName, size_t LinkageNameLen,
700    LLVMMetadataRef File, unsigned LineNo,
701    LLVMMetadataRef Ty, unsigned ScopeLine, LLVMRustDIFlags Flags,
702    LLVMRustDISPFlags SPFlags, LLVMValueRef Fn, LLVMMetadataRef TParam,
703    LLVMMetadataRef Decl) {
704  DITemplateParameterArray TParams =
705      DITemplateParameterArray(unwrap<MDTuple>(TParam));
706#if LLVM_VERSION_GE(8, 0)
707  DISubprogram::DISPFlags llvmSPFlags = fromRust(SPFlags);
708  DINode::DIFlags llvmFlags = fromRust(Flags);
709#if LLVM_VERSION_LT(9, 0)
710  if (isSet(SPFlags & LLVMRustDISPFlags::SPFlagMainSubprogram))
711    llvmFlags |= DINode::DIFlags::FlagMainSubprogram;
712#endif
713  DISubprogram *Sub = Builder->createFunction(
714      unwrapDI<DIScope>(Scope),
715      StringRef(Name, NameLen),
716      StringRef(LinkageName, LinkageNameLen),
717      unwrapDI<DIFile>(File), LineNo,
718      unwrapDI<DISubroutineType>(Ty), ScopeLine, llvmFlags,
719      llvmSPFlags, TParams, unwrapDIPtr<DISubprogram>(Decl));
720#else
721  bool IsLocalToUnit = isSet(SPFlags & LLVMRustDISPFlags::SPFlagLocalToUnit);
722  bool IsDefinition = isSet(SPFlags & LLVMRustDISPFlags::SPFlagDefinition);
723  bool IsOptimized = isSet(SPFlags & LLVMRustDISPFlags::SPFlagOptimized);
724  DINode::DIFlags llvmFlags = fromRust(Flags);
725  if (isSet(SPFlags & LLVMRustDISPFlags::SPFlagMainSubprogram))
726    llvmFlags |= DINode::DIFlags::FlagMainSubprogram;
727  DISubprogram *Sub = Builder->createFunction(
728      unwrapDI<DIScope>(Scope),
729      StringRef(Name, NameLen),
730      StringRef(LinkageName, LinkageNameLen),
731      unwrapDI<DIFile>(File), LineNo,
732      unwrapDI<DISubroutineType>(Ty), IsLocalToUnit, IsDefinition,
733      ScopeLine, llvmFlags, IsOptimized, TParams,
734      unwrapDIPtr<DISubprogram>(Decl));
735#endif
736  unwrap<Function>(Fn)->setSubprogram(Sub);
737  return wrap(Sub);
738}
739
740extern "C" LLVMMetadataRef LLVMRustDIBuilderCreateBasicType(
741    LLVMRustDIBuilderRef Builder, const char *Name, size_t NameLen,
742    uint64_t SizeInBits, uint32_t AlignInBits, unsigned Encoding) {
743  return wrap(Builder->createBasicType(StringRef(Name, NameLen), SizeInBits, Encoding));
744}
745
746extern "C" LLVMMetadataRef LLVMRustDIBuilderCreatePointerType(
747    LLVMRustDIBuilderRef Builder, LLVMMetadataRef PointeeTy,
748    uint64_t SizeInBits, uint32_t AlignInBits, unsigned AddressSpace,
749    const char *Name, size_t NameLen) {
750  return wrap(Builder->createPointerType(unwrapDI<DIType>(PointeeTy),
751                                         SizeInBits, AlignInBits,
752                                         AddressSpace,
753                                         StringRef(Name, NameLen)));
754}
755
756extern "C" LLVMMetadataRef LLVMRustDIBuilderCreateStructType(
757    LLVMRustDIBuilderRef Builder, LLVMMetadataRef Scope,
758    const char *Name, size_t NameLen,
759    LLVMMetadataRef File, unsigned LineNumber, uint64_t SizeInBits,
760    uint32_t AlignInBits, LLVMRustDIFlags Flags,
761    LLVMMetadataRef DerivedFrom, LLVMMetadataRef Elements,
762    unsigned RunTimeLang, LLVMMetadataRef VTableHolder,
763    const char *UniqueId, size_t UniqueIdLen) {
764  return wrap(Builder->createStructType(
765      unwrapDI<DIDescriptor>(Scope), StringRef(Name, NameLen),
766      unwrapDI<DIFile>(File), LineNumber,
767      SizeInBits, AlignInBits, fromRust(Flags), unwrapDI<DIType>(DerivedFrom),
768      DINodeArray(unwrapDI<MDTuple>(Elements)), RunTimeLang,
769      unwrapDI<DIType>(VTableHolder), StringRef(UniqueId, UniqueIdLen)));
770}
771
772extern "C" LLVMMetadataRef LLVMRustDIBuilderCreateVariantPart(
773    LLVMRustDIBuilderRef Builder, LLVMMetadataRef Scope,
774    const char *Name, size_t NameLen,
775    LLVMMetadataRef File, unsigned LineNumber, uint64_t SizeInBits,
776    uint32_t AlignInBits, LLVMRustDIFlags Flags, LLVMMetadataRef Discriminator,
777    LLVMMetadataRef Elements, const char *UniqueId, size_t UniqueIdLen) {
778  return wrap(Builder->createVariantPart(
779      unwrapDI<DIDescriptor>(Scope), StringRef(Name, NameLen),
780      unwrapDI<DIFile>(File), LineNumber,
781      SizeInBits, AlignInBits, fromRust(Flags), unwrapDI<DIDerivedType>(Discriminator),
782      DINodeArray(unwrapDI<MDTuple>(Elements)), StringRef(UniqueId, UniqueIdLen)));
783}
784
785extern "C" LLVMMetadataRef LLVMRustDIBuilderCreateMemberType(
786    LLVMRustDIBuilderRef Builder, LLVMMetadataRef Scope,
787    const char *Name, size_t NameLen,
788    LLVMMetadataRef File, unsigned LineNo, uint64_t SizeInBits,
789    uint32_t AlignInBits, uint64_t OffsetInBits, LLVMRustDIFlags Flags,
790    LLVMMetadataRef Ty) {
791  return wrap(Builder->createMemberType(unwrapDI<DIDescriptor>(Scope),
792                                        StringRef(Name, NameLen),
793                                        unwrapDI<DIFile>(File), LineNo,
794                                        SizeInBits, AlignInBits, OffsetInBits,
795                                        fromRust(Flags), unwrapDI<DIType>(Ty)));
796}
797
798extern "C" LLVMMetadataRef LLVMRustDIBuilderCreateVariantMemberType(
799    LLVMRustDIBuilderRef Builder, LLVMMetadataRef Scope,
800    const char *Name, size_t NameLen, LLVMMetadataRef File, unsigned LineNo,
801    uint64_t SizeInBits, uint32_t AlignInBits, uint64_t OffsetInBits, LLVMValueRef Discriminant,
802    LLVMRustDIFlags Flags, LLVMMetadataRef Ty) {
803  llvm::ConstantInt* D = nullptr;
804  if (Discriminant) {
805    D = unwrap<llvm::ConstantInt>(Discriminant);
806  }
807  return wrap(Builder->createVariantMemberType(unwrapDI<DIDescriptor>(Scope),
808                                               StringRef(Name, NameLen),
809                                               unwrapDI<DIFile>(File), LineNo,
810                                               SizeInBits, AlignInBits, OffsetInBits, D,
811                                               fromRust(Flags), unwrapDI<DIType>(Ty)));
812}
813
814extern "C" LLVMMetadataRef LLVMRustDIBuilderCreateLexicalBlock(
815    LLVMRustDIBuilderRef Builder, LLVMMetadataRef Scope,
816    LLVMMetadataRef File, unsigned Line, unsigned Col) {
817  return wrap(Builder->createLexicalBlock(unwrapDI<DIDescriptor>(Scope),
818                                          unwrapDI<DIFile>(File), Line, Col));
819}
820
821extern "C" LLVMMetadataRef
822LLVMRustDIBuilderCreateLexicalBlockFile(LLVMRustDIBuilderRef Builder,
823                                        LLVMMetadataRef Scope,
824                                        LLVMMetadataRef File) {
825  return wrap(Builder->createLexicalBlockFile(unwrapDI<DIDescriptor>(Scope),
826                                              unwrapDI<DIFile>(File)));
827}
828
829extern "C" LLVMMetadataRef LLVMRustDIBuilderCreateStaticVariable(
830    LLVMRustDIBuilderRef Builder, LLVMMetadataRef Context,
831    const char *Name, size_t NameLen,
832    const char *LinkageName, size_t LinkageNameLen,
833    LLVMMetadataRef File, unsigned LineNo,
834    LLVMMetadataRef Ty, bool IsLocalToUnit, LLVMValueRef V,
835    LLVMMetadataRef Decl = nullptr, uint32_t AlignInBits = 0) {
836  llvm::GlobalVariable *InitVal = cast<llvm::GlobalVariable>(unwrap(V));
837
838  llvm::DIExpression *InitExpr = nullptr;
839  if (llvm::ConstantInt *IntVal = llvm::dyn_cast<llvm::ConstantInt>(InitVal)) {
840    InitExpr = Builder->createConstantValueExpression(
841        IntVal->getValue().getSExtValue());
842  } else if (llvm::ConstantFP *FPVal =
843                 llvm::dyn_cast<llvm::ConstantFP>(InitVal)) {
844    InitExpr = Builder->createConstantValueExpression(
845        FPVal->getValueAPF().bitcastToAPInt().getZExtValue());
846  }
847
848  llvm::DIGlobalVariableExpression *VarExpr = Builder->createGlobalVariableExpression(
849      unwrapDI<DIDescriptor>(Context), StringRef(Name, NameLen),
850      StringRef(LinkageName, LinkageNameLen),
851      unwrapDI<DIFile>(File), LineNo, unwrapDI<DIType>(Ty), IsLocalToUnit,
852#if LLVM_VERSION_GE(10, 0)
853      /* isDefined */ true,
854#endif
855      InitExpr, unwrapDIPtr<MDNode>(Decl),
856#if LLVM_VERSION_GE(8, 0)
857      /* templateParams */ nullptr,
858#endif
859      AlignInBits);
860
861  InitVal->setMetadata("dbg", VarExpr);
862
863  return wrap(VarExpr);
864}
865
866extern "C" LLVMMetadataRef LLVMRustDIBuilderCreateVariable(
867    LLVMRustDIBuilderRef Builder, unsigned Tag, LLVMMetadataRef Scope,
868    const char *Name, size_t NameLen,
869    LLVMMetadataRef File, unsigned LineNo,
870    LLVMMetadataRef Ty, bool AlwaysPreserve, LLVMRustDIFlags Flags,
871    unsigned ArgNo, uint32_t AlignInBits) {
872  if (Tag == 0x100) { // DW_TAG_auto_variable
873    return wrap(Builder->createAutoVariable(
874        unwrapDI<DIDescriptor>(Scope), StringRef(Name, NameLen),
875        unwrapDI<DIFile>(File), LineNo,
876        unwrapDI<DIType>(Ty), AlwaysPreserve, fromRust(Flags), AlignInBits));
877  } else {
878    return wrap(Builder->createParameterVariable(
879        unwrapDI<DIDescriptor>(Scope), StringRef(Name, NameLen), ArgNo,
880        unwrapDI<DIFile>(File), LineNo,
881        unwrapDI<DIType>(Ty), AlwaysPreserve, fromRust(Flags)));
882  }
883}
884
885extern "C" LLVMMetadataRef
886LLVMRustDIBuilderCreateArrayType(LLVMRustDIBuilderRef Builder, uint64_t Size,
887                                 uint32_t AlignInBits, LLVMMetadataRef Ty,
888                                 LLVMMetadataRef Subscripts) {
889  return wrap(
890      Builder->createArrayType(Size, AlignInBits, unwrapDI<DIType>(Ty),
891                               DINodeArray(unwrapDI<MDTuple>(Subscripts))));
892}
893
894extern "C" LLVMMetadataRef
895LLVMRustDIBuilderGetOrCreateSubrange(LLVMRustDIBuilderRef Builder, int64_t Lo,
896                                     int64_t Count) {
897  return wrap(Builder->getOrCreateSubrange(Lo, Count));
898}
899
900extern "C" LLVMMetadataRef
901LLVMRustDIBuilderGetOrCreateArray(LLVMRustDIBuilderRef Builder,
902                                  LLVMMetadataRef *Ptr, unsigned Count) {
903  Metadata **DataValue = unwrap(Ptr);
904  return wrap(
905      Builder->getOrCreateArray(ArrayRef<Metadata *>(DataValue, Count)).get());
906}
907
908extern "C" LLVMValueRef LLVMRustDIBuilderInsertDeclareAtEnd(
909    LLVMRustDIBuilderRef Builder, LLVMValueRef V, LLVMMetadataRef VarInfo,
910    int64_t *AddrOps, unsigned AddrOpsCount, LLVMValueRef DL,
911    LLVMBasicBlockRef InsertAtEnd) {
912  return wrap(Builder->insertDeclare(
913      unwrap(V), unwrap<DILocalVariable>(VarInfo),
914      Builder->createExpression(llvm::ArrayRef<int64_t>(AddrOps, AddrOpsCount)),
915      DebugLoc(cast<MDNode>(unwrap<MetadataAsValue>(DL)->getMetadata())),
916      unwrap(InsertAtEnd)));
917}
918
919extern "C" LLVMMetadataRef LLVMRustDIBuilderCreateEnumerator(
920    LLVMRustDIBuilderRef Builder, const char *Name, size_t NameLen,
921    int64_t Value, bool IsUnsigned) {
922  return wrap(Builder->createEnumerator(StringRef(Name, NameLen), Value, IsUnsigned));
923}
924
925extern "C" LLVMMetadataRef LLVMRustDIBuilderCreateEnumerationType(
926    LLVMRustDIBuilderRef Builder, LLVMMetadataRef Scope,
927    const char *Name, size_t NameLen,
928    LLVMMetadataRef File, unsigned LineNumber, uint64_t SizeInBits,
929    uint32_t AlignInBits, LLVMMetadataRef Elements,
930    LLVMMetadataRef ClassTy, bool IsScoped) {
931  return wrap(Builder->createEnumerationType(
932      unwrapDI<DIDescriptor>(Scope), StringRef(Name, NameLen),
933      unwrapDI<DIFile>(File), LineNumber,
934      SizeInBits, AlignInBits, DINodeArray(unwrapDI<MDTuple>(Elements)),
935      unwrapDI<DIType>(ClassTy), "", IsScoped));
936}
937
938extern "C" LLVMMetadataRef LLVMRustDIBuilderCreateUnionType(
939    LLVMRustDIBuilderRef Builder, LLVMMetadataRef Scope,
940    const char *Name, size_t NameLen,
941    LLVMMetadataRef File, unsigned LineNumber, uint64_t SizeInBits,
942    uint32_t AlignInBits, LLVMRustDIFlags Flags, LLVMMetadataRef Elements,
943    unsigned RunTimeLang, const char *UniqueId, size_t UniqueIdLen) {
944  return wrap(Builder->createUnionType(
945      unwrapDI<DIDescriptor>(Scope), StringRef(Name, NameLen), unwrapDI<DIFile>(File),
946      LineNumber, SizeInBits, AlignInBits, fromRust(Flags),
947      DINodeArray(unwrapDI<MDTuple>(Elements)), RunTimeLang,
948      StringRef(UniqueId, UniqueIdLen)));
949}
950
951extern "C" LLVMMetadataRef LLVMRustDIBuilderCreateTemplateTypeParameter(
952    LLVMRustDIBuilderRef Builder, LLVMMetadataRef Scope,
953    const char *Name, size_t NameLen,
954    LLVMMetadataRef Ty, LLVMMetadataRef File, unsigned LineNo,
955    unsigned ColumnNo) {
956  return wrap(Builder->createTemplateTypeParameter(
957      unwrapDI<DIDescriptor>(Scope), StringRef(Name, NameLen), unwrapDI<DIType>(Ty)));
958}
959
960extern "C" LLVMMetadataRef LLVMRustDIBuilderCreateNameSpace(
961    LLVMRustDIBuilderRef Builder, LLVMMetadataRef Scope,
962    const char *Name, size_t NameLen, bool ExportSymbols) {
963  return wrap(Builder->createNameSpace(
964      unwrapDI<DIDescriptor>(Scope), StringRef(Name, NameLen), ExportSymbols
965  ));
966}
967
968extern "C" void
969LLVMRustDICompositeTypeReplaceArrays(LLVMRustDIBuilderRef Builder,
970                                     LLVMMetadataRef CompositeTy,
971                                     LLVMMetadataRef Elements,
972                                     LLVMMetadataRef Params) {
973  DICompositeType *Tmp = unwrapDI<DICompositeType>(CompositeTy);
974  Builder->replaceArrays(Tmp, DINodeArray(unwrap<MDTuple>(Elements)),
975                         DINodeArray(unwrap<MDTuple>(Params)));
976}
977
978extern "C" LLVMValueRef
979LLVMRustDIBuilderCreateDebugLocation(LLVMContextRef ContextRef, unsigned Line,
980                                     unsigned Column, LLVMMetadataRef Scope,
981                                     LLVMMetadataRef InlinedAt) {
982  LLVMContext &Context = *unwrap(ContextRef);
983
984  DebugLoc debug_loc = DebugLoc::get(Line, Column, unwrapDIPtr<MDNode>(Scope),
985                                     unwrapDIPtr<MDNode>(InlinedAt));
986
987  return wrap(MetadataAsValue::get(Context, debug_loc.getAsMDNode()));
988}
989
990extern "C" int64_t LLVMRustDIBuilderCreateOpDeref() {
991  return dwarf::DW_OP_deref;
992}
993
994extern "C" int64_t LLVMRustDIBuilderCreateOpPlusUconst() {
995  return dwarf::DW_OP_plus_uconst;
996}
997
998extern "C" void LLVMRustWriteTypeToString(LLVMTypeRef Ty, RustStringRef Str) {
999  RawRustStringOstream OS(Str);
1000  unwrap<llvm::Type>(Ty)->print(OS);
1001}
1002
1003extern "C" void LLVMRustWriteValueToString(LLVMValueRef V,
1004                                           RustStringRef Str) {
1005  RawRustStringOstream OS(Str);
1006  if (!V) {
1007    OS << "(null)";
1008  } else {
1009    OS << "(";
1010    unwrap<llvm::Value>(V)->getType()->print(OS);
1011    OS << ":";
1012    unwrap<llvm::Value>(V)->print(OS);
1013    OS << ")";
1014  }
1015}
1016
1017// Note that the two following functions look quite similar to the
1018// LLVMGetSectionName function. Sadly, it appears that this function only
1019// returns a char* pointer, which isn't guaranteed to be null-terminated. The
1020// function provided by LLVM doesn't return the length, so we've created our own
1021// function which returns the length as well as the data pointer.
1022//
1023// For an example of this not returning a null terminated string, see
1024// lib/Object/COFFObjectFile.cpp in the getSectionName function. One of the
1025// branches explicitly creates a StringRef without a null terminator, and then
1026// that's returned.
1027
1028inline section_iterator *unwrap(LLVMSectionIteratorRef SI) {
1029  return reinterpret_cast<section_iterator *>(SI);
1030}
1031
1032extern "C" size_t LLVMRustGetSectionName(LLVMSectionIteratorRef SI,
1033                                         const char **Ptr) {
1034#if LLVM_VERSION_GE(10, 0)
1035  auto NameOrErr = (*unwrap(SI))->getName();
1036  if (!NameOrErr)
1037    report_fatal_error(NameOrErr.takeError());
1038  *Ptr = NameOrErr->data();
1039  return NameOrErr->size();
1040#else
1041  StringRef Ret;
1042  if (std::error_code EC = (*unwrap(SI))->getName(Ret))
1043    report_fatal_error(EC.message());
1044  *Ptr = Ret.data();
1045  return Ret.size();
1046#endif
1047}
1048
1049// LLVMArrayType function does not support 64-bit ElementCount
1050extern "C" LLVMTypeRef LLVMRustArrayType(LLVMTypeRef ElementTy,
1051                                         uint64_t ElementCount) {
1052  return wrap(ArrayType::get(unwrap(ElementTy), ElementCount));
1053}
1054
1055DEFINE_SIMPLE_CONVERSION_FUNCTIONS(Twine, LLVMTwineRef)
1056
1057extern "C" void LLVMRustWriteTwineToString(LLVMTwineRef T, RustStringRef Str) {
1058  RawRustStringOstream OS(Str);
1059  unwrap(T)->print(OS);
1060}
1061
1062extern "C" void LLVMRustUnpackOptimizationDiagnostic(
1063    LLVMDiagnosticInfoRef DI, RustStringRef PassNameOut,
1064    LLVMValueRef *FunctionOut, unsigned* Line, unsigned* Column,
1065    RustStringRef FilenameOut, RustStringRef MessageOut) {
1066  // Undefined to call this not on an optimization diagnostic!
1067  llvm::DiagnosticInfoOptimizationBase *Opt =
1068      static_cast<llvm::DiagnosticInfoOptimizationBase *>(unwrap(DI));
1069
1070  RawRustStringOstream PassNameOS(PassNameOut);
1071  PassNameOS << Opt->getPassName();
1072  *FunctionOut = wrap(&Opt->getFunction());
1073
1074  RawRustStringOstream FilenameOS(FilenameOut);
1075  DiagnosticLocation loc = Opt->getLocation();
1076  if (loc.isValid()) {
1077    *Line = loc.getLine();
1078    *Column = loc.getColumn();
1079#if LLVM_VERSION_GE(8, 0)
1080    FilenameOS << loc.getAbsolutePath();
1081#else
1082    FilenameOS << loc.getFilename();
1083#endif
1084  }
1085
1086  RawRustStringOstream MessageOS(MessageOut);
1087  MessageOS << Opt->getMsg();
1088}
1089
1090extern "C" void
1091LLVMRustUnpackInlineAsmDiagnostic(LLVMDiagnosticInfoRef DI, unsigned *CookieOut,
1092                                  LLVMTwineRef *MessageOut,
1093                                  LLVMValueRef *InstructionOut) {
1094  // Undefined to call this not on an inline assembly diagnostic!
1095  llvm::DiagnosticInfoInlineAsm *IA =
1096      static_cast<llvm::DiagnosticInfoInlineAsm *>(unwrap(DI));
1097
1098  *CookieOut = IA->getLocCookie();
1099  *MessageOut = wrap(&IA->getMsgStr());
1100  *InstructionOut = wrap(IA->getInstruction());
1101}
1102
1103extern "C" void LLVMRustWriteDiagnosticInfoToString(LLVMDiagnosticInfoRef DI,
1104                                                    RustStringRef Str) {
1105  RawRustStringOstream OS(Str);
1106  DiagnosticPrinterRawOStream DP(OS);
1107  unwrap(DI)->print(DP);
1108}
1109
1110enum class LLVMRustDiagnosticKind {
1111  Other,
1112  InlineAsm,
1113  StackSize,
1114  DebugMetadataVersion,
1115  SampleProfile,
1116  OptimizationRemark,
1117  OptimizationRemarkMissed,
1118  OptimizationRemarkAnalysis,
1119  OptimizationRemarkAnalysisFPCommute,
1120  OptimizationRemarkAnalysisAliasing,
1121  OptimizationRemarkOther,
1122  OptimizationFailure,
1123  PGOProfile,
1124  Linker,
1125};
1126
1127static LLVMRustDiagnosticKind toRust(DiagnosticKind Kind) {
1128  switch (Kind) {
1129  case DK_InlineAsm:
1130    return LLVMRustDiagnosticKind::InlineAsm;
1131  case DK_StackSize:
1132    return LLVMRustDiagnosticKind::StackSize;
1133  case DK_DebugMetadataVersion:
1134    return LLVMRustDiagnosticKind::DebugMetadataVersion;
1135  case DK_SampleProfile:
1136    return LLVMRustDiagnosticKind::SampleProfile;
1137  case DK_OptimizationRemark:
1138    return LLVMRustDiagnosticKind::OptimizationRemark;
1139  case DK_OptimizationRemarkMissed:
1140    return LLVMRustDiagnosticKind::OptimizationRemarkMissed;
1141  case DK_OptimizationRemarkAnalysis:
1142    return LLVMRustDiagnosticKind::OptimizationRemarkAnalysis;
1143  case DK_OptimizationRemarkAnalysisFPCommute:
1144    return LLVMRustDiagnosticKind::OptimizationRemarkAnalysisFPCommute;
1145  case DK_OptimizationRemarkAnalysisAliasing:
1146    return LLVMRustDiagnosticKind::OptimizationRemarkAnalysisAliasing;
1147  case DK_PGOProfile:
1148    return LLVMRustDiagnosticKind::PGOProfile;
1149  case DK_Linker:
1150    return LLVMRustDiagnosticKind::Linker;
1151  default:
1152    return (Kind >= DK_FirstRemark && Kind <= DK_LastRemark)
1153               ? LLVMRustDiagnosticKind::OptimizationRemarkOther
1154               : LLVMRustDiagnosticKind::Other;
1155  }
1156}
1157
1158extern "C" LLVMRustDiagnosticKind
1159LLVMRustGetDiagInfoKind(LLVMDiagnosticInfoRef DI) {
1160  return toRust((DiagnosticKind)unwrap(DI)->getKind());
1161}
1162// This is kept distinct from LLVMGetTypeKind, because when
1163// a new type kind is added, the Rust-side enum must be
1164// updated or UB will result.
1165extern "C" LLVMTypeKind LLVMRustGetTypeKind(LLVMTypeRef Ty) {
1166  switch (unwrap(Ty)->getTypeID()) {
1167  case Type::VoidTyID:
1168    return LLVMVoidTypeKind;
1169  case Type::HalfTyID:
1170    return LLVMHalfTypeKind;
1171  case Type::FloatTyID:
1172    return LLVMFloatTypeKind;
1173  case Type::DoubleTyID:
1174    return LLVMDoubleTypeKind;
1175  case Type::X86_FP80TyID:
1176    return LLVMX86_FP80TypeKind;
1177  case Type::FP128TyID:
1178    return LLVMFP128TypeKind;
1179  case Type::PPC_FP128TyID:
1180    return LLVMPPC_FP128TypeKind;
1181  case Type::LabelTyID:
1182    return LLVMLabelTypeKind;
1183  case Type::MetadataTyID:
1184    return LLVMMetadataTypeKind;
1185  case Type::IntegerTyID:
1186    return LLVMIntegerTypeKind;
1187  case Type::FunctionTyID:
1188    return LLVMFunctionTypeKind;
1189  case Type::StructTyID:
1190    return LLVMStructTypeKind;
1191  case Type::ArrayTyID:
1192    return LLVMArrayTypeKind;
1193  case Type::PointerTyID:
1194    return LLVMPointerTypeKind;
1195  case Type::VectorTyID:
1196    return LLVMVectorTypeKind;
1197  case Type::X86_MMXTyID:
1198    return LLVMX86_MMXTypeKind;
1199  case Type::TokenTyID:
1200    return LLVMTokenTypeKind;
1201  }
1202  report_fatal_error("Unhandled TypeID.");
1203}
1204
1205DEFINE_SIMPLE_CONVERSION_FUNCTIONS(SMDiagnostic, LLVMSMDiagnosticRef)
1206
1207extern "C" void LLVMRustSetInlineAsmDiagnosticHandler(
1208    LLVMContextRef C, LLVMContext::InlineAsmDiagHandlerTy H, void *CX) {
1209  unwrap(C)->setInlineAsmDiagnosticHandler(H, CX);
1210}
1211
1212extern "C" void LLVMRustWriteSMDiagnosticToString(LLVMSMDiagnosticRef D,
1213                                                  RustStringRef Str) {
1214  RawRustStringOstream OS(Str);
1215  unwrap(D)->print("", OS);
1216}
1217
1218extern "C" LLVMValueRef LLVMRustBuildCleanupPad(LLVMBuilderRef B,
1219                                                LLVMValueRef ParentPad,
1220                                                unsigned ArgCount,
1221                                                LLVMValueRef *LLArgs,
1222                                                const char *Name) {
1223  Value **Args = unwrap(LLArgs);
1224  if (ParentPad == nullptr) {
1225    Type *Ty = Type::getTokenTy(unwrap(B)->getContext());
1226    ParentPad = wrap(Constant::getNullValue(Ty));
1227  }
1228  return wrap(unwrap(B)->CreateCleanupPad(
1229      unwrap(ParentPad), ArrayRef<Value *>(Args, ArgCount), Name));
1230}
1231
1232extern "C" LLVMValueRef LLVMRustBuildCleanupRet(LLVMBuilderRef B,
1233                                                LLVMValueRef CleanupPad,
1234                                                LLVMBasicBlockRef UnwindBB) {
1235  CleanupPadInst *Inst = cast<CleanupPadInst>(unwrap(CleanupPad));
1236  return wrap(unwrap(B)->CreateCleanupRet(Inst, unwrap(UnwindBB)));
1237}
1238
1239extern "C" LLVMValueRef
1240LLVMRustBuildCatchPad(LLVMBuilderRef B, LLVMValueRef ParentPad,
1241                      unsigned ArgCount, LLVMValueRef *LLArgs, const char *Name) {
1242  Value **Args = unwrap(LLArgs);
1243  return wrap(unwrap(B)->CreateCatchPad(
1244      unwrap(ParentPad), ArrayRef<Value *>(Args, ArgCount), Name));
1245}
1246
1247extern "C" LLVMValueRef LLVMRustBuildCatchRet(LLVMBuilderRef B,
1248                                              LLVMValueRef Pad,
1249                                              LLVMBasicBlockRef BB) {
1250  return wrap(unwrap(B)->CreateCatchRet(cast<CatchPadInst>(unwrap(Pad)),
1251                                              unwrap(BB)));
1252}
1253
1254extern "C" LLVMValueRef LLVMRustBuildCatchSwitch(LLVMBuilderRef B,
1255                                                 LLVMValueRef ParentPad,
1256                                                 LLVMBasicBlockRef BB,
1257                                                 unsigned NumHandlers,
1258                                                 const char *Name) {
1259  if (ParentPad == nullptr) {
1260    Type *Ty = Type::getTokenTy(unwrap(B)->getContext());
1261    ParentPad = wrap(Constant::getNullValue(Ty));
1262  }
1263  return wrap(unwrap(B)->CreateCatchSwitch(unwrap(ParentPad), unwrap(BB),
1264                                                 NumHandlers, Name));
1265}
1266
1267extern "C" void LLVMRustAddHandler(LLVMValueRef CatchSwitchRef,
1268                                   LLVMBasicBlockRef Handler) {
1269  Value *CatchSwitch = unwrap(CatchSwitchRef);
1270  cast<CatchSwitchInst>(CatchSwitch)->addHandler(unwrap(Handler));
1271}
1272
1273extern "C" OperandBundleDef *LLVMRustBuildOperandBundleDef(const char *Name,
1274                                                           LLVMValueRef *Inputs,
1275                                                           unsigned NumInputs) {
1276  return new OperandBundleDef(Name, makeArrayRef(unwrap(Inputs), NumInputs));
1277}
1278
1279extern "C" void LLVMRustFreeOperandBundleDef(OperandBundleDef *Bundle) {
1280  delete Bundle;
1281}
1282
1283extern "C" LLVMValueRef LLVMRustBuildCall(LLVMBuilderRef B, LLVMValueRef Fn,
1284                                          LLVMValueRef *Args, unsigned NumArgs,
1285                                          OperandBundleDef *Bundle,
1286                                          const char *Name) {
1287  unsigned Len = Bundle ? 1 : 0;
1288  ArrayRef<OperandBundleDef> Bundles = makeArrayRef(Bundle, Len);
1289  return wrap(unwrap(B)->CreateCall(
1290      unwrap(Fn), makeArrayRef(unwrap(Args), NumArgs), Bundles, Name));
1291}
1292
1293extern "C" LLVMValueRef LLVMRustBuildMemCpy(LLVMBuilderRef B,
1294                                            LLVMValueRef Dst, unsigned DstAlign,
1295                                            LLVMValueRef Src, unsigned SrcAlign,
1296                                            LLVMValueRef Size, bool IsVolatile) {
1297#if LLVM_VERSION_GE(10, 0)
1298  return wrap(unwrap(B)->CreateMemCpy(
1299      unwrap(Dst), MaybeAlign(DstAlign),
1300      unwrap(Src), MaybeAlign(SrcAlign),
1301      unwrap(Size), IsVolatile));
1302#else
1303  return wrap(unwrap(B)->CreateMemCpy(
1304      unwrap(Dst), DstAlign,
1305      unwrap(Src), SrcAlign,
1306      unwrap(Size), IsVolatile));
1307#endif
1308}
1309
1310extern "C" LLVMValueRef LLVMRustBuildMemMove(LLVMBuilderRef B,
1311                                             LLVMValueRef Dst, unsigned DstAlign,
1312                                             LLVMValueRef Src, unsigned SrcAlign,
1313                                             LLVMValueRef Size, bool IsVolatile) {
1314#if LLVM_VERSION_GE(10, 0)
1315  return wrap(unwrap(B)->CreateMemMove(
1316      unwrap(Dst), MaybeAlign(DstAlign),
1317      unwrap(Src), MaybeAlign(SrcAlign),
1318      unwrap(Size), IsVolatile));
1319#else
1320  return wrap(unwrap(B)->CreateMemMove(
1321      unwrap(Dst), DstAlign,
1322      unwrap(Src), SrcAlign,
1323      unwrap(Size), IsVolatile));
1324#endif
1325}
1326
1327extern "C" LLVMValueRef LLVMRustBuildMemSet(LLVMBuilderRef B,
1328                                            LLVMValueRef Dst, unsigned DstAlign,
1329                                            LLVMValueRef Val,
1330                                            LLVMValueRef Size, bool IsVolatile) {
1331  return wrap(unwrap(B)->CreateMemSet(
1332      unwrap(Dst), unwrap(Val), unwrap(Size), DstAlign, IsVolatile));
1333}
1334
1335extern "C" LLVMValueRef
1336LLVMRustBuildInvoke(LLVMBuilderRef B, LLVMValueRef Fn, LLVMValueRef *Args,
1337                    unsigned NumArgs, LLVMBasicBlockRef Then,
1338                    LLVMBasicBlockRef Catch, OperandBundleDef *Bundle,
1339                    const char *Name) {
1340  unsigned Len = Bundle ? 1 : 0;
1341  ArrayRef<OperandBundleDef> Bundles = makeArrayRef(Bundle, Len);
1342  return wrap(unwrap(B)->CreateInvoke(unwrap(Fn), unwrap(Then), unwrap(Catch),
1343                                      makeArrayRef(unwrap(Args), NumArgs),
1344                                      Bundles, Name));
1345}
1346
1347extern "C" void LLVMRustPositionBuilderAtStart(LLVMBuilderRef B,
1348                                               LLVMBasicBlockRef BB) {
1349  auto Point = unwrap(BB)->getFirstInsertionPt();
1350  unwrap(B)->SetInsertPoint(unwrap(BB), Point);
1351}
1352
1353extern "C" void LLVMRustSetComdat(LLVMModuleRef M, LLVMValueRef V,
1354                                  const char *Name, size_t NameLen) {
1355  Triple TargetTriple(unwrap(M)->getTargetTriple());
1356  GlobalObject *GV = unwrap<GlobalObject>(V);
1357  if (!TargetTriple.isOSBinFormatMachO()) {
1358    StringRef NameRef(Name, NameLen);
1359    GV->setComdat(unwrap(M)->getOrInsertComdat(NameRef));
1360  }
1361}
1362
1363extern "C" void LLVMRustUnsetComdat(LLVMValueRef V) {
1364  GlobalObject *GV = unwrap<GlobalObject>(V);
1365  GV->setComdat(nullptr);
1366}
1367
1368enum class LLVMRustLinkage {
1369  ExternalLinkage = 0,
1370  AvailableExternallyLinkage = 1,
1371  LinkOnceAnyLinkage = 2,
1372  LinkOnceODRLinkage = 3,
1373  WeakAnyLinkage = 4,
1374  WeakODRLinkage = 5,
1375  AppendingLinkage = 6,
1376  InternalLinkage = 7,
1377  PrivateLinkage = 8,
1378  ExternalWeakLinkage = 9,
1379  CommonLinkage = 10,
1380};
1381
1382static LLVMRustLinkage toRust(LLVMLinkage Linkage) {
1383  switch (Linkage) {
1384  case LLVMExternalLinkage:
1385    return LLVMRustLinkage::ExternalLinkage;
1386  case LLVMAvailableExternallyLinkage:
1387    return LLVMRustLinkage::AvailableExternallyLinkage;
1388  case LLVMLinkOnceAnyLinkage:
1389    return LLVMRustLinkage::LinkOnceAnyLinkage;
1390  case LLVMLinkOnceODRLinkage:
1391    return LLVMRustLinkage::LinkOnceODRLinkage;
1392  case LLVMWeakAnyLinkage:
1393    return LLVMRustLinkage::WeakAnyLinkage;
1394  case LLVMWeakODRLinkage:
1395    return LLVMRustLinkage::WeakODRLinkage;
1396  case LLVMAppendingLinkage:
1397    return LLVMRustLinkage::AppendingLinkage;
1398  case LLVMInternalLinkage:
1399    return LLVMRustLinkage::InternalLinkage;
1400  case LLVMPrivateLinkage:
1401    return LLVMRustLinkage::PrivateLinkage;
1402  case LLVMExternalWeakLinkage:
1403    return LLVMRustLinkage::ExternalWeakLinkage;
1404  case LLVMCommonLinkage:
1405    return LLVMRustLinkage::CommonLinkage;
1406  default:
1407    report_fatal_error("Invalid LLVMRustLinkage value!");
1408  }
1409}
1410
1411static LLVMLinkage fromRust(LLVMRustLinkage Linkage) {
1412  switch (Linkage) {
1413  case LLVMRustLinkage::ExternalLinkage:
1414    return LLVMExternalLinkage;
1415  case LLVMRustLinkage::AvailableExternallyLinkage:
1416    return LLVMAvailableExternallyLinkage;
1417  case LLVMRustLinkage::LinkOnceAnyLinkage:
1418    return LLVMLinkOnceAnyLinkage;
1419  case LLVMRustLinkage::LinkOnceODRLinkage:
1420    return LLVMLinkOnceODRLinkage;
1421  case LLVMRustLinkage::WeakAnyLinkage:
1422    return LLVMWeakAnyLinkage;
1423  case LLVMRustLinkage::WeakODRLinkage:
1424    return LLVMWeakODRLinkage;
1425  case LLVMRustLinkage::AppendingLinkage:
1426    return LLVMAppendingLinkage;
1427  case LLVMRustLinkage::InternalLinkage:
1428    return LLVMInternalLinkage;
1429  case LLVMRustLinkage::PrivateLinkage:
1430    return LLVMPrivateLinkage;
1431  case LLVMRustLinkage::ExternalWeakLinkage:
1432    return LLVMExternalWeakLinkage;
1433  case LLVMRustLinkage::CommonLinkage:
1434    return LLVMCommonLinkage;
1435  }
1436  report_fatal_error("Invalid LLVMRustLinkage value!");
1437}
1438
1439extern "C" LLVMRustLinkage LLVMRustGetLinkage(LLVMValueRef V) {
1440  return toRust(LLVMGetLinkage(V));
1441}
1442
1443extern "C" void LLVMRustSetLinkage(LLVMValueRef V,
1444                                   LLVMRustLinkage RustLinkage) {
1445  LLVMSetLinkage(V, fromRust(RustLinkage));
1446}
1447
1448// Returns true if both high and low were successfully set. Fails in case constant wasn’t any of
1449// the common sizes (1, 8, 16, 32, 64, 128 bits)
1450extern "C" bool LLVMRustConstInt128Get(LLVMValueRef CV, bool sext, uint64_t *high, uint64_t *low)
1451{
1452    auto C = unwrap<llvm::ConstantInt>(CV);
1453    if (C->getBitWidth() > 128) { return false; }
1454    APInt AP;
1455    if (sext) {
1456        AP = C->getValue().sextOrSelf(128);
1457    } else {
1458        AP = C->getValue().zextOrSelf(128);
1459    }
1460    *low = AP.getLoBits(64).getZExtValue();
1461    *high = AP.getHiBits(64).getZExtValue();
1462    return true;
1463}
1464
1465enum class LLVMRustVisibility {
1466  Default = 0,
1467  Hidden = 1,
1468  Protected = 2,
1469};
1470
1471static LLVMRustVisibility toRust(LLVMVisibility Vis) {
1472  switch (Vis) {
1473  case LLVMDefaultVisibility:
1474    return LLVMRustVisibility::Default;
1475  case LLVMHiddenVisibility:
1476    return LLVMRustVisibility::Hidden;
1477  case LLVMProtectedVisibility:
1478    return LLVMRustVisibility::Protected;
1479  }
1480  report_fatal_error("Invalid LLVMRustVisibility value!");
1481}
1482
1483static LLVMVisibility fromRust(LLVMRustVisibility Vis) {
1484  switch (Vis) {
1485  case LLVMRustVisibility::Default:
1486    return LLVMDefaultVisibility;
1487  case LLVMRustVisibility::Hidden:
1488    return LLVMHiddenVisibility;
1489  case LLVMRustVisibility::Protected:
1490    return LLVMProtectedVisibility;
1491  }
1492  report_fatal_error("Invalid LLVMRustVisibility value!");
1493}
1494
1495extern "C" LLVMRustVisibility LLVMRustGetVisibility(LLVMValueRef V) {
1496  return toRust(LLVMGetVisibility(V));
1497}
1498
1499// Oh hey, a binding that makes sense for once? (because LLVM’s own do not)
1500extern "C" LLVMValueRef LLVMRustBuildIntCast(LLVMBuilderRef B, LLVMValueRef Val,
1501                                             LLVMTypeRef DestTy, bool isSigned) {
1502  return wrap(unwrap(B)->CreateIntCast(unwrap(Val), unwrap(DestTy), isSigned, ""));
1503}
1504
1505extern "C" void LLVMRustSetVisibility(LLVMValueRef V,
1506                                      LLVMRustVisibility RustVisibility) {
1507  LLVMSetVisibility(V, fromRust(RustVisibility));
1508}
1509
1510struct LLVMRustModuleBuffer {
1511  std::string data;
1512};
1513
1514extern "C" LLVMRustModuleBuffer*
1515LLVMRustModuleBufferCreate(LLVMModuleRef M) {
1516#if LLVM_VERSION_GE(10, 0)
1517  auto Ret = std::make_unique<LLVMRustModuleBuffer>();
1518#else
1519  auto Ret = llvm::make_unique<LLVMRustModuleBuffer>();
1520#endif
1521  {
1522    raw_string_ostream OS(Ret->data);
1523    {
1524      legacy::PassManager PM;
1525      PM.add(createBitcodeWriterPass(OS));
1526      PM.run(*unwrap(M));
1527    }
1528  }
1529  return Ret.release();
1530}
1531
1532extern "C" void
1533LLVMRustModuleBufferFree(LLVMRustModuleBuffer *Buffer) {
1534  delete Buffer;
1535}
1536
1537extern "C" const void*
1538LLVMRustModuleBufferPtr(const LLVMRustModuleBuffer *Buffer) {
1539  return Buffer->data.data();
1540}
1541
1542extern "C" size_t
1543LLVMRustModuleBufferLen(const LLVMRustModuleBuffer *Buffer) {
1544  return Buffer->data.length();
1545}
1546
1547extern "C" uint64_t
1548LLVMRustModuleCost(LLVMModuleRef M) {
1549  auto f = unwrap(M)->functions();
1550  return std::distance(std::begin(f), std::end(f));
1551}
1552
1553// Vector reductions:
1554extern "C" LLVMValueRef
1555LLVMRustBuildVectorReduceFAdd(LLVMBuilderRef B, LLVMValueRef Acc, LLVMValueRef Src) {
1556    return wrap(unwrap(B)->CreateFAddReduce(unwrap(Acc),unwrap(Src)));
1557}
1558extern "C" LLVMValueRef
1559LLVMRustBuildVectorReduceFMul(LLVMBuilderRef B, LLVMValueRef Acc, LLVMValueRef Src) {
1560    return wrap(unwrap(B)->CreateFMulReduce(unwrap(Acc),unwrap(Src)));
1561}
1562extern "C" LLVMValueRef
1563LLVMRustBuildVectorReduceAdd(LLVMBuilderRef B, LLVMValueRef Src) {
1564    return wrap(unwrap(B)->CreateAddReduce(unwrap(Src)));
1565}
1566extern "C" LLVMValueRef
1567LLVMRustBuildVectorReduceMul(LLVMBuilderRef B, LLVMValueRef Src) {
1568    return wrap(unwrap(B)->CreateMulReduce(unwrap(Src)));
1569}
1570extern "C" LLVMValueRef
1571LLVMRustBuildVectorReduceAnd(LLVMBuilderRef B, LLVMValueRef Src) {
1572    return wrap(unwrap(B)->CreateAndReduce(unwrap(Src)));
1573}
1574extern "C" LLVMValueRef
1575LLVMRustBuildVectorReduceOr(LLVMBuilderRef B, LLVMValueRef Src) {
1576    return wrap(unwrap(B)->CreateOrReduce(unwrap(Src)));
1577}
1578extern "C" LLVMValueRef
1579LLVMRustBuildVectorReduceXor(LLVMBuilderRef B, LLVMValueRef Src) {
1580    return wrap(unwrap(B)->CreateXorReduce(unwrap(Src)));
1581}
1582extern "C" LLVMValueRef
1583LLVMRustBuildVectorReduceMin(LLVMBuilderRef B, LLVMValueRef Src, bool IsSigned) {
1584    return wrap(unwrap(B)->CreateIntMinReduce(unwrap(Src), IsSigned));
1585}
1586extern "C" LLVMValueRef
1587LLVMRustBuildVectorReduceMax(LLVMBuilderRef B, LLVMValueRef Src, bool IsSigned) {
1588    return wrap(unwrap(B)->CreateIntMaxReduce(unwrap(Src), IsSigned));
1589}
1590extern "C" LLVMValueRef
1591LLVMRustBuildVectorReduceFMin(LLVMBuilderRef B, LLVMValueRef Src, bool NoNaN) {
1592   return wrap(unwrap(B)->CreateFPMinReduce(unwrap(Src), NoNaN));
1593}
1594extern "C" LLVMValueRef
1595LLVMRustBuildVectorReduceFMax(LLVMBuilderRef B, LLVMValueRef Src, bool NoNaN) {
1596  return wrap(unwrap(B)->CreateFPMaxReduce(unwrap(Src), NoNaN));
1597}
1598
1599extern "C" LLVMValueRef
1600LLVMRustBuildMinNum(LLVMBuilderRef B, LLVMValueRef LHS, LLVMValueRef RHS) {
1601    return wrap(unwrap(B)->CreateMinNum(unwrap(LHS),unwrap(RHS)));
1602}
1603extern "C" LLVMValueRef
1604LLVMRustBuildMaxNum(LLVMBuilderRef B, LLVMValueRef LHS, LLVMValueRef RHS) {
1605    return wrap(unwrap(B)->CreateMaxNum(unwrap(LHS),unwrap(RHS)));
1606}