base.rs 51.0 KB
Newer Older
1
// Copyright 2012-2015 The Rust Project Developers. See the COPYRIGHT
2 3 4 5 6 7 8 9
// file at the top-level directory of this distribution and at
// http://rust-lang.org/COPYRIGHT.
//
// Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
// <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your
// option. This file may not be copied, modified, or distributed
// except according to those terms.
10

I
Irina Popa 已提交
11
//! Codegen the completed AST to the LLVM IR.
12
//!
I
Irina Popa 已提交
13 14 15
//! Some functions here, such as codegen_block and codegen_expr, return a value --
//! the result of the codegen to LLVM -- while others, such as codegen_fn
//! and mono_item, are called only for the side effect of adding a
16 17
//! particular definition to the LLVM IR output we're producing.
//!
I
Irina Popa 已提交
18
//! Hopefully useful general knowledge about codegen:
19 20 21 22 23 24
//!
//!   * There's no way to find out the Ty type of a ValueRef.  Doing so
//!     would be "trying to get the eggs out of an omelette" (credit:
//!     pcwalton).  You can, instead, find out its TypeRef by calling val_ty,
//!     but one TypeRef corresponds to many `Ty`s; for instance, tup(int, int,
//!     int) and rec(x=int, y=int, z=int) will have the same TypeRef.
25

26 27
use super::ModuleLlvm;
use super::ModuleSource;
I
Irina Popa 已提交
28
use super::ModuleCodegen;
29
use super::ModuleKind;
30

31
use abi;
32
use back::link;
I
Irina Popa 已提交
33
use back::write::{self, OngoingCodegen, create_target_machine};
34
use llvm::{ContextRef, ModuleRef, ValueRef, Vector, get_param};
35
use llvm;
36
use metadata;
37
use rustc::hir::def_id::{CrateNum, DefId, LOCAL_CRATE};
38
use rustc::middle::lang_items::StartFnLangItem;
39
use rustc::middle::weak_lang_items;
40 41
use rustc::mir::mono::{Linkage, Visibility, Stats};
use rustc::middle::cstore::{EncodedMetadata};
42
use rustc::ty::{self, Ty, TyCtxt};
43
use rustc::ty::layout::{self, Align, TyLayout, LayoutOf};
44
use rustc::ty::query::Providers;
45
use rustc::dep_graph::{DepNode, DepConstructor};
46
use rustc::middle::cstore::{self, LinkMeta, LinkagePreference};
47
use rustc::middle::exported_symbols;
48
use rustc::util::common::{time, print_time_passes_entry};
A
Alex Crichton 已提交
49
use rustc::session::config::{self, NoDebugInfo};
50
use rustc::session::Session;
51
use rustc_incremental;
52
use allocator;
53
use mir::place::PlaceRef;
54
use attributes;
55
use builder::{Builder, MemFlags};
56
use callee;
57
use common::{C_bool, C_bytes_in_context, C_i32, C_usize};
58
use rustc_mir::monomorphize::collector::{self, MonoItemCollectionMode};
59
use common::{self, C_struct_in_context, C_array, val_ty};
60
use consts;
61
use context::{self, CodegenCx};
M
Mark-Simulacrum 已提交
62
use debuginfo;
63 64 65
use declare;
use meth;
use mir;
66
use monomorphize::Instance;
M
Maik Klein 已提交
67
use monomorphize::partitioning::{self, PartitioningStrategy, CodegenUnit, CodegenUnitExt};
I
Irina Popa 已提交
68
use rustc_codegen_utils::symbol_names_test;
69
use time_graph;
I
Irina Popa 已提交
70
use mono_item::{MonoItem, BaseMonoItemExt, MonoItemExt, DefPathBasedNames};
71
use type_::Type;
72
use type_of::LayoutLlvmExt;
73
use rustc::util::nodemap::{FxHashMap, FxHashSet, DefIdSet};
74
use CrateInfo;
75
use rustc_data_structures::sync::Lrc;
76
use rustc_target::spec::TargetTriple;
J
James Miller 已提交
77

78
use std::any::Any;
79
use std::collections::BTreeMap;
80
use std::ffi::CString;
A
Alex Crichton 已提交
81
use std::str;
82
use std::sync::Arc;
83
use std::time::{Instant, Duration};
V
varkor 已提交
84 85
use std::i32;
use std::cmp;
86
use std::sync::mpsc;
87
use syntax_pos::Span;
A
Alex Crichton 已提交
88
use syntax_pos::symbol::InternedString;
89
use syntax::attr;
90
use rustc::hir;
91
use syntax::ast;
T
Tim Chevalier 已提交
92

93
use mir::operand::OperandValue;
94

I
Irina Popa 已提交
95
pub use rustc_codegen_utils::check_for_rustc_errors_attr;
B
bjorn3 已提交
96

97
pub struct StatRecorder<'a, 'tcx: 'a> {
98
    cx: &'a CodegenCx<'a, 'tcx>,
99
    name: Option<String>,
100
    istart: usize,
101 102
}

103
impl<'a, 'tcx> StatRecorder<'a, 'tcx> {
104 105
    pub fn new(cx: &'a CodegenCx<'a, 'tcx>, name: String) -> StatRecorder<'a, 'tcx> {
        let istart = cx.stats.borrow().n_llvm_insns;
106
        StatRecorder {
107
            cx,
108
            name: Some(name),
109
            istart,
110 111 112 113
        }
    }
}

114
impl<'a, 'tcx> Drop for StatRecorder<'a, 'tcx> {
D
Daniel Micay 已提交
115
    fn drop(&mut self) {
I
Irina Popa 已提交
116
        if self.cx.sess().codegen_stats() {
117
            let mut stats = self.cx.stats.borrow_mut();
A
Alex Crichton 已提交
118 119 120
            let iend = stats.n_llvm_insns;
            stats.fn_stats.push((self.name.take().unwrap(), iend - self.istart));
            stats.n_fns += 1;
121
            // Reset LLVM insn count to avoid compound costs.
A
Alex Crichton 已提交
122
            stats.n_llvm_insns = self.istart;
123 124 125 126
        }
    }
}

127
pub fn bin_op_to_icmp_predicate(op: hir::BinOp_,
M
Ms2ger 已提交
128
                                signed: bool)
129 130
                                -> llvm::IntPredicate {
    match op {
131 132 133 134 135 136
        hir::BiEq => llvm::IntEQ,
        hir::BiNe => llvm::IntNE,
        hir::BiLt => if signed { llvm::IntSLT } else { llvm::IntULT },
        hir::BiLe => if signed { llvm::IntSLE } else { llvm::IntULE },
        hir::BiGt => if signed { llvm::IntSGT } else { llvm::IntUGT },
        hir::BiGe => if signed { llvm::IntSGE } else { llvm::IntUGE },
137
        op => {
138 139 140
            bug!("comparison_op_to_icmp_predicate: expected comparison operator, \
                  found {:?}",
                 op)
141 142 143
        }
    }
}
144

145
pub fn bin_op_to_fcmp_predicate(op: hir::BinOp_) -> llvm::RealPredicate {
146
    match op {
147 148 149 150 151 152
        hir::BiEq => llvm::RealOEQ,
        hir::BiNe => llvm::RealUNE,
        hir::BiLt => llvm::RealOLT,
        hir::BiLe => llvm::RealOLE,
        hir::BiGt => llvm::RealOGT,
        hir::BiGe => llvm::RealOGE,
153
        op => {
154 155 156
            bug!("comparison_op_to_fcmp_predicate: expected comparison operator, \
                  found {:?}",
                 op);
157 158 159 160
        }
    }
}

M
Mark Simulacrum 已提交
161
pub fn compare_simd_types<'a, 'tcx>(
162
    bx: &Builder<'a, 'tcx>,
M
Mark Simulacrum 已提交
163 164 165 166 167 168
    lhs: ValueRef,
    rhs: ValueRef,
    t: Ty<'tcx>,
    ret_ty: Type,
    op: hir::BinOp_
) -> ValueRef {
169
    let signed = match t.sty {
170
        ty::TyFloat(_) => {
171
            let cmp = bin_op_to_fcmp_predicate(op);
172
            return bx.sext(bx.fcmp(cmp, lhs, rhs), ret_ty);
173
        },
174 175
        ty::TyUint(_) => false,
        ty::TyInt(_) => true,
176
        _ => bug!("compare_simd_types: invalid SIMD type"),
177
    };
178

179
    let cmp = bin_op_to_icmp_predicate(op, signed);
180 181 182 183
    // LLVM outputs an `< size x i1 >`, so we need to perform a sign extension
    // to get the correctly sized type. This will compile to a single instruction
    // once the IR is converted to assembly if the SIMD instruction is supported
    // by the target architecture.
184
    bx.sext(bx.icmp(cmp, lhs, rhs), ret_ty)
185 186
}

A
Ariel Ben-Yehuda 已提交
187 188 189 190
/// Retrieve the information we are losing (making dynamic) in an unsizing
/// adjustment.
///
/// The `old_info` argument is a bit funny. It is intended for use
B
Bastien Orivel 已提交
191
/// in an upcast, where the new vtable for an object will be derived
A
Ariel Ben-Yehuda 已提交
192
/// from the old one.
193
pub fn unsized_info<'cx, 'tcx>(cx: &CodegenCx<'cx, 'tcx>,
A
Ariel Ben-Yehuda 已提交
194 195
                                source: Ty<'tcx>,
                                target: Ty<'tcx>,
196
                                old_info: Option<ValueRef>)
A
Ariel Ben-Yehuda 已提交
197
                                -> ValueRef {
198
    let (source, target) = cx.tcx.struct_lockstep_tails(source, target);
A
Ariel Ben-Yehuda 已提交
199
    match (&source.sty, &target.sty) {
200
        (&ty::TyArray(_, len), &ty::TySlice(_)) => {
201
            C_usize(cx, len.unwrap_usize(cx.tcx))
202
        }
203
        (&ty::TyDynamic(..), &ty::TyDynamic(..)) => {
A
Ariel Ben-Yehuda 已提交
204 205 206 207 208
            // For now, upcasts are limited to changes in marker
            // traits, and hence never actually require an actual
            // change to the vtable.
            old_info.expect("unsized_info: missing old info for trait upcast")
        }
209
        (_, &ty::TyDynamic(ref data, ..)) => {
210 211 212 213
            let vtable_ptr = cx.layout_of(cx.tcx.mk_mut_ptr(target))
                .field(cx, abi::FAT_PTR_EXTRA);
            consts::ptrcast(meth::get_vtable(cx, source, data.principal()),
                            vtable_ptr.llvm_type(cx))
A
Ariel Ben-Yehuda 已提交
214
        }
215
        _ => bug!("unsized_info: invalid unsizing {:?} -> {:?}",
A
Ariel Ben-Yehuda 已提交
216
                                     source,
217
                                     target),
A
Ariel Ben-Yehuda 已提交
218 219 220 221
    }
}

/// Coerce `src` to `dst_ty`. `src_ty` must be a thin pointer.
M
Mark Simulacrum 已提交
222
pub fn unsize_thin_ptr<'a, 'tcx>(
223
    bx: &Builder<'a, 'tcx>,
M
Mark Simulacrum 已提交
224 225 226 227
    src: ValueRef,
    src_ty: Ty<'tcx>,
    dst_ty: Ty<'tcx>
) -> (ValueRef, ValueRef) {
A
Ariel Ben-Yehuda 已提交
228 229
    debug!("unsize_thin_ptr: {:?} => {:?}", src_ty, dst_ty);
    match (&src_ty.sty, &dst_ty.sty) {
230 231 232
        (&ty::TyRef(_, a, _),
         &ty::TyRef(_, b, _)) |
        (&ty::TyRef(_, a, _),
A
Ariel Ben-Yehuda 已提交
233 234 235
         &ty::TyRawPtr(ty::TypeAndMut { ty: b, .. })) |
        (&ty::TyRawPtr(ty::TypeAndMut { ty: a, .. }),
         &ty::TyRawPtr(ty::TypeAndMut { ty: b, .. })) => {
236 237 238
            assert!(bx.cx.type_is_sized(a));
            let ptr_ty = bx.cx.layout_of(b).llvm_type(bx.cx).ptr_to();
            (bx.pointercast(src, ptr_ty), unsized_info(bx.cx, a, b, None))
A
Ariel Ben-Yehuda 已提交
239
        }
240 241
        (&ty::TyAdt(def_a, _), &ty::TyAdt(def_b, _)) if def_a.is_box() && def_b.is_box() => {
            let (a, b) = (src_ty.boxed_ty(), dst_ty.boxed_ty());
242 243 244
            assert!(bx.cx.type_is_sized(a));
            let ptr_ty = bx.cx.layout_of(b).llvm_type(bx.cx).ptr_to();
            (bx.pointercast(src, ptr_ty), unsized_info(bx.cx, a, b, None))
245
        }
246 247 248
        (&ty::TyAdt(def_a, _), &ty::TyAdt(def_b, _)) => {
            assert_eq!(def_a, def_b);

249 250
            let src_layout = bx.cx.layout_of(src_ty);
            let dst_layout = bx.cx.layout_of(dst_ty);
251 252
            let mut result = None;
            for i in 0..src_layout.fields.count() {
253
                let src_f = src_layout.field(bx.cx, i);
254 255 256 257 258 259 260
                assert_eq!(src_layout.fields.offset(i).bytes(), 0);
                assert_eq!(dst_layout.fields.offset(i).bytes(), 0);
                if src_f.is_zst() {
                    continue;
                }
                assert_eq!(src_layout.size, src_f.size);

261
                let dst_f = dst_layout.field(bx.cx, i);
262 263
                assert_ne!(src_f.ty, dst_f.ty);
                assert_eq!(result, None);
264
                result = Some(unsize_thin_ptr(bx, src, src_f.ty, dst_f.ty));
265 266 267
            }
            let (lldata, llextra) = result.unwrap();
            // HACK(eddyb) have to bitcast pointers until LLVM removes pointee types.
268 269
            (bx.bitcast(lldata, dst_layout.scalar_pair_element_llvm_type(bx.cx, 0)),
             bx.bitcast(llextra, dst_layout.scalar_pair_element_llvm_type(bx.cx, 1)))
270
        }
271
        _ => bug!("unsize_thin_ptr: called on bad types"),
A
Ariel Ben-Yehuda 已提交
272 273 274 275 276
    }
}

/// Coerce `src`, which is a reference to a value of type `src_ty`,
/// to a value of type `dst_ty` and store the result in `dst`
277
pub fn coerce_unsized_into<'a, 'tcx>(bx: &Builder<'a, 'tcx>,
278 279
                                     src: PlaceRef<'tcx>,
                                     dst: PlaceRef<'tcx>) {
280 281
    let src_ty = src.layout.ty;
    let dst_ty = dst.layout.ty;
282
    let coerce_ptr = || {
283
        let (base, info) = match src.load(bx).val {
284 285 286 287 288
            OperandValue::Pair(base, info) => {
                // fat-ptr to fat-ptr unsize preserves the vtable
                // i.e. &'a fmt::Debug+Send => &'a fmt::Debug
                // So we need to pointercast the base to ensure
                // the types match up.
289 290
                let thin_ptr = dst.layout.field(bx.cx, abi::FAT_PTR_ADDR);
                (bx.pointercast(base, thin_ptr.llvm_type(bx.cx)), info)
291 292
            }
            OperandValue::Immediate(base) => {
293
                unsize_thin_ptr(bx, base, src_ty, dst_ty)
294 295
            }
            OperandValue::Ref(..) => bug!()
296
        };
297
        OperandValue::Pair(base, info).store(bx, dst);
298
    };
A
Ariel Ben-Yehuda 已提交
299 300 301 302
    match (&src_ty.sty, &dst_ty.sty) {
        (&ty::TyRef(..), &ty::TyRef(..)) |
        (&ty::TyRef(..), &ty::TyRawPtr(..)) |
        (&ty::TyRawPtr(..), &ty::TyRawPtr(..)) => {
303 304 305 306
            coerce_ptr()
        }
        (&ty::TyAdt(def_a, _), &ty::TyAdt(def_b, _)) if def_a.is_box() && def_b.is_box() => {
            coerce_ptr()
A
Ariel Ben-Yehuda 已提交
307 308
        }

309
        (&ty::TyAdt(def_a, _), &ty::TyAdt(def_b, _)) => {
A
Ariel Ben-Yehuda 已提交
310 311
            assert_eq!(def_a, def_b);

312
            for i in 0..def_a.variants[0].fields.len() {
313 314
                let src_f = src.project_field(bx, i);
                let dst_f = dst.project_field(bx, i);
A
Ariel Ben-Yehuda 已提交
315

316
                if dst_f.layout.is_zst() {
M
Ms2ger 已提交
317 318
                    continue;
                }
A
Ariel Ben-Yehuda 已提交
319

320
                if src_f.layout.ty == dst_f.layout.ty {
321
                    memcpy_ty(bx, dst_f.llval, src_f.llval, src_f.layout,
322
                              src_f.align.min(dst_f.align), MemFlags::empty());
A
Ariel Ben-Yehuda 已提交
323
                } else {
324
                    coerce_unsized_into(bx, src_f, dst_f);
A
Ariel Ben-Yehuda 已提交
325 326 327
                }
            }
        }
328 329 330
        _ => bug!("coerce_unsized_into: invalid coercion {:?} -> {:?}",
                  src_ty,
                  dst_ty),
A
Ariel Ben-Yehuda 已提交
331 332 333
    }
}

334
pub fn cast_shift_expr_rhs(
335
    cx: &Builder, op: hir::BinOp_, lhs: ValueRef, rhs: ValueRef
336 337
) -> ValueRef {
    cast_shift_rhs(op, lhs, rhs, |a, b| cx.trunc(a, b), |a, b| cx.zext(a, b))
338 339
}

340
fn cast_shift_rhs<F, G>(op: hir::BinOp_,
341 342 343 344
                        lhs: ValueRef,
                        rhs: ValueRef,
                        trunc: F,
                        zext: G)
M
Ms2ger 已提交
345 346 347
                        -> ValueRef
    where F: FnOnce(ValueRef, Type) -> ValueRef,
          G: FnOnce(ValueRef, Type) -> ValueRef
348
{
349
    // Shifts may have any size int on the rhs
350
    if op.is_shift() {
351 352
        let mut rhs_llty = val_ty(rhs);
        let mut lhs_llty = val_ty(lhs);
M
Ms2ger 已提交
353 354 355 356 357 358
        if rhs_llty.kind() == Vector {
            rhs_llty = rhs_llty.element_type()
        }
        if lhs_llty.kind() == Vector {
            lhs_llty = lhs_llty.element_type()
        }
359 360 361 362 363 364 365 366
        let rhs_sz = rhs_llty.int_width();
        let lhs_sz = lhs_llty.int_width();
        if lhs_sz < rhs_sz {
            trunc(rhs, lhs_llty)
        } else if lhs_sz > rhs_sz {
            // FIXME (#1877: If shifting by negative
            // values becomes not undefined then this is wrong.
            zext(rhs, lhs_llty)
367 368 369
        } else {
            rhs
        }
370 371
    } else {
        rhs
372 373 374
    }
}

375 376 377 378 379 380
/// Returns whether this session's target will use SEH-based unwinding.
///
/// This is only true for MSVC targets, and even then the 64-bit MSVC target
/// currently uses SEH-ish unwinding with DWARF info tables to the side (same as
/// 64-bit MinGW) instead of "full SEH".
pub fn wants_msvc_seh(sess: &Session) -> bool {
381
    sess.target.target.options.is_like_msvc
382 383
}

384 385 386
pub fn call_assume<'a, 'tcx>(bx: &Builder<'a, 'tcx>, val: ValueRef) {
    let assume_intrinsic = bx.cx.get_intrinsic("llvm.assume");
    bx.call(assume_intrinsic, &[val], None);
387 388
}

389 390 391
pub fn from_immediate(bx: &Builder, val: ValueRef) -> ValueRef {
    if val_ty(val) == Type::i1(bx.cx) {
        bx.zext(val, Type::i8(bx.cx))
392 393 394 395 396
    } else {
        val
    }
}

397
pub fn to_immediate(bx: &Builder, val: ValueRef, layout: layout::TyLayout) -> ValueRef {
398 399
    if let layout::Abi::Scalar(ref scalar) = layout.abi {
        if scalar.is_bool() {
400
            return bx.trunc(val, Type::i1(bx.cx));
401
        }
402
    }
403
    val
404 405
}

406
pub fn call_memcpy(bx: &Builder,
407 408 409
                   dst: ValueRef,
                   src: ValueRef,
                   n_bytes: ValueRef,
410
                   align: Align,
411 412 413 414 415 416 417 418
                   flags: MemFlags) {
    if flags.contains(MemFlags::NONTEMPORAL) {
        // HACK(nox): This is inefficient but there is no nontemporal memcpy.
        let val = bx.load(src, align);
        let ptr = bx.pointercast(dst, val_ty(val).ptr_to());
        bx.store_with_flags(val, ptr, align, flags);
        return;
    }
419
    let cx = bx.cx;
420
    let ptr_width = &cx.sess().target.target.target_pointer_width;
421
    let key = format!("llvm.memcpy.p0i8.p0i8.i{}", ptr_width);
422
    let memcpy = cx.get_intrinsic(&key);
423 424 425
    let src_ptr = bx.pointercast(src, Type::i8p(cx));
    let dst_ptr = bx.pointercast(dst, Type::i8p(cx));
    let size = bx.intcast(n_bytes, cx.isize_ty, false);
426
    let align = C_i32(cx, align.abi() as i32);
427
    let volatile = C_bool(cx, flags.contains(MemFlags::VOLATILE));
428
    bx.call(memcpy, &[dst_ptr, src_ptr, size, align, volatile], None);
429 430
}

431
pub fn memcpy_ty<'a, 'tcx>(
432
    bx: &Builder<'a, 'tcx>,
433 434
    dst: ValueRef,
    src: ValueRef,
435
    layout: TyLayout<'tcx>,
436
    align: Align,
437
    flags: MemFlags,
438
) {
439
    let size = layout.size.bytes();
440
    if size == 0 {
441 442 443
        return;
    }

444
    call_memcpy(bx, dst, src, C_usize(bx.cx, size), align, flags);
445 446
}

447
pub fn call_memset<'a, 'tcx>(bx: &Builder<'a, 'tcx>,
448 449 450 451 452
                             ptr: ValueRef,
                             fill_byte: ValueRef,
                             size: ValueRef,
                             align: ValueRef,
                             volatile: bool) -> ValueRef {
453
    let ptr_width = &bx.cx.sess().target.target.target_pointer_width;
454
    let intrinsic_key = format!("llvm.memset.p0i8.i{}", ptr_width);
455 456 457
    let llintrinsicfn = bx.cx.get_intrinsic(&intrinsic_key);
    let volatile = C_bool(bx.cx, volatile);
    bx.call(llintrinsicfn, &[ptr, fill_byte, size, align, volatile], None)
458 459
}

I
Irina Popa 已提交
460 461
pub fn codegen_instance<'a, 'tcx>(cx: &CodegenCx<'a, 'tcx>, instance: Instance<'tcx>) {
    let _s = if cx.sess().codegen_stats() {
462
        let mut instance_name = String::new();
463
        DefPathBasedNames::new(cx.tcx, true, true)
464
            .push_def_path(instance.def_id(), &mut instance_name);
465
        Some(StatRecorder::new(cx, instance_name))
466 467 468 469
    } else {
        None
    };

470 471 472
    // this is an info! to allow collecting monomorphization statistics
    // and to allow finding the last function before LLVM aborts from
    // release builds.
I
Irina Popa 已提交
473
    info!("codegen_instance({})", instance);
474

475 476
    let fn_ty = instance.ty(cx.tcx);
    let sig = common::ty_fn_sig(cx, fn_ty);
477
    let sig = cx.tcx.normalize_erasing_late_bound_regions(ty::ParamEnv::reveal_all(), &sig);
478

479
    let lldecl = match cx.instances.borrow().get(&instance) {
480 481 482 483
        Some(&val) => val,
        None => bug!("Instance `{:?}` not already declared", instance)
    };

484
    cx.stats.borrow_mut().n_closures += 1;
485

486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501
    // The `uwtable` attribute according to LLVM is:
    //
    //     This attribute indicates that the ABI being targeted requires that an
    //     unwind table entry be produced for this function even if we can show
    //     that no exceptions passes by it. This is normally the case for the
    //     ELF x86-64 abi, but it can be disabled for some compilation units.
    //
    // Typically when we're compiling with `-C panic=abort` (which implies this
    // `no_landing_pads` check) we don't need `uwtable` because we can't
    // generate any exceptions! On Windows, however, exceptions include other
    // events such as illegal instructions, segfaults, etc. This means that on
    // Windows we end up still needing the `uwtable` attribute even if the `-C
    // panic=abort` flag is passed.
    //
    // You can also find more info on why Windows is whitelisted here in:
    //      https://bugzilla.mozilla.org/show_bug.cgi?id=1302078
502
    if !cx.sess().no_landing_pads() ||
503
       cx.sess().target.target.options.requires_uwtable {
504
        attributes::emit_uwtable(lldecl, true);
505
    }
506

507
    let mir = cx.tcx.instance_mir(instance.def);
I
Irina Popa 已提交
508
    mir::codegen_mir(cx, lldecl, &mir, instance, sig);
509 510
}

511
pub fn set_link_section(cx: &CodegenCx,
512 513 514
                        llval: ValueRef,
                        attrs: &[ast::Attribute]) {
    if let Some(sect) = attr::first_attr_value_str_by_name(attrs, "link_section") {
515
        if contains_null(&sect.as_str()) {
516
            cx.sess().fatal(&format!("Illegal null byte in link_section value: `{}`", &sect));
517 518
        }
        unsafe {
519
            let buf = CString::new(sect.as_str().as_bytes()).unwrap();
520 521
            llvm::LLVMSetSection(llval, buf.as_ptr());
        }
E
Eli Friedman 已提交
522 523 524
    }
}

F
Fourchaux 已提交
525
/// Create the `main` function which will initialize the rust runtime and call
526
/// users main function.
527 528
fn maybe_create_entry_wrapper(cx: &CodegenCx) {
    let (main_def_id, span) = match *cx.sess().entry_fn.borrow() {
529
        Some((id, span, _)) => {
530
            (cx.tcx.hir.local_def_id(id), span)
531 532 533 534
        }
        None => return,
    };

535
    let instance = Instance::mono(cx.tcx, main_def_id);
536

537
    if !cx.codegen_unit.contains_item(&MonoItem::Fn(instance)) {
538 539 540
        // We want to create the wrapper in the same codegen unit as Rust's main
        // function.
        return;
541 542
    }

543
    let main_llfn = callee::get_fn(cx, instance);
544

545
    let et = cx.sess().entry_fn.get().map(|e| e.2);
546
    match et {
547 548 549
        Some(config::EntryMain) => create_entry_fn(cx, span, main_llfn, main_def_id, true),
        Some(config::EntryStart) => create_entry_fn(cx, span, main_llfn, main_def_id, false),
        None => {}    // Do nothing.
550
    }
551

552
    fn create_entry_fn<'cx>(cx: &'cx CodegenCx,
S
Simonas Kazlauskas 已提交
553
                       sp: Span,
554
                       rust_main: ValueRef,
555
                       rust_main_def_id: DefId,
556
                       use_start_lang_item: bool) {
557
        let llfty = Type::func(&[Type::c_int(cx), Type::i8p(cx).ptr_to()], &Type::c_int(cx));
558

559
        let main_ret_ty = cx.tcx.fn_sig(rust_main_def_id).output();
560 561 562 563 564
        // Given that `main()` has no arguments,
        // then its return type cannot have
        // late-bound regions, since late-bound
        // regions must appear in the argument
        // listing.
565 566 567
        let main_ret_ty = cx.tcx.erase_regions(
            &main_ret_ty.no_late_bound_regions().unwrap(),
        );
K
kyeongwoon 已提交
568

569
        if declare::get_defined_value(cx, "main").is_some() {
S
Simonas Kazlauskas 已提交
570
            // FIXME: We should be smart and show a better diagnostic here.
571
            cx.sess().struct_span_err(sp, "entry symbol `main` defined multiple times")
N
Nick Cameron 已提交
572 573
                      .help("did you use #[no_mangle] on `fn main`? Use #[start] instead")
                      .emit();
574
            cx.sess().abort_if_errors();
575
            bug!();
576
        }
577
        let llfn = declare::declare_cfn(cx, "main", llfty);
578

579
        // `main` should respect same config for frame pointer elimination as rest of code
580
        attributes::set_frame_pointer_elimination(cx, llfn);
581

582
        let bx = Builder::new_block(cx, llfn, "top");
583

584
        debuginfo::gdb::insert_reference_to_gdb_debug_scripts_section_global(&bx);
585

586 587 588
        // Params from native main() used as args for rust start function
        let param_argc = get_param(llfn, 0);
        let param_argv = get_param(llfn, 1);
589
        let arg_argc = bx.intcast(param_argc, cx.isize_ty, true);
590 591
        let arg_argv = param_argv;

M
Mark-Simulacrum 已提交
592
        let (start_fn, args) = if use_start_lang_item {
593
            let start_def_id = cx.tcx.require_lang_item(StartFnLangItem);
594 595 596
            let start_fn = callee::resolve_and_get_fn(
                cx,
                start_def_id,
597
                cx.tcx.intern_substs(&[main_ret_ty.into()]),
598
            );
599
            (start_fn, vec![bx.pointercast(rust_main, Type::i8p(cx).ptr_to()),
600
                            arg_argc, arg_argv])
M
Mark-Simulacrum 已提交
601 602
        } else {
            debug!("using user-defined start fn");
603
            (rust_main, vec![arg_argc, arg_argv])
M
Mark-Simulacrum 已提交
604
        };
605

606 607
        let result = bx.call(start_fn, &args, None);
        bx.ret(bx.intcast(result, Type::c_int(cx), true));
M
Marijn Haverbeke 已提交
608
    }
609 610
}

611
fn contains_null(s: &str) -> bool {
612
    s.bytes().any(|b| b == 0)
613 614
}

615
fn write_metadata<'a, 'gcx>(tcx: TyCtxt<'a, 'gcx, 'gcx>,
616
                            llmod_id: &str,
617
                            link_meta: &LinkMeta)
618
                            -> (ContextRef, ModuleRef, EncodedMetadata) {
A
Alex Crichton 已提交
619 620
    use std::io::Write;
    use flate2::Compression;
621
    use flate2::write::DeflateEncoder;
622

623
    let (metadata_llcx, metadata_llmod) = unsafe {
624
        context::create_context_and_module(tcx.sess, llmod_id)
625 626
    };

N
Nicholas Nethercote 已提交
627 628 629 630 631 632 633
    #[derive(PartialEq, Eq, PartialOrd, Ord)]
    enum MetadataKind {
        None,
        Uncompressed,
        Compressed
    }

634
    let kind = tcx.sess.crate_types.borrow().iter().map(|ty| {
N
Nicholas Nethercote 已提交
635 636 637 638 639
        match *ty {
            config::CrateTypeExecutable |
            config::CrateTypeStaticlib |
            config::CrateTypeCdylib => MetadataKind::None,

640
            config::CrateTypeRlib => MetadataKind::Uncompressed,
N
Nicholas Nethercote 已提交
641 642 643 644

            config::CrateTypeDylib |
            config::CrateTypeProcMacro => MetadataKind::Compressed,
        }
645
    }).max().unwrap_or(MetadataKind::None);
N
Nicholas Nethercote 已提交
646 647

    if kind == MetadataKind::None {
648 649
        return (metadata_llcx,
                metadata_llmod,
650
                EncodedMetadata::new());
651
    }
J
James Miller 已提交
652

653
    let metadata = tcx.encode_metadata(link_meta);
N
Nicholas Nethercote 已提交
654
    if kind == MetadataKind::Uncompressed {
655
        return (metadata_llcx, metadata_llmod, metadata);
N
Nicholas Nethercote 已提交
656 657 658
    }

    assert!(kind == MetadataKind::Compressed);
659
    let mut compressed = tcx.metadata_encoding_version();
660
    DeflateEncoder::new(&mut compressed, Compression::fast())
A
Alex Crichton 已提交
661
        .write_all(&metadata.raw_data).unwrap();
662

663 664
    let llmeta = C_bytes_in_context(metadata_llcx, &compressed);
    let llconst = C_struct_in_context(metadata_llcx, &[llmeta], false);
665
    let name = exported_symbols::metadata_symbol_name(tcx);
666
    let buf = CString::new(name).unwrap();
A
Alex Crichton 已提交
667
    let llglobal = unsafe {
668
        llvm::LLVMAddGlobal(metadata_llmod, val_ty(llconst).to_ref(), buf.as_ptr())
A
Alex Crichton 已提交
669
    };
670 671
    unsafe {
        llvm::LLVMSetInitializer(llglobal, llconst);
672
        let section_name = metadata::metadata_section_name(&tcx.sess.target.target);
673 674 675 676 677 678 679 680
        let name = CString::new(section_name).unwrap();
        llvm::LLVMSetSection(llglobal, name.as_ptr());

        // Also generate a .section directive to force no
        // flags, at least for ELF outputs, so that the
        // metadata doesn't get loaded into memory.
        let directive = format!(".section {}", section_name);
        let directive = CString::new(directive).unwrap();
681
        llvm::LLVMSetModuleInlineAsm(metadata_llmod, directive.as_ptr())
682
    }
683
    return (metadata_llcx, metadata_llmod, metadata);
684 685
}

686
pub struct ValueIter {
687 688 689
    cur: ValueRef,
    step: unsafe extern "C" fn(ValueRef) -> ValueRef,
}
690

691 692
impl Iterator for ValueIter {
    type Item = ValueRef;
693

694 695 696
    fn next(&mut self) -> Option<ValueRef> {
        let old = self.cur;
        if !old.is_null() {
697
            self.cur = unsafe { (self.step)(old) };
698 699 700 701
            Some(old)
        } else {
            None
        }
702
    }
703
}
704

705
pub fn iter_globals(llmod: llvm::ModuleRef) -> ValueIter {
706 707 708 709 710 711 712
    unsafe {
        ValueIter {
            cur: llvm::LLVMGetFirstGlobal(llmod),
            step: llvm::LLVMGetNextGlobal,
        }
    }
}
J
Jorge Aparicio 已提交
713

I
Irina Popa 已提交
714
pub fn codegen_crate<'a, 'tcx>(tcx: TyCtxt<'a, 'tcx, 'tcx>,
A
Alex Crichton 已提交
715
                             rx: mpsc::Receiver<Box<Any + Send>>)
I
Irina Popa 已提交
716
                             -> OngoingCodegen {
B
bjorn3 已提交
717

718 719
    check_for_rustc_errors_attr(tcx);

720
    if let Some(true) = tcx.sess.opts.debugging_opts.thinlto {
A
Alex Crichton 已提交
721 722 723 724
        if unsafe { !llvm::LLVMRustThinLTOAvailable() } {
            tcx.sess.fatal("this compiler's LLVM does not support ThinLTO");
        }
    }
725

726 727 728 729 730 731 732
    if (tcx.sess.opts.debugging_opts.pgo_gen.is_some() ||
        !tcx.sess.opts.debugging_opts.pgo_use.is_empty()) &&
        unsafe { !llvm::LLVMRustPGOAvailable() }
    {
        tcx.sess.fatal("this compiler's LLVM does not support PGO");
    }

733
    let crate_hash = tcx.crate_hash(LOCAL_CRATE);
734
    let link_meta = link::build_link_meta(crate_hash);
735

I
Irina Popa 已提交
736
    // Codegen the metadata.
737
    let llmod_id = "metadata";
738
    let (metadata_llcx, metadata_llmod, metadata) =
739
        time(tcx.sess, "write metadata", || {
740
            write_metadata(tcx, llmod_id, &link_meta)
741
        });
742

I
Irina Popa 已提交
743
    let metadata_module = ModuleCodegen {
744
        name: link::METADATA_MODULE_NAME.to_string(),
745
        llmod_id: llmod_id.to_string(),
I
Irina Popa 已提交
746
        source: ModuleSource::Codegened(ModuleLlvm {
747 748
            llcx: metadata_llcx,
            llmod: metadata_llmod,
749
            tm: create_target_machine(tcx.sess, false),
750
        }),
751
        kind: ModuleKind::Metadata,
752
    };
753

I
Irina Popa 已提交
754
    let time_graph = if tcx.sess.opts.debugging_opts.codegen_time_graph {
755 756 757 758
        Some(time_graph::TimeGraph::new())
    } else {
        None
    };
759

I
Irina Popa 已提交
760 761 762 763
    // Skip crate items and just output metadata in -Z no-codegen mode.
    if tcx.sess.opts.debugging_opts.no_codegen ||
       !tcx.sess.opts.output_types.should_codegen() {
        let ongoing_codegen = write::start_async_codegen(
764
            tcx,
765
            time_graph.clone(),
766
            link_meta,
767
            metadata,
A
Alex Crichton 已提交
768 769
            rx,
            1);
770

I
Irina Popa 已提交
771 772
        ongoing_codegen.submit_pre_codegened_module_to_llvm(tcx, metadata_module);
        ongoing_codegen.codegen_finished(tcx);
773

774
        assert_and_save_dep_graph(tcx);
775

I
Irina Popa 已提交
776
        ongoing_codegen.check_for_errors(tcx.sess);
777

I
Irina Popa 已提交
778
        return ongoing_codegen;
779 780
    }

I
Irina Popa 已提交
781
    // Run the monomorphization collector and partition the collected items into
782
    // codegen units.
783
    let codegen_units =
I
Irina Popa 已提交
784
        tcx.collect_and_partition_mono_items(LOCAL_CRATE).1;
785
    let codegen_units = (*codegen_units).clone();
786

787 788 789 790 791 792 793 794 795 796 797
    // Force all codegen_unit queries so they are already either red or green
    // when compile_codegen_unit accesses them. We are not able to re-execute
    // the codegen_unit query from just the DepNode, so an unknown color would
    // lead to having to re-execute compile_codegen_unit, possibly
    // unnecessarily.
    if tcx.dep_graph.is_fully_enabled() {
        for cgu in &codegen_units {
            tcx.codegen_unit(cgu.name().clone());
        }
    }

I
Irina Popa 已提交
798
    let ongoing_codegen = write::start_async_codegen(
799
        tcx,
800
        time_graph.clone(),
801
        link_meta,
802
        metadata,
A
Alex Crichton 已提交
803 804
        rx,
        codegen_units.len());
805

I
Irina Popa 已提交
806
    // Codegen an allocator shim, if any
807
    let allocator_module = if let Some(kind) = *tcx.sess.allocator_kind.get() {
808
        unsafe {
809
            let llmod_id = "allocator";
810
            let (llcx, llmod) =
811
                context::create_context_and_module(tcx.sess, llmod_id);
812
            let modules = ModuleLlvm {
813 814
                llmod,
                llcx,
815
                tm: create_target_machine(tcx.sess, false),
816
            };
817
            time(tcx.sess, "write allocator module", || {
I
Irina Popa 已提交
818
                allocator::codegen(tcx, &modules, kind)
819 820
            });

I
Irina Popa 已提交
821
            Some(ModuleCodegen {
822
                name: link::ALLOCATOR_MODULE_NAME.to_string(),
823
                llmod_id: llmod_id.to_string(),
I
Irina Popa 已提交
824
                source: ModuleSource::Codegened(modules),
825 826 827 828 829 830 831 832
                kind: ModuleKind::Allocator,
            })
        }
    } else {
        None
    };

    if let Some(allocator_module) = allocator_module {
I
Irina Popa 已提交
833
        ongoing_codegen.submit_pre_codegened_module_to_llvm(tcx, allocator_module);
834 835
    }

I
Irina Popa 已提交
836
    ongoing_codegen.submit_pre_codegened_module_to_llvm(tcx, metadata_module);
837

838
    // We sort the codegen units by size. This way we can schedule work for LLVM
839
    // a bit more efficiently.
840 841
    let codegen_units = {
        let mut codegen_units = codegen_units;
V
varkor 已提交
842
        codegen_units.sort_by_cached_key(|cgu| cmp::Reverse(cgu.size_estimate()));
843 844 845
        codegen_units
    };

I
Irina Popa 已提交
846
    let mut total_codegen_time = Duration::new(0, 0);
A
Alex Crichton 已提交
847
    let mut all_stats = Stats::default();
848

A
Alex Crichton 已提交
849
    for cgu in codegen_units.into_iter() {
I
Irina Popa 已提交
850 851
        ongoing_codegen.wait_for_signal_to_codegen_item();
        ongoing_codegen.check_for_errors(tcx.sess);
852

853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879
        // First, if incremental compilation is enabled, we try to re-use the
        // codegen unit from the cache.
        if tcx.dep_graph.is_fully_enabled() {
            let cgu_id = cgu.work_product_id();

            // Check whether there is a previous work-product we can
            // re-use.  Not only must the file exist, and the inputs not
            // be dirty, but the hash of the symbols we will generate must
            // be the same.
            if let Some(buf) = tcx.dep_graph.previous_work_product(&cgu_id) {
                let dep_node = &DepNode::new(tcx,
                    DepConstructor::CompileCodegenUnit(cgu.name().clone()));

                // We try to mark the DepNode::CompileCodegenUnit green. If we
                // succeed it means that none of the dependencies has changed
                // and we can safely re-use.
                if let Some(dep_node_index) = tcx.dep_graph.try_mark_green(tcx, dep_node) {
                    // Append ".rs" to LLVM module identifier.
                    //
                    // LLVM code generator emits a ".file filename" directive
                    // for ELF backends. Value of the "filename" is set as the
                    // LLVM module identifier.  Due to a LLVM MC bug[1], LLVM
                    // crashes if the module identifier is same as other symbols
                    // such as a function name in the module.
                    // 1. http://llvm.org/bugs/show_bug.cgi?id=11479
                    let llmod_id = format!("{}.rs", cgu.name());

I
Irina Popa 已提交
880
                    let module = ModuleCodegen {
881 882 883 884 885 886
                        name: cgu.name().to_string(),
                        source: ModuleSource::Preexisting(buf),
                        kind: ModuleKind::Regular,
                        llmod_id,
                    };
                    tcx.dep_graph.mark_loaded_from_cache(dep_node_index, true);
I
Irina Popa 已提交
887
                    write::submit_codegened_module_to_llvm(tcx, module, 0);
888 889 890 891 892 893 894 895 896
                    // Continue to next cgu, this one is done.
                    continue
                }
            } else {
                // This can happen if files were  deleted from the cache
                // directory for some reason. We just re-compile then.
            }
        }

897
        let _timing_guard = time_graph.as_ref().map(|time_graph| {
I
Irina Popa 已提交
898 899
            time_graph.start(write::CODEGEN_WORKER_TIMELINE,
                             write::CODEGEN_WORK_PACKAGE_KIND,
900 901
                             &format!("codegen {}", cgu.name()))
        });
902
        let start_time = Instant::now();
A
Alex Crichton 已提交
903
        all_stats.extend(tcx.compile_codegen_unit(*cgu.name()));
I
Irina Popa 已提交
904 905
        total_codegen_time += start_time.elapsed();
        ongoing_codegen.check_for_errors(tcx.sess);
906 907
    }

I
Irina Popa 已提交
908
    ongoing_codegen.codegen_finished(tcx);
A
Alex Crichton 已提交
909

I
Irina Popa 已提交
910
    // Since the main thread is sometimes blocked during codegen, we keep track
911 912
    // -Ztime-passes output manually.
    print_time_passes_entry(tcx.sess.time_passes(),
I
Irina Popa 已提交
913 914
                            "codegen to LLVM IR",
                            total_codegen_time);
915

A
Alex Crichton 已提交
916
    if tcx.sess.opts.incremental.is_some() {
917
        ::rustc_incremental::assert_module_sources::assert_module_sources(tcx);
918 919
    }

N
Niko Matsakis 已提交
920
    symbol_names_test::report_symbol_names(tcx);
921

I
Irina Popa 已提交
922 923
    if tcx.sess.codegen_stats() {
        println!("--- codegen stats ---");
A
Alex Crichton 已提交
924 925 926
        println!("n_glues_created: {}", all_stats.n_glues_created);
        println!("n_null_glues: {}", all_stats.n_null_glues);
        println!("n_real_glues: {}", all_stats.n_real_glues);
927

A
Alex Crichton 已提交
928 929 930
        println!("n_fns: {}", all_stats.n_fns);
        println!("n_inlines: {}", all_stats.n_inlines);
        println!("n_closures: {}", all_stats.n_closures);
931
        println!("fn stats:");
A
Alex Crichton 已提交
932 933 934
        all_stats.fn_stats.sort_by_key(|&(_, insns)| insns);
        for &(ref name, insns) in all_stats.fn_stats.iter() {
            println!("{} insns, {}", insns, *name);
935
        }
J
James Miller 已提交
936
    }
937

938
    if tcx.sess.count_llvm_insns() {
A
Alex Crichton 已提交
939
        for (k, v) in all_stats.llvm_insns.iter() {
A
Alex Crichton 已提交
940
            println!("{:7} {}", *v, *k);
941 942 943
        }
    }

I
Irina Popa 已提交
944
    ongoing_codegen.check_for_errors(tcx.sess);
945

946
    assert_and_save_dep_graph(tcx);
I
Irina Popa 已提交
947
    ongoing_codegen
948
}
949

950
fn assert_and_save_dep_graph<'a, 'tcx>(tcx: TyCtxt<'a, 'tcx, 'tcx>) {
951
    time(tcx.sess,
952 953 954
         "assert dep graph",
         || rustc_incremental::assert_dep_graph(tcx));

955
    time(tcx.sess,
956
         "serialize dep graph",
957
         || rustc_incremental::save_dep_graph(tcx));
958 959
}

I
Irina Popa 已提交
960
fn collect_and_partition_mono_items<'a, 'tcx>(
961 962
    tcx: TyCtxt<'a, 'tcx, 'tcx>,
    cnum: CrateNum,
963
) -> (Arc<DefIdSet>, Arc<Vec<Arc<CodegenUnit<'tcx>>>>)
964 965
{
    assert_eq!(cnum, LOCAL_CRATE);
966

I
Irina Popa 已提交
967
    let collection_mode = match tcx.sess.opts.debugging_opts.print_mono_items {
968 969 970 971
        Some(ref s) => {
            let mode_string = s.to_lowercase();
            let mode_string = mode_string.trim();
            if mode_string == "eager" {
972
                MonoItemCollectionMode::Eager
973 974 975 976 977
            } else {
                if mode_string != "lazy" {
                    let message = format!("Unknown codegen-item collection mode '{}'. \
                                           Falling back to 'lazy' mode.",
                                           mode_string);
978
                    tcx.sess.warn(&message);
979 980
                }

981
                MonoItemCollectionMode::Lazy
982 983
            }
        }
984 985 986 987 988 989 990
        None => {
            if tcx.sess.opts.cg.link_dead_code {
                MonoItemCollectionMode::Eager
            } else {
                MonoItemCollectionMode::Lazy
            }
        }
991 992
    };

993
    let (items, inlining_map) =
I
Irina Popa 已提交
994
        time(tcx.sess, "monomorphization collection", || {
995
            collector::collect_crate_mono_items(tcx, collection_mode)
996 997
    });

998 999
    tcx.sess.abort_if_errors();

1000
    ::rustc_mir::monomorphize::assert_symbols_are_distinct(tcx, items.iter());
1001

1002
    let strategy = if tcx.sess.opts.incremental.is_some() {
1003 1004
        PartitioningStrategy::PerModule
    } else {
1005
        PartitioningStrategy::FixedUnitCount(tcx.sess.codegen_units())
1006 1007
    };

1008
    let codegen_units = time(tcx.sess, "codegen unit partitioning", || {
1009
        partitioning::partition(tcx,
1010 1011
                                items.iter().cloned(),
                                strategy,
1012
                                &inlining_map)
1013 1014 1015
            .into_iter()
            .map(Arc::new)
            .collect::<Vec<_>>()
1016 1017
    });

I
Irina Popa 已提交
1018 1019
    let mono_items: DefIdSet = items.iter().filter_map(|mono_item| {
        match *mono_item {
M
Maik Klein 已提交
1020
            MonoItem::Fn(ref instance) => Some(instance.def_id()),
1021
            MonoItem::Static(def_id) => Some(def_id),
1022 1023 1024
            _ => None,
        }
    }).collect();
1025

I
Irina Popa 已提交
1026
    if tcx.sess.opts.debugging_opts.print_mono_items.is_some() {
1027
        let mut item_to_cgus = FxHashMap();
1028

1029
        for cgu in &codegen_units {
I
Irina Popa 已提交
1030 1031
            for (&mono_item, &linkage) in cgu.items() {
                item_to_cgus.entry(mono_item)
1032
                            .or_insert(Vec::new())
1033
                            .push((cgu.name().clone(), linkage));
1034 1035 1036 1037 1038 1039
            }
        }

        let mut item_keys: Vec<_> = items
            .iter()
            .map(|i| {
1040
                let mut output = i.to_string(tcx);
1041 1042
                output.push_str(" @@");
                let mut empty = Vec::new();
1043
                let cgus = item_to_cgus.get_mut(i).unwrap_or(&mut empty);
1044 1045
                cgus.as_mut_slice().sort_by_key(|&(ref name, _)| name.clone());
                cgus.dedup();
1046
                for &(ref cgu_name, (linkage, _)) in cgus.iter() {
1047
                    output.push_str(" ");
1048
                    output.push_str(&cgu_name.as_str());
1049 1050

                    let linkage_abbrev = match linkage {
1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061
                        Linkage::External => "External",
                        Linkage::AvailableExternally => "Available",
                        Linkage::LinkOnceAny => "OnceAny",
                        Linkage::LinkOnceODR => "OnceODR",
                        Linkage::WeakAny => "WeakAny",
                        Linkage::WeakODR => "WeakODR",
                        Linkage::Appending => "Appending",
                        Linkage::Internal => "Internal",
                        Linkage::Private => "Private",
                        Linkage::ExternalWeak => "ExternalWeak",
                        Linkage::Common => "Common",
1062 1063 1064 1065 1066 1067 1068 1069 1070 1071
                    };

                    output.push_str("[");
                    output.push_str(linkage_abbrev);
                    output.push_str("]");
                }
                output
            })
            .collect();

1072 1073 1074
        item_keys.sort();

        for item in item_keys {
I
Irina Popa 已提交
1075
            println!("MONO_ITEM {}", item);
1076 1077
        }
    }
1078

I
Irina Popa 已提交
1079
    (Arc::new(mono_items), Arc::new(codegen_units))
1080
}
1081 1082

impl CrateInfo {
1083
    pub fn new(tcx: TyCtxt) -> CrateInfo {
1084 1085 1086 1087 1088 1089
        let mut info = CrateInfo {
            panic_runtime: None,
            compiler_builtins: None,
            profiler_runtime: None,
            sanitizer_runtime: None,
            is_no_builtins: FxHashSet(),
1090
            native_libraries: FxHashMap(),
1091 1092
            used_libraries: tcx.native_libraries(LOCAL_CRATE),
            link_args: tcx.link_args(LOCAL_CRATE),
1093
            crate_name: FxHashMap(),
1094 1095 1096
            used_crates_dynamic: cstore::used_crates(tcx, LinkagePreference::RequireDynamic),
            used_crates_static: cstore::used_crates(tcx, LinkagePreference::RequireStatic),
            used_crate_source: FxHashMap(),
1097
            wasm_custom_sections: BTreeMap::new(),
1098
            wasm_imports: FxHashMap(),
1099 1100
            lang_item_to_crate: FxHashMap(),
            missing_lang_items: FxHashMap(),
1101
        };
1102
        let lang_items = tcx.lang_items();
1103

1104
        let load_wasm_items = tcx.sess.crate_types.borrow()
1105 1106
            .iter()
            .any(|c| *c != config::CrateTypeRlib) &&
1107
            tcx.sess.opts.target_triple == TargetTriple::from_triple("wasm32-unknown-unknown");
1108

1109
        if load_wasm_items {
1110 1111 1112 1113 1114 1115 1116
            info!("attempting to load all wasm sections");
            for &id in tcx.wasm_custom_sections(LOCAL_CRATE).iter() {
                let (name, contents) = fetch_wasm_section(tcx, id);
                info.wasm_custom_sections.entry(name)
                    .or_insert(Vec::new())
                    .extend(contents);
            }
1117
            info.load_wasm_imports(tcx, LOCAL_CRATE);
1118 1119
        }

1120
        for &cnum in tcx.crates().iter() {
1121
            info.native_libraries.insert(cnum, tcx.native_libraries(cnum));
1122
            info.crate_name.insert(cnum, tcx.crate_name(cnum).to_string());
1123
            info.used_crate_source.insert(cnum, tcx.used_crate_source(cnum));
1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138
            if tcx.is_panic_runtime(cnum) {
                info.panic_runtime = Some(cnum);
            }
            if tcx.is_compiler_builtins(cnum) {
                info.compiler_builtins = Some(cnum);
            }
            if tcx.is_profiler_runtime(cnum) {
                info.profiler_runtime = Some(cnum);
            }
            if tcx.is_sanitizer_runtime(cnum) {
                info.sanitizer_runtime = Some(cnum);
            }
            if tcx.is_no_builtins(cnum) {
                info.is_no_builtins.insert(cnum);
            }
1139
            if load_wasm_items {
1140 1141 1142 1143 1144 1145
                for &id in tcx.wasm_custom_sections(cnum).iter() {
                    let (name, contents) = fetch_wasm_section(tcx, id);
                    info.wasm_custom_sections.entry(name)
                        .or_insert(Vec::new())
                        .extend(contents);
                }
1146
                info.load_wasm_imports(tcx, cnum);
1147
            }
1148 1149 1150 1151 1152 1153
            let missing = tcx.missing_lang_items(cnum);
            for &item in missing.iter() {
                if let Ok(id) = lang_items.require(item) {
                    info.lang_item_to_crate.insert(item, id.krate);
                }
            }
1154 1155 1156 1157 1158 1159 1160

            // No need to look for lang items that are whitelisted and don't
            // actually need to exist.
            let missing = missing.iter()
                .cloned()
                .filter(|&l| !weak_lang_items::whitelisted(tcx, l))
                .collect();
1161
            info.missing_lang_items.insert(cnum, missing);
1162 1163 1164 1165
        }

        return info
    }
1166 1167 1168 1169 1170 1171 1172 1173

    fn load_wasm_imports(&mut self, tcx: TyCtxt, cnum: CrateNum) {
        for (&id, module) in tcx.wasm_import_module_map(cnum).iter() {
            let instance = Instance::mono(tcx, id);
            let import_name = tcx.symbol_name(instance);
            self.wasm_imports.insert(import_name.to_string(), module.clone());
        }
    }
1174
}
1175

I
Irina Popa 已提交
1176 1177 1178 1179
fn is_codegened_item(tcx: TyCtxt, id: DefId) -> bool {
    let (all_mono_items, _) =
        tcx.collect_and_partition_mono_items(LOCAL_CRATE);
    all_mono_items.contains(&id)
1180 1181
}

A
Alex Crichton 已提交
1182 1183
fn compile_codegen_unit<'a, 'tcx>(tcx: TyCtxt<'a, 'tcx, 'tcx>,
                                  cgu: InternedString) -> Stats {
1184
    let cgu = tcx.codegen_unit(cgu);
A
Alex Crichton 已提交
1185 1186

    let start_time = Instant::now();
I
Irina Popa 已提交
1187 1188
    let (stats, module) = module_codegen(tcx, cgu);
    let time_to_codegen = start_time.elapsed();
A
Alex Crichton 已提交
1189 1190

    // We assume that the cost to run LLVM on a CGU is proportional to
I
Irina Popa 已提交
1191 1192 1193
    // the time we needed for codegenning it.
    let cost = time_to_codegen.as_secs() * 1_000_000_000 +
               time_to_codegen.subsec_nanos() as u64;
A
Alex Crichton 已提交
1194

I
Irina Popa 已提交
1195
    write::submit_codegened_module_to_llvm(tcx,
A
Alex Crichton 已提交
1196 1197 1198 1199
                                            module,
                                            cost);
    return stats;

I
Irina Popa 已提交
1200
    fn module_codegen<'a, 'tcx>(
1201 1202
        tcx: TyCtxt<'a, 'tcx, 'tcx>,
        cgu: Arc<CodegenUnit<'tcx>>)
I
Irina Popa 已提交
1203
        -> (Stats, ModuleCodegen)
A
Alex Crichton 已提交
1204 1205 1206
    {
        let cgu_name = cgu.name().to_string();

1207 1208 1209 1210 1211 1212 1213 1214
        // Append ".rs" to LLVM module identifier.
        //
        // LLVM code generator emits a ".file filename" directive
        // for ELF backends. Value of the "filename" is set as the
        // LLVM module identifier.  Due to a LLVM MC bug[1], LLVM
        // crashes if the module identifier is same as other symbols
        // such as a function name in the module.
        // 1. http://llvm.org/bugs/show_bug.cgi?id=11479
A
Alex Crichton 已提交
1215 1216
        let llmod_id = format!("{}-{}.rs",
                               cgu.name(),
1217 1218
                               tcx.crate_disambiguator(LOCAL_CRATE)
                                   .to_fingerprint().to_hex());
1219

I
Irina Popa 已提交
1220
        // Instantiate monomorphizations without filling out definitions yet...
1221
        let cx = CodegenCx::new(tcx, cgu, &llmod_id);
A
Alex Crichton 已提交
1222
        let module = {
I
Irina Popa 已提交
1223
            let mono_items = cx.codegen_unit
1224
                                 .items_in_deterministic_order(cx.tcx);
I
Irina Popa 已提交
1225 1226
            for &(mono_item, (linkage, visibility)) in &mono_items {
                mono_item.predefine(&cx, linkage, visibility);
A
Alex Crichton 已提交
1227 1228 1229
            }

            // ... and now that we have everything pre-defined, fill out those definitions.
I
Irina Popa 已提交
1230 1231
            for &(mono_item, _) in &mono_items {
                mono_item.define(&cx);
A
Alex Crichton 已提交
1232 1233 1234 1235
            }

            // If this codegen unit contains the main function, also create the
            // wrapper here
1236
            maybe_create_entry_wrapper(&cx);
A
Alex Crichton 已提交
1237 1238

            // Run replace-all-uses-with for statics that need it
1239
            for &(old_g, new_g) in cx.statics_to_rauw.borrow().iter() {
A
Alex Crichton 已提交
1240 1241 1242 1243 1244 1245 1246 1247 1248
                unsafe {
                    let bitcast = llvm::LLVMConstPointerCast(new_g, llvm::LLVMTypeOf(old_g));
                    llvm::LLVMReplaceAllUsesWith(old_g, bitcast);
                    llvm::LLVMDeleteGlobal(old_g);
                }
            }

            // Create the llvm.used variable
            // This variable has type [N x i8*] and is stored in the llvm.metadata section
1249
            if !cx.used_statics.borrow().is_empty() {
A
Alex Crichton 已提交
1250 1251
                let name = CString::new("llvm.used").unwrap();
                let section = CString::new("llvm.metadata").unwrap();
1252
                let array = C_array(Type::i8(&cx).ptr_to(), &*cx.used_statics.borrow());
A
Alex Crichton 已提交
1253 1254

                unsafe {
1255
                    let g = llvm::LLVMAddGlobal(cx.llmod,
A
Alex Crichton 已提交
1256 1257 1258 1259 1260 1261 1262 1263 1264
                                                val_ty(array).to_ref(),
                                                name.as_ptr());
                    llvm::LLVMSetInitializer(g, array);
                    llvm::LLVMRustSetLinkage(g, llvm::Linkage::AppendingLinkage);
                    llvm::LLVMSetSection(g, section.as_ptr());
                }
            }

            // Finalize debuginfo
1265 1266
            if cx.sess().opts.debuginfo != NoDebugInfo {
                debuginfo::finalize(&cx);
A
Alex Crichton 已提交
1267 1268 1269
            }

            let llvm_module = ModuleLlvm {
1270 1271
                llcx: cx.llcx,
                llmod: cx.llmod,
1272
                tm: create_target_machine(cx.sess(), false),
A
Alex Crichton 已提交
1273 1274
            };

I
Irina Popa 已提交
1275
            ModuleCodegen {
A
Alex Crichton 已提交
1276
                name: cgu_name,
I
Irina Popa 已提交
1277
                source: ModuleSource::Codegened(llvm_module),
A
Alex Crichton 已提交
1278
                kind: ModuleKind::Regular,
1279
                llmod_id,
A
Alex Crichton 已提交
1280 1281 1282
            }
        };

1283
        (cx.into_stats(), module)
A
Alex Crichton 已提交
1284 1285 1286
    }
}

1287
pub fn provide(providers: &mut Providers) {
I
Irina Popa 已提交
1288 1289
    providers.collect_and_partition_mono_items =
        collect_and_partition_mono_items;
1290

I
Irina Popa 已提交
1291
    providers.is_codegened_item = is_codegened_item;
A
Alex Crichton 已提交
1292 1293

    providers.codegen_unit = |tcx, name| {
I
Irina Popa 已提交
1294
        let (_, all) = tcx.collect_and_partition_mono_items(LOCAL_CRATE);
A
Alex Crichton 已提交
1295 1296 1297 1298 1299 1300
        all.iter()
            .find(|cgu| *cgu.name() == name)
            .cloned()
            .expect(&format!("failed to find cgu with name {:?}", name))
    };
    providers.compile_codegen_unit = compile_codegen_unit;
1301 1302 1303 1304 1305 1306 1307 1308 1309 1310 1311 1312 1313 1314 1315 1316 1317 1318 1319 1320 1321 1322 1323 1324 1325 1326 1327 1328 1329 1330 1331 1332 1333

    provide_extern(providers);
}

pub fn provide_extern(providers: &mut Providers) {
    providers.dllimport_foreign_items = |tcx, krate| {
        let module_map = tcx.foreign_modules(krate);
        let module_map = module_map.iter()
            .map(|lib| (lib.def_id, lib))
            .collect::<FxHashMap<_, _>>();

        let dllimports = tcx.native_libraries(krate)
            .iter()
            .filter(|lib| {
                if lib.kind != cstore::NativeLibraryKind::NativeUnknown {
                    return false
                }
                let cfg = match lib.cfg {
                    Some(ref cfg) => cfg,
                    None => return true,
                };
                attr::cfg_matches(cfg, &tcx.sess.parse_sess, None)
            })
            .filter_map(|lib| lib.foreign_module)
            .map(|id| &module_map[&id])
            .flat_map(|module| module.foreign_items.iter().cloned())
            .collect();
        Lrc::new(dllimports)
    };

    providers.is_dllimport_foreign_item = |tcx, def_id| {
        tcx.dllimport_foreign_items(def_id.krate).contains(&def_id)
    };
1334 1335
}

1336 1337 1338 1339 1340 1341 1342 1343 1344 1345 1346 1347 1348 1349 1350 1351 1352 1353 1354 1355 1356
pub fn linkage_to_llvm(linkage: Linkage) -> llvm::Linkage {
    match linkage {
        Linkage::External => llvm::Linkage::ExternalLinkage,
        Linkage::AvailableExternally => llvm::Linkage::AvailableExternallyLinkage,
        Linkage::LinkOnceAny => llvm::Linkage::LinkOnceAnyLinkage,
        Linkage::LinkOnceODR => llvm::Linkage::LinkOnceODRLinkage,
        Linkage::WeakAny => llvm::Linkage::WeakAnyLinkage,
        Linkage::WeakODR => llvm::Linkage::WeakODRLinkage,
        Linkage::Appending => llvm::Linkage::AppendingLinkage,
        Linkage::Internal => llvm::Linkage::InternalLinkage,
        Linkage::Private => llvm::Linkage::PrivateLinkage,
        Linkage::ExternalWeak => llvm::Linkage::ExternalWeakLinkage,
        Linkage::Common => llvm::Linkage::CommonLinkage,
    }
}

pub fn visibility_to_llvm(linkage: Visibility) -> llvm::Visibility {
    match linkage {
        Visibility::Default => llvm::Visibility::Default,
        Visibility::Hidden => llvm::Visibility::Hidden,
        Visibility::Protected => llvm::Visibility::Protected,
1357
    }
1358 1359 1360 1361 1362 1363 1364 1365 1366 1367 1368 1369 1370
}

// FIXME(mw): Anything that is produced via DepGraph::with_task() must implement
//            the HashStable trait. Normally DepGraph::with_task() calls are
//            hidden behind queries, but CGU creation is a special case in two
//            ways: (1) it's not a query and (2) CGU are output nodes, so their
//            Fingerprints are not actually needed. It remains to be clarified
//            how exactly this case will be handled in the red/green system but
//            for now we content ourselves with providing a no-op HashStable
//            implementation for CGUs.
mod temp_stable_hash_impls {
    use rustc_data_structures::stable_hasher::{StableHasherResult, StableHasher,
                                               HashStable};
I
Irina Popa 已提交
1371
    use ModuleCodegen;
1372

I
Irina Popa 已提交
1373
    impl<HCX> HashStable<HCX> for ModuleCodegen {
1374 1375 1376 1377 1378
        fn hash_stable<W: StableHasherResult>(&self,
                                              _: &mut HCX,
                                              _: &mut StableHasher<W>) {
            // do nothing
        }
1379 1380
    }
}
1381 1382

fn fetch_wasm_section(tcx: TyCtxt, id: DefId) -> (String, Vec<u8>) {
1383
    use rustc::mir::interpret::GlobalId;
1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400

    info!("loading wasm section {:?}", id);

    let section = tcx.get_attrs(id)
        .iter()
        .find(|a| a.check_name("wasm_custom_section"))
        .expect("missing #[wasm_custom_section] attribute")
        .value_str()
        .expect("malformed #[wasm_custom_section] attribute");

    let instance = ty::Instance::mono(tcx, id);
    let cid = GlobalId {
        instance,
        promoted: None
    };
    let param_env = ty::ParamEnv::reveal_all();
    let val = tcx.const_eval(param_env.and(cid)).unwrap();
1401
    let alloc = tcx.const_value_to_allocation(val);
1402 1403
    (section.to_string(), alloc.bytes.clone())
}