2015-10-21 17:42:25 -04:00
|
|
|
// Copyright 2012-2014 The Rust Project Developers. See the COPYRIGHT
|
|
|
|
|
// file at the top-level directory of this distribution and at
|
|
|
|
|
// http://rust-lang.org/COPYRIGHT.
|
|
|
|
|
//
|
|
|
|
|
// Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
|
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
|
|
|
|
|
// <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your
|
|
|
|
|
// option. This file may not be copied, modified, or distributed
|
|
|
|
|
// except according to those terms.
|
|
|
|
|
|
2018-07-10 13:28:39 +03:00
|
|
|
use llvm;
|
2018-08-13 16:14:22 +02:00
|
|
|
use rustc::mir::interpret::{ConstEvalErr, read_target_uint};
|
2018-09-20 10:17:14 +02:00
|
|
|
use rustc_mir::const_eval::const_field;
|
2016-04-21 16:15:56 +03:00
|
|
|
use rustc::hir::def_id::DefId;
|
2016-09-19 23:50:00 +03:00
|
|
|
use rustc::mir;
|
2018-01-16 09:31:48 +01:00
|
|
|
use rustc_data_structures::indexed_vec::Idx;
|
2018-06-25 17:41:20 +02:00
|
|
|
use rustc_data_structures::sync::Lrc;
|
2018-05-21 00:37:44 +02:00
|
|
|
use rustc::mir::interpret::{GlobalId, Pointer, Scalar, Allocation, ConstValue, AllocType};
|
2018-01-25 16:44:45 +01:00
|
|
|
use rustc::ty::{self, Ty};
|
2018-05-21 00:00:38 +02:00
|
|
|
use rustc::ty::layout::{self, HasDataLayout, LayoutOf, Size};
|
2016-12-31 16:00:24 -07:00
|
|
|
use builder::Builder;
|
2018-01-16 09:31:48 +01:00
|
|
|
use common::{CodegenCx};
|
|
|
|
|
use common::{C_bytes, C_struct, C_uint_big, C_undef, C_usize};
|
2016-08-16 17:41:38 +03:00
|
|
|
use consts;
|
2017-09-21 20:40:50 +03:00
|
|
|
use type_of::LayoutLlvmExt;
|
2016-03-22 19:23:36 +02:00
|
|
|
use type_::Type;
|
2018-01-26 14:28:58 +01:00
|
|
|
use syntax::ast::Mutability;
|
2018-08-18 12:14:03 +02:00
|
|
|
use syntax::source_map::Span;
|
2018-07-10 13:28:39 +03:00
|
|
|
use value::Value;
|
2015-11-16 19:57:57 +02:00
|
|
|
|
2018-01-16 09:31:48 +01:00
|
|
|
use super::super::callee;
|
2018-01-16 10:16:38 +01:00
|
|
|
use super::FunctionCx;
|
2016-05-27 14:40:05 +03:00
|
|
|
|
2018-07-10 13:28:39 +03:00
|
|
|
pub fn scalar_to_llvm(
|
|
|
|
|
cx: &CodegenCx<'ll, '_>,
|
|
|
|
|
cv: Scalar,
|
|
|
|
|
layout: &layout::Scalar,
|
|
|
|
|
llty: &'ll Type,
|
|
|
|
|
) -> &'ll Value {
|
2018-05-22 10:28:46 +02:00
|
|
|
let bitsize = if layout.is_bool() { 1 } else { layout.value.size(cx).bits() };
|
2018-01-16 09:31:48 +01:00
|
|
|
match cv {
|
2018-07-24 18:28:53 +02:00
|
|
|
Scalar::Bits { size: 0, .. } => {
|
|
|
|
|
assert_eq!(0, layout.value.size(cx).bytes());
|
|
|
|
|
C_undef(Type::ix(cx, 0))
|
2018-05-22 10:28:46 +02:00
|
|
|
},
|
2018-07-24 18:28:53 +02:00
|
|
|
Scalar::Bits { bits, size } => {
|
|
|
|
|
assert_eq!(size as u64, layout.value.size(cx).bytes());
|
2018-05-22 10:28:46 +02:00
|
|
|
let llval = C_uint_big(Type::ix(cx, bitsize), bits);
|
2018-05-21 00:00:38 +02:00
|
|
|
if layout.value == layout::Pointer {
|
2018-07-02 17:52:53 +03:00
|
|
|
unsafe { llvm::LLVMConstIntToPtr(llval, llty) }
|
2018-01-16 09:31:48 +01:00
|
|
|
} else {
|
|
|
|
|
consts::bitcast(llval, llty)
|
2016-01-05 12:29:50 -05:00
|
|
|
}
|
2018-01-16 09:31:48 +01:00
|
|
|
},
|
2018-05-20 23:43:16 +02:00
|
|
|
Scalar::Ptr(ptr) => {
|
2018-05-02 06:03:06 +02:00
|
|
|
let alloc_type = cx.tcx.alloc_map.lock().get(ptr.alloc_id);
|
|
|
|
|
let base_addr = match alloc_type {
|
|
|
|
|
Some(AllocType::Memory(alloc)) => {
|
2018-04-26 09:18:19 +02:00
|
|
|
let init = const_alloc_to_llvm(cx, alloc);
|
2018-08-23 19:04:33 +02:00
|
|
|
if alloc.mutability == Mutability::Mutable {
|
2018-05-23 15:19:07 -04:00
|
|
|
consts::addr_of_mut(cx, init, alloc.align, None)
|
2018-01-16 09:31:48 +01:00
|
|
|
} else {
|
2018-05-23 15:19:07 -04:00
|
|
|
consts::addr_of(cx, init, alloc.align, None)
|
2018-01-16 09:31:48 +01:00
|
|
|
}
|
2017-09-03 20:34:48 +03:00
|
|
|
}
|
2018-05-02 06:03:06 +02:00
|
|
|
Some(AllocType::Function(fn_instance)) => {
|
|
|
|
|
callee::get_fn(cx, fn_instance)
|
|
|
|
|
}
|
|
|
|
|
Some(AllocType::Static(def_id)) => {
|
|
|
|
|
assert!(cx.tcx.is_static(def_id).is_some());
|
|
|
|
|
consts::get_static(cx, def_id)
|
|
|
|
|
}
|
|
|
|
|
None => bug!("missing allocation {:?}", ptr.alloc_id),
|
|
|
|
|
};
|
|
|
|
|
let llval = unsafe { llvm::LLVMConstInBoundsGEP(
|
|
|
|
|
consts::bitcast(base_addr, Type::i8p(cx)),
|
|
|
|
|
&C_usize(cx, ptr.offset.bytes()),
|
|
|
|
|
1,
|
|
|
|
|
) };
|
2018-05-24 16:19:55 +02:00
|
|
|
if layout.value != layout::Pointer {
|
2018-07-02 17:52:53 +03:00
|
|
|
unsafe { llvm::LLVMConstPtrToInt(llval, llty) }
|
2018-05-24 16:19:55 +02:00
|
|
|
} else {
|
|
|
|
|
consts::bitcast(llval, llty)
|
|
|
|
|
}
|
2018-01-16 09:31:48 +01:00
|
|
|
}
|
2015-10-21 17:42:25 -04:00
|
|
|
}
|
|
|
|
|
}
|
2016-04-21 16:15:56 +03:00
|
|
|
|
2018-07-10 13:28:39 +03:00
|
|
|
pub fn const_alloc_to_llvm(cx: &CodegenCx<'ll, '_>, alloc: &Allocation) -> &'ll Value {
|
2018-01-16 09:31:48 +01:00
|
|
|
let mut llvals = Vec::with_capacity(alloc.relocations.len() + 1);
|
2018-01-16 10:16:38 +01:00
|
|
|
let layout = cx.data_layout();
|
2018-01-16 09:31:48 +01:00
|
|
|
let pointer_size = layout.pointer_size.bytes() as usize;
|
|
|
|
|
|
|
|
|
|
let mut next_offset = 0;
|
2018-09-21 23:32:59 +02:00
|
|
|
for &(offset, ((), alloc_id)) in alloc.relocations.iter() {
|
2018-05-19 16:37:29 +02:00
|
|
|
let offset = offset.bytes();
|
2018-01-16 09:31:48 +01:00
|
|
|
assert_eq!(offset as usize as u64, offset);
|
|
|
|
|
let offset = offset as usize;
|
|
|
|
|
if offset > next_offset {
|
2018-01-16 10:16:38 +01:00
|
|
|
llvals.push(C_bytes(cx, &alloc.bytes[next_offset..offset]));
|
2018-01-16 09:31:48 +01:00
|
|
|
}
|
|
|
|
|
let ptr_offset = read_target_uint(
|
|
|
|
|
layout.endian,
|
|
|
|
|
&alloc.bytes[offset..(offset + pointer_size)],
|
2018-04-26 09:18:19 +02:00
|
|
|
).expect("const_alloc_to_llvm: could not read relocation pointer") as u64;
|
2018-05-22 19:30:16 +02:00
|
|
|
llvals.push(scalar_to_llvm(
|
2018-01-16 10:16:38 +01:00
|
|
|
cx,
|
2018-09-21 23:32:59 +02:00
|
|
|
Pointer::new(alloc_id, Size::from_bytes(ptr_offset)).into(),
|
2018-05-21 00:00:38 +02:00
|
|
|
&layout::Scalar {
|
2018-01-16 09:31:48 +01:00
|
|
|
value: layout::Primitive::Pointer,
|
|
|
|
|
valid_range: 0..=!0
|
|
|
|
|
},
|
2018-01-16 10:16:38 +01:00
|
|
|
Type::i8p(cx)
|
2018-01-16 09:31:48 +01:00
|
|
|
));
|
|
|
|
|
next_offset = offset + pointer_size;
|
|
|
|
|
}
|
|
|
|
|
if alloc.bytes.len() >= next_offset {
|
2018-01-16 10:16:38 +01:00
|
|
|
llvals.push(C_bytes(cx, &alloc.bytes[next_offset ..]));
|
2018-01-16 09:31:48 +01:00
|
|
|
}
|
|
|
|
|
|
2018-01-16 10:16:38 +01:00
|
|
|
C_struct(cx, &llvals, true)
|
2018-01-16 09:31:48 +01:00
|
|
|
}
|
2016-04-21 16:15:56 +03:00
|
|
|
|
2018-07-10 13:28:39 +03:00
|
|
|
pub fn codegen_static_initializer(
|
|
|
|
|
cx: &CodegenCx<'ll, 'tcx>,
|
2018-07-22 01:01:07 +02:00
|
|
|
def_id: DefId,
|
2018-07-10 13:28:39 +03:00
|
|
|
) -> Result<(&'ll Value, &'tcx Allocation), Lrc<ConstEvalErr<'tcx>>> {
|
2018-01-16 10:16:38 +01:00
|
|
|
let instance = ty::Instance::mono(cx.tcx, def_id);
|
2018-01-16 09:31:48 +01:00
|
|
|
let cid = GlobalId {
|
|
|
|
|
instance,
|
2018-07-22 01:01:07 +02:00
|
|
|
promoted: None,
|
2017-01-02 11:00:42 -07:00
|
|
|
};
|
2018-02-10 13:18:02 -05:00
|
|
|
let param_env = ty::ParamEnv::reveal_all();
|
2018-04-10 16:25:10 +02:00
|
|
|
let static_ = cx.tcx.const_eval(param_env.and(cid))?;
|
2018-01-16 09:31:48 +01:00
|
|
|
|
2018-05-12 18:47:20 +02:00
|
|
|
let alloc = match static_.val {
|
2018-08-23 19:04:33 +02:00
|
|
|
ConstValue::ByRef(_, alloc, n) if n.bytes() == 0 => alloc,
|
2018-04-10 16:25:10 +02:00
|
|
|
_ => bug!("static const eval returned {:#?}", static_),
|
|
|
|
|
};
|
2018-06-28 06:24:09 +08:00
|
|
|
Ok((const_alloc_to_llvm(cx, alloc), alloc))
|
2018-01-16 09:31:48 +01:00
|
|
|
}
|
2017-09-26 21:34:10 +03:00
|
|
|
|
2018-07-02 17:52:53 +03:00
|
|
|
impl FunctionCx<'a, 'll, 'tcx> {
|
2018-06-25 20:53:02 +02:00
|
|
|
fn fully_evaluate(
|
2018-01-16 09:31:48 +01:00
|
|
|
&mut self,
|
2018-07-02 17:52:53 +03:00
|
|
|
bx: &Builder<'a, 'll, 'tcx>,
|
2018-01-16 09:31:48 +01:00
|
|
|
constant: &'tcx ty::Const<'tcx>,
|
2018-06-25 20:53:02 +02:00
|
|
|
) -> Result<&'tcx ty::Const<'tcx>, Lrc<ConstEvalErr<'tcx>>> {
|
2018-01-16 09:31:48 +01:00
|
|
|
match constant.val {
|
2018-06-25 20:53:02 +02:00
|
|
|
ConstValue::Unevaluated(def_id, ref substs) => {
|
2018-01-16 10:16:38 +01:00
|
|
|
let tcx = bx.tcx();
|
2018-02-10 13:18:02 -05:00
|
|
|
let param_env = ty::ParamEnv::reveal_all();
|
2018-01-16 09:31:48 +01:00
|
|
|
let instance = ty::Instance::resolve(tcx, param_env, def_id, substs).unwrap();
|
|
|
|
|
let cid = GlobalId {
|
|
|
|
|
instance,
|
|
|
|
|
promoted: None,
|
2017-09-24 12:12:26 +03:00
|
|
|
};
|
2018-06-25 20:53:02 +02:00
|
|
|
tcx.const_eval(param_env.and(cid))
|
2018-01-16 09:31:48 +01:00
|
|
|
},
|
2018-06-25 20:53:02 +02:00
|
|
|
_ => Ok(constant),
|
2017-01-02 11:00:42 -07:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2018-06-25 20:53:02 +02:00
|
|
|
pub fn eval_mir_constant(
|
2018-01-16 09:31:48 +01:00
|
|
|
&mut self,
|
2018-07-02 17:52:53 +03:00
|
|
|
bx: &Builder<'a, 'll, 'tcx>,
|
2018-01-16 09:31:48 +01:00
|
|
|
constant: &mir::Constant<'tcx>,
|
2018-06-25 20:53:02 +02:00
|
|
|
) -> Result<&'tcx ty::Const<'tcx>, Lrc<ConstEvalErr<'tcx>>> {
|
2018-07-22 01:01:07 +02:00
|
|
|
let c = self.monomorphize(&constant.literal);
|
|
|
|
|
self.fully_evaluate(bx, c)
|
2017-09-10 17:15:29 +03:00
|
|
|
}
|
2017-01-02 11:00:42 -07:00
|
|
|
|
2018-01-26 13:45:41 +01:00
|
|
|
/// process constant containing SIMD shuffle indices
|
|
|
|
|
pub fn simd_shuffle_indices(
|
|
|
|
|
&mut self,
|
2018-07-02 17:52:53 +03:00
|
|
|
bx: &Builder<'a, 'll, 'tcx>,
|
2018-07-22 01:01:07 +02:00
|
|
|
span: Span,
|
|
|
|
|
ty: Ty<'tcx>,
|
|
|
|
|
constant: Result<&'tcx ty::Const<'tcx>, Lrc<ConstEvalErr<'tcx>>>,
|
2018-07-10 13:28:39 +03:00
|
|
|
) -> (&'ll Value, Ty<'tcx>) {
|
2018-07-22 01:01:07 +02:00
|
|
|
constant
|
2018-01-16 09:31:48 +01:00
|
|
|
.and_then(|c| {
|
2018-06-25 20:53:02 +02:00
|
|
|
let field_ty = c.ty.builtin_index().unwrap();
|
|
|
|
|
let fields = match c.ty.sty {
|
2018-08-22 01:35:02 +01:00
|
|
|
ty::Array(_, n) => n.unwrap_usize(bx.tcx()),
|
2018-01-29 09:58:28 +01:00
|
|
|
ref other => bug!("invalid simd shuffle type: {}", other),
|
2018-01-16 09:31:48 +01:00
|
|
|
};
|
2018-07-10 13:28:39 +03:00
|
|
|
let values: Result<Vec<_>, Lrc<_>> = (0..fields).map(|field| {
|
2018-08-13 16:14:22 +02:00
|
|
|
let field = const_field(
|
2018-01-29 09:58:28 +01:00
|
|
|
bx.tcx(),
|
2018-02-10 13:18:02 -05:00
|
|
|
ty::ParamEnv::reveal_all(),
|
2018-01-29 09:58:28 +01:00
|
|
|
self.instance,
|
|
|
|
|
None,
|
|
|
|
|
mir::Field::new(field as usize),
|
|
|
|
|
c,
|
|
|
|
|
)?;
|
2018-07-24 18:28:53 +02:00
|
|
|
if let Some(prim) = field.val.try_to_scalar() {
|
2018-04-26 09:18:19 +02:00
|
|
|
let layout = bx.cx.layout_of(field_ty);
|
|
|
|
|
let scalar = match layout.abi {
|
|
|
|
|
layout::Abi::Scalar(ref x) => x,
|
|
|
|
|
_ => bug!("from_const: invalid ByVal layout: {:#?}", layout)
|
|
|
|
|
};
|
2018-05-22 19:30:16 +02:00
|
|
|
Ok(scalar_to_llvm(
|
2018-04-26 09:18:19 +02:00
|
|
|
bx.cx, prim, scalar,
|
|
|
|
|
layout.immediate_llvm_type(bx.cx),
|
|
|
|
|
))
|
|
|
|
|
} else {
|
|
|
|
|
bug!("simd shuffle field {:?}", field)
|
2018-01-29 09:58:28 +01:00
|
|
|
}
|
|
|
|
|
}).collect();
|
|
|
|
|
let llval = C_struct(bx.cx, &values?, false);
|
2018-06-25 20:53:02 +02:00
|
|
|
Ok((llval, c.ty))
|
2018-01-16 09:31:48 +01:00
|
|
|
})
|
|
|
|
|
.unwrap_or_else(|e| {
|
2018-06-02 23:38:57 +02:00
|
|
|
e.report_as_error(
|
2018-07-22 01:01:07 +02:00
|
|
|
bx.tcx().at(span),
|
2018-06-02 23:38:57 +02:00
|
|
|
"could not evaluate shuffle_indices at compile time",
|
|
|
|
|
);
|
2018-01-16 09:31:48 +01:00
|
|
|
// We've errored, so we don't have to produce working code.
|
2018-07-22 01:01:07 +02:00
|
|
|
let ty = self.monomorphize(&ty);
|
2018-01-16 10:16:38 +01:00
|
|
|
let llty = bx.cx.layout_of(ty).llvm_type(bx.cx);
|
2018-01-16 09:31:48 +01:00
|
|
|
(C_undef(llty), ty)
|
|
|
|
|
})
|
2017-01-02 11:00:42 -07:00
|
|
|
}
|
|
|
|
|
}
|