wasmi/src/runner.rs

use std::mem;
use std::ops;
use std::{u32, usize};
use std::fmt;
use std::iter::repeat;
use parity_wasm::elements::Local;
use {Error, Trap, TrapKind, Signature};
use module::ModuleRef;
use func::{FuncRef, FuncInstance, FuncInstanceInternal};
use value::{
	RuntimeValue, FromRuntimeValue, WrapInto, TryTruncateInto, ExtendInto,
	ArithmeticOps, Integer, Float, LittleEndianConvert, TransmuteInto,
};
use host::Externals;
use common::{DEFAULT_MEMORY_INDEX, DEFAULT_TABLE_INDEX};
use common::stack::StackWithLimit;
use memory_units::Pages;
use nan_preserving_float::{F32, F64};
use isa;

/// Maximum number of entries in value stack.
pub const DEFAULT_VALUE_STACK_LIMIT: usize = (512 * 1024) / ::std::mem::size_of::<RuntimeValue>();

// TODO: Make these parameters changeble.
pub const DEFAULT_CALL_STACK_LIMIT: usize = 16 * 1024;

/// Interpreter action to execute after executing instruction.
pub enum InstructionOutcome {
	/// Continue with next instruction.
	RunNextInstruction,
	/// Branch to an instruction at the given position.
	Branch(isa::Target),
	/// Execute function call.
	ExecuteCall(FuncRef),
	/// Return from current function block.
	Return(u32, u8),
}

/// Function run result.
enum RunResult {
	/// Function has returned.
	Return,
	/// Function is calling other function.
	NestedCall(FuncRef),
}

/// Function interpreter.
pub struct Interpreter<'a, E: Externals + 'a> {
	externals: &'a mut E,
	value_stack: ValueStack,
}

impl<'a, E: Externals> Interpreter<'a, E> {
	pub fn new(externals: &'a mut E) -> Interpreter<'a, E> {
		let value_stack = ValueStack::with_limit(DEFAULT_VALUE_STACK_LIMIT);
		Interpreter {
			externals,
			value_stack,
		}
	}

	pub fn start_execution(&mut self, func: &FuncRef, args: &[RuntimeValue]) -> Result<Option<RuntimeValue>, Trap> {
		for arg in args {
			self.value_stack
				.push(*arg)
				.map_err(
					// There is not enough space for pushing initial arguments.
					// Weird, but bail out anyway.
					|_| Trap::from(TrapKind::StackOverflow)
				)?;
		}

		let initial_frame = FunctionContext::new(func.clone());

		let mut call_stack = Vec::new();
		call_stack.push(initial_frame);

		self.run_interpreter_loop(&mut call_stack)?;

		Ok(func.signature().return_type().map(|_vt| {
			let return_value = self.value_stack
				.pop();

			return_value
		}))
	}

	fn run_interpreter_loop(&mut self, call_stack: &mut Vec<FunctionContext>) -> Result<(), Trap> {
		loop {
			let mut function_context = call_stack
				.pop()
				.expect("on loop entry - not empty; on loop continue - checking for emptiness; qed");
			let function_ref = function_context.function.clone();
			let function_body = function_ref
				.body()
				.expect(
					"Host functions checked in function_return below; Internal functions always have a body; qed"
				);

			if !function_context.is_initialized() {
				// Initialize stack frame for the function call.
				function_context.initialize(&function_body.locals, &mut self.value_stack)?;
			}

			let function_return =
				self.do_run_function(
					&mut function_context,
					&function_body.code.code,
				).map_err(Trap::new)?;

			match function_return {
				RunResult::Return => {
					if call_stack.last().is_none() {
						// This was the last frame in the call stack. This means we
						// are done executing.
						return Ok(());
					}
				},
				RunResult::NestedCall(nested_func) => {
					if call_stack.len() + 1 >= DEFAULT_CALL_STACK_LIMIT {
						return Err(TrapKind::StackOverflow.into());
					}

					match *nested_func.as_internal() {
						FuncInstanceInternal::Internal { .. } => {
							let nested_context = function_context.nested(nested_func.clone()).map_err(Trap::new)?;
							call_stack.push(function_context);
							call_stack.push(nested_context);
						},
						FuncInstanceInternal::Host { ref signature, .. } => {
							let args = prepare_function_args(signature, &mut self.value_stack);
							let return_val = FuncInstance::invoke(&nested_func, &args, self.externals)?;

							// Check if `return_val` matches the signature.
							let value_ty = return_val.clone().map(|val| val.value_type());
							let expected_ty = nested_func.signature().return_type();
							if value_ty != expected_ty {
								return Err(TrapKind::UnexpectedSignature.into());
							}

							if let Some(return_val) = return_val {
								self.value_stack.push(return_val).map_err(Trap::new)?;
							}
							call_stack.push(function_context);
						}
					}
				},
			}
		}
	}

	fn do_run_function(&mut self, function_context: &mut FunctionContext, instructions: &[isa::Instruction]) -> Result<RunResult, TrapKind> {
		loop {
			let instruction = &instructions[function_context.position];

			match self.run_instruction(function_context, instruction)? {
				InstructionOutcome::RunNextInstruction => function_context.position += 1,
				InstructionOutcome::Branch(target) => {
					function_context.position = target.dst_pc as usize;
					self.value_stack.drop_keep(target.drop, target.keep);
				},
				InstructionOutcome::ExecuteCall(func_ref) => {
					function_context.position += 1;
					return Ok(RunResult::NestedCall(func_ref));
				},
				InstructionOutcome::Return(drop, keep) => {
					self.value_stack.drop_keep(drop, keep);
					break;
				},
			}
		}

		Ok(RunResult::Return)
	}

	fn run_instruction(&mut self, context: &mut FunctionContext, instruction: &isa::Instruction) -> Result<InstructionOutcome, TrapKind> {
		match instruction {
			&isa::Instruction::Unreachable => self.run_unreachable(context),

			&isa::Instruction::Br(ref target) => self.run_br(context, target.clone()),
			&isa::Instruction::BrIfEqz(ref target) => self.run_br_eqz(target.clone()),
			&isa::Instruction::BrIfNez(ref target) => self.run_br_nez(target.clone()),
			&isa::Instruction::BrTable(ref targets) => self.run_br_table(targets),
			&isa::Instruction::Return { drop, keep } => self.run_return(drop, keep),

			&isa::Instruction::Call(index) => self.run_call(context, index),
			&isa::Instruction::CallIndirect(index) => self.run_call_indirect(context, index),

			&isa::Instruction::Drop => self.run_drop(),
			&isa::Instruction::Select => self.run_select(),

			&isa::Instruction::GetLocal(depth) => self.run_get_local(depth),
			&isa::Instruction::SetLocal(depth) => self.run_set_local(depth),
			&isa::Instruction::TeeLocal(depth) => self.run_tee_local(depth),
			&isa::Instruction::GetGlobal(index) => self.run_get_global(context, index),
			&isa::Instruction::SetGlobal(index) => self.run_set_global(context, index),

			&isa::Instruction::I32Load(offset) => self.run_load::<i32>(context, offset),
			&isa::Instruction::I64Load(offset) => self.run_load::<i64>(context, offset),
			&isa::Instruction::F32Load(offset) => self.run_load::<F32>(context, offset),
			&isa::Instruction::F64Load(offset) => self.run_load::<F64>(context, offset),
			&isa::Instruction::I32Load8S(offset) => self.run_load_extend::<i8, i32>(context, offset),
			&isa::Instruction::I32Load8U(offset) => self.run_load_extend::<u8, i32>(context, offset),
			&isa::Instruction::I32Load16S(offset) => self.run_load_extend::<i16, i32>(context, offset),
			&isa::Instruction::I32Load16U(offset) => self.run_load_extend::<u16, i32>(context, offset),
			&isa::Instruction::I64Load8S(offset) => self.run_load_extend::<i8, i64>(context, offset),
			&isa::Instruction::I64Load8U(offset) => self.run_load_extend::<u8, i64>(context, offset),
			&isa::Instruction::I64Load16S(offset) => self.run_load_extend::<i16, i64>(context, offset),
			&isa::Instruction::I64Load16U(offset) => self.run_load_extend::<u16, i64>(context, offset),
			&isa::Instruction::I64Load32S(offset) => self.run_load_extend::<i32, i64>(context, offset),
			&isa::Instruction::I64Load32U(offset) => self.run_load_extend::<u32, i64>(context, offset),

			&isa::Instruction::I32Store(offset) => self.run_store::<i32>(context, offset),
			&isa::Instruction::I64Store(offset) => self.run_store::<i64>(context, offset),
			&isa::Instruction::F32Store(offset) => self.run_store::<F32>(context, offset),
			&isa::Instruction::F64Store(offset) => self.run_store::<F64>(context, offset),
			&isa::Instruction::I32Store8(offset) => self.run_store_wrap::<i32, i8>(context, offset),
			&isa::Instruction::I32Store16(offset) => self.run_store_wrap::<i32, i16>(context, offset),
			&isa::Instruction::I64Store8(offset) => self.run_store_wrap::<i64, i8>(context, offset),
			&isa::Instruction::I64Store16(offset) => self.run_store_wrap::<i64, i16>(context, offset),
			&isa::Instruction::I64Store32(offset) => self.run_store_wrap::<i64, i32>(context, offset),

			&isa::Instruction::CurrentMemory => self.run_current_memory(context),
			&isa::Instruction::GrowMemory => self.run_grow_memory(context),

			&isa::Instruction::I32Const(val) => self.run_const(val.into()),
			&isa::Instruction::I64Const(val) => self.run_const(val.into()),
			&isa::Instruction::F32Const(val) => self.run_const(RuntimeValue::decode_f32(val)),
			&isa::Instruction::F64Const(val) => self.run_const(RuntimeValue::decode_f64(val)),

			&isa::Instruction::I32Eqz => self.run_eqz::<i32>(),
			&isa::Instruction::I32Eq => self.run_eq::<i32>(),
			&isa::Instruction::I32Ne => self.run_ne::<i32>(),
			&isa::Instruction::I32LtS => self.run_lt::<i32>(),
			&isa::Instruction::I32LtU => self.run_lt::<u32>(),
			&isa::Instruction::I32GtS => self.run_gt::<i32>(),
			&isa::Instruction::I32GtU => self.run_gt::<u32>(),
			&isa::Instruction::I32LeS => self.run_lte::<i32>(),
			&isa::Instruction::I32LeU => self.run_lte::<u32>(),
			&isa::Instruction::I32GeS => self.run_gte::<i32>(),
			&isa::Instruction::I32GeU => self.run_gte::<u32>(),

			&isa::Instruction::I64Eqz => self.run_eqz::<i64>(),
			&isa::Instruction::I64Eq => self.run_eq::<i64>(),
			&isa::Instruction::I64Ne => self.run_ne::<i64>(),
			&isa::Instruction::I64LtS => self.run_lt::<i64>(),
			&isa::Instruction::I64LtU => self.run_lt::<u64>(),
			&isa::Instruction::I64GtS => self.run_gt::<i64>(),
			&isa::Instruction::I64GtU => self.run_gt::<u64>(),
			&isa::Instruction::I64LeS => self.run_lte::<i64>(),
			&isa::Instruction::I64LeU => self.run_lte::<u64>(),
			&isa::Instruction::I64GeS => self.run_gte::<i64>(),
			&isa::Instruction::I64GeU => self.run_gte::<u64>(),

			&isa::Instruction::F32Eq => self.run_eq::<F32>(),
			&isa::Instruction::F32Ne => self.run_ne::<F32>(),
			&isa::Instruction::F32Lt => self.run_lt::<F32>(),
			&isa::Instruction::F32Gt => self.run_gt::<F32>(),
			&isa::Instruction::F32Le => self.run_lte::<F32>(),
			&isa::Instruction::F32Ge => self.run_gte::<F32>(),

			&isa::Instruction::F64Eq => self.run_eq::<F64>(),
			&isa::Instruction::F64Ne => self.run_ne::<F64>(),
			&isa::Instruction::F64Lt => self.run_lt::<F64>(),
			&isa::Instruction::F64Gt => self.run_gt::<F64>(),
			&isa::Instruction::F64Le => self.run_lte::<F64>(),
			&isa::Instruction::F64Ge => self.run_gte::<F64>(),

			&isa::Instruction::I32Clz => self.run_clz::<i32>(),
			&isa::Instruction::I32Ctz => self.run_ctz::<i32>(),
			&isa::Instruction::I32Popcnt => self.run_popcnt::<i32>(),
			&isa::Instruction::I32Add => self.run_add::<i32>(),
			&isa::Instruction::I32Sub => self.run_sub::<i32>(),
			&isa::Instruction::I32Mul => self.run_mul::<i32>(),
			&isa::Instruction::I32DivS => self.run_div::<i32, i32>(),
			&isa::Instruction::I32DivU => self.run_div::<i32, u32>(),
			&isa::Instruction::I32RemS => self.run_rem::<i32, i32>(),
			&isa::Instruction::I32RemU => self.run_rem::<i32, u32>(),
			&isa::Instruction::I32And => self.run_and::<i32>(),
			&isa::Instruction::I32Or => self.run_or::<i32>(),
			&isa::Instruction::I32Xor => self.run_xor::<i32>(),
			&isa::Instruction::I32Shl => self.run_shl::<i32>(0x1F),
			&isa::Instruction::I32ShrS => self.run_shr::<i32, i32>(0x1F),
			&isa::Instruction::I32ShrU => self.run_shr::<i32, u32>(0x1F),
			&isa::Instruction::I32Rotl => self.run_rotl::<i32>(),
			&isa::Instruction::I32Rotr => self.run_rotr::<i32>(),

			&isa::Instruction::I64Clz => self.run_clz::<i64>(),
			&isa::Instruction::I64Ctz => self.run_ctz::<i64>(),
			&isa::Instruction::I64Popcnt => self.run_popcnt::<i64>(),
			&isa::Instruction::I64Add => self.run_add::<i64>(),
			&isa::Instruction::I64Sub => self.run_sub::<i64>(),
			&isa::Instruction::I64Mul => self.run_mul::<i64>(),
			&isa::Instruction::I64DivS => self.run_div::<i64, i64>(),
			&isa::Instruction::I64DivU => self.run_div::<i64, u64>(),
			&isa::Instruction::I64RemS => self.run_rem::<i64, i64>(),
			&isa::Instruction::I64RemU => self.run_rem::<i64, u64>(),
			&isa::Instruction::I64And => self.run_and::<i64>(),
			&isa::Instruction::I64Or => self.run_or::<i64>(),
			&isa::Instruction::I64Xor => self.run_xor::<i64>(),
			&isa::Instruction::I64Shl => self.run_shl::<i64>(0x3F),
			&isa::Instruction::I64ShrS => self.run_shr::<i64, i64>(0x3F),
			&isa::Instruction::I64ShrU => self.run_shr::<i64, u64>(0x3F),
			&isa::Instruction::I64Rotl => self.run_rotl::<i64>(),
			&isa::Instruction::I64Rotr => self.run_rotr::<i64>(),

			&isa::Instruction::F32Abs => self.run_abs::<F32>(),
			&isa::Instruction::F32Neg => self.run_neg::<F32>(),
			&isa::Instruction::F32Ceil => self.run_ceil::<F32>(),
			&isa::Instruction::F32Floor => self.run_floor::<F32>(),
			&isa::Instruction::F32Trunc => self.run_trunc::<F32>(),
			&isa::Instruction::F32Nearest => self.run_nearest::<F32>(),
			&isa::Instruction::F32Sqrt => self.run_sqrt::<F32>(),
			&isa::Instruction::F32Add => self.run_add::<F32>(),
			&isa::Instruction::F32Sub => self.run_sub::<F32>(),
			&isa::Instruction::F32Mul => self.run_mul::<F32>(),
			&isa::Instruction::F32Div => self.run_div::<F32, F32>(),
			&isa::Instruction::F32Min => self.run_min::<F32>(),
			&isa::Instruction::F32Max => self.run_max::<F32>(),
			&isa::Instruction::F32Copysign => self.run_copysign::<F32>(),

			&isa::Instruction::F64Abs => self.run_abs::<F64>(),
			&isa::Instruction::F64Neg => self.run_neg::<F64>(),
			&isa::Instruction::F64Ceil => self.run_ceil::<F64>(),
			&isa::Instruction::F64Floor => self.run_floor::<F64>(),
			&isa::Instruction::F64Trunc => self.run_trunc::<F64>(),
			&isa::Instruction::F64Nearest => self.run_nearest::<F64>(),
			&isa::Instruction::F64Sqrt => self.run_sqrt::<F64>(),
			&isa::Instruction::F64Add => self.run_add::<F64>(),
			&isa::Instruction::F64Sub => self.run_sub::<F64>(),
			&isa::Instruction::F64Mul => self.run_mul::<F64>(),
			&isa::Instruction::F64Div => self.run_div::<F64, F64>(),
			&isa::Instruction::F64Min => self.run_min::<F64>(),
			&isa::Instruction::F64Max => self.run_max::<F64>(),
			&isa::Instruction::F64Copysign => self.run_copysign::<F64>(),

			&isa::Instruction::I32WrapI64 => self.run_wrap::<i64, i32>(),
			&isa::Instruction::I32TruncSF32 => self.run_trunc_to_int::<F32, i32, i32>(),
			&isa::Instruction::I32TruncUF32 => self.run_trunc_to_int::<F32, u32, i32>(),
			&isa::Instruction::I32TruncSF64 => self.run_trunc_to_int::<F64, i32, i32>(),
			&isa::Instruction::I32TruncUF64 => self.run_trunc_to_int::<F64, u32, i32>(),
			&isa::Instruction::I64ExtendSI32 => self.run_extend::<i32, i64, i64>(),
			&isa::Instruction::I64ExtendUI32 => self.run_extend::<u32, u64, i64>(),
			&isa::Instruction::I64TruncSF32 => self.run_trunc_to_int::<F32, i64, i64>(),
			&isa::Instruction::I64TruncUF32 => self.run_trunc_to_int::<F32, u64, i64>(),
			&isa::Instruction::I64TruncSF64 => self.run_trunc_to_int::<F64, i64, i64>(),
			&isa::Instruction::I64TruncUF64 => self.run_trunc_to_int::<F64, u64, i64>(),
			&isa::Instruction::F32ConvertSI32 => self.run_extend::<i32, F32, F32>(),
			&isa::Instruction::F32ConvertUI32 => self.run_extend::<u32, F32, F32>(),
			&isa::Instruction::F32ConvertSI64 => self.run_wrap::<i64, F32>(),
			&isa::Instruction::F32ConvertUI64 => self.run_wrap::<u64, F32>(),
			&isa::Instruction::F32DemoteF64 => self.run_wrap::<F64, F32>(),
			&isa::Instruction::F64ConvertSI32 => self.run_extend::<i32, F64, F64>(),
			&isa::Instruction::F64ConvertUI32 => self.run_extend::<u32, F64, F64>(),
			&isa::Instruction::F64ConvertSI64 => self.run_extend::<i64, F64, F64>(),
			&isa::Instruction::F64ConvertUI64 => self.run_extend::<u64, F64, F64>(),
			&isa::Instruction::F64PromoteF32 => self.run_extend::<F32, F64, F64>(),

			&isa::Instruction::I32ReinterpretF32 => self.run_reinterpret::<F32, i32>(),
			&isa::Instruction::I64ReinterpretF64 => self.run_reinterpret::<F64, i64>(),
			&isa::Instruction::F32ReinterpretI32 => self.run_reinterpret::<i32, F32>(),
			&isa::Instruction::F64ReinterpretI64 => self.run_reinterpret::<i64, F64>(),
		}
	}

	fn run_unreachable(&mut self, _context: &mut FunctionContext) -> Result<InstructionOutcome, TrapKind> {
		Err(TrapKind::Unreachable)
	}

	fn run_br(&mut self, _context: &mut FunctionContext, target: isa::Target) -> Result<InstructionOutcome, TrapKind> {
		Ok(InstructionOutcome::Branch(target))
	}

	fn run_br_nez(&mut self, target: isa::Target) -> Result<InstructionOutcome, TrapKind> {
		let condition = self.value_stack.pop_as();
		if condition {
			Ok(InstructionOutcome::Branch(target))
		} else {
			Ok(InstructionOutcome::RunNextInstruction)
		}
	}

	fn run_br_eqz(&mut self, target: isa::Target) -> Result<InstructionOutcome, TrapKind> {
		let condition = self.value_stack.pop_as();
		if condition {
			Ok(InstructionOutcome::RunNextInstruction)
		} else {

			Ok(InstructionOutcome::Branch(target))
		}
	}

	fn run_br_table(&mut self, table: &[isa::Target]) -> Result<InstructionOutcome, TrapKind> {
		let index: u32 = self.value_stack
			.pop_as();

		let dst =
		if (index as usize) < table.len() - 1 {
			table[index as usize].clone()
		} else {
			let len = table.len();
			table[len - 1].clone()
		};
		Ok(InstructionOutcome::Branch(dst))
	}

	fn run_return(&mut self, drop: u32, keep: u8) -> Result<InstructionOutcome, TrapKind> {
		Ok(InstructionOutcome::Return(drop, keep))
	}

	fn run_call(
		&mut self,
		context: &mut FunctionContext,
		func_idx: u32,
	) -> Result<InstructionOutcome, TrapKind> {
		let func = context
			.module()
			.func_by_index(func_idx)
			.expect("Due to validation func should exists");
		Ok(InstructionOutcome::ExecuteCall(func))
	}

	fn run_call_indirect(
		&mut self,
		context: &mut FunctionContext,
		signature_idx: u32,
	) -> Result<InstructionOutcome, TrapKind> {
		let table_func_idx: u32 = self
			.value_stack
			.pop_as();
		let table = context
			.module()
			.table_by_index(DEFAULT_TABLE_INDEX)
			.expect("Due to validation table should exists");
		let func_ref = table.get(table_func_idx)
			.map_err(|_| TrapKind::TableAccessOutOfBounds)?
			.ok_or_else(|| TrapKind::ElemUninitialized)?;

		{
			let actual_function_type = func_ref.signature();
			let required_function_type = context
				.module()
				.signature_by_index(signature_idx)
				.expect("Due to validation type should exists");

			if &*required_function_type != actual_function_type {
				return Err(TrapKind::UnexpectedSignature);
			}
		}

		Ok(InstructionOutcome::ExecuteCall(func_ref))
	}

	fn run_drop(&mut self) -> Result<InstructionOutcome, TrapKind> {
		let _ = self
			.value_stack
			.pop();
		Ok(InstructionOutcome::RunNextInstruction)
	}

	fn run_select(&mut self) -> Result<InstructionOutcome, TrapKind> {
		let (left, mid, right) = self
			.value_stack
			.pop_triple();

		let condition = right
			.try_into()
			.expect("Due to validation stack top should be I32");
		let val = if condition { left } else { mid };
		self.value_stack.push(val)?;
		Ok(InstructionOutcome::RunNextInstruction)
	}

	fn run_get_local(&mut self, index: u32) -> Result<InstructionOutcome, TrapKind> {
		let val = *self.value_stack.pick_mut(index as usize);
		self.value_stack.push(val)?;
		Ok(InstructionOutcome::RunNextInstruction)
	}

	fn run_set_local(&mut self, index: u32) -> Result<InstructionOutcome, TrapKind> {
		let val = self
			.value_stack
			.pop();
		*self.value_stack.pick_mut(index as usize) = val;
		Ok(InstructionOutcome::RunNextInstruction)
	}

	fn run_tee_local(&mut self, index: u32) -> Result<InstructionOutcome, TrapKind> {
		let val = self
			.value_stack
			.top()
			.clone();
		*self.value_stack.pick_mut(index as usize) = val;
		Ok(InstructionOutcome::RunNextInstruction)
	}

	fn run_get_global(
		&mut self,
		context: &mut FunctionContext,
		index: u32,
	) -> Result<InstructionOutcome, TrapKind> {
		let global = context
			.module()
			.global_by_index(index)
			.expect("Due to validation global should exists");
		let val = global.get();
		self.value_stack.push(val)?;
		Ok(InstructionOutcome::RunNextInstruction)
	}

	fn run_set_global(
		&mut self,
		context: &mut FunctionContext,
		index: u32,
	) -> Result<InstructionOutcome, TrapKind> {
		let val = self
			.value_stack
			.pop();
		let global = context
			.module()
			.global_by_index(index)
			.expect("Due to validation global should exists");
		global.set(val).expect("Due to validation set to a global should succeed");
		Ok(InstructionOutcome::RunNextInstruction)
	}

	fn run_load<T>(&mut self, context: &mut FunctionContext, offset: u32) -> Result<InstructionOutcome, TrapKind>
		where RuntimeValue: From<T>, T: LittleEndianConvert {
		let raw_address = self
			.value_stack
			.pop_as();
		let address =
			effective_address(
				offset,
				raw_address,
			)?;
		let m = context.module()
			.memory_by_index(DEFAULT_MEMORY_INDEX)
			.expect("Due to validation memory should exists");
		let b = m.get(address, mem::size_of::<T>())
			.map_err(|_| TrapKind::MemoryAccessOutOfBounds)?;
		let n = T::from_little_endian(&b)
			.expect("Can't fail since buffer length should be size_of::<T>");
		self.value_stack.push(n.into())?;
		Ok(InstructionOutcome::RunNextInstruction)
	}

	fn run_load_extend<T, U>(&mut self, context: &mut FunctionContext, offset: u32) -> Result<InstructionOutcome, TrapKind>
		where T: ExtendInto<U>, RuntimeValue: From<U>, T: LittleEndianConvert {
		let raw_address = self
			.value_stack
			.pop_as();
		let address =
			effective_address(
				offset,
				raw_address,
			)?;
		let m = context.module()
			.memory_by_index(DEFAULT_MEMORY_INDEX)
			.expect("Due to validation memory should exists");
		let b = m.get(address, mem::size_of::<T>())
			.map_err(|_| TrapKind::MemoryAccessOutOfBounds)?;
		let v = T::from_little_endian(&b)
			.expect("Can't fail since buffer length should be size_of::<T>");
		let stack_value: U = v.extend_into();
		self
			.value_stack
			.push(stack_value.into())
			.map_err(Into::into)
			.map(|_| InstructionOutcome::RunNextInstruction)
	}

	fn run_store<T>(&mut self, context: &mut FunctionContext, offset: u32) -> Result<InstructionOutcome, TrapKind>
		where T: FromRuntimeValue, T: LittleEndianConvert {
		let stack_value = self
			.value_stack
			.pop_as::<T>()
			.into_little_endian();
		let raw_address = self
			.value_stack
			.pop_as::<u32>();
		let address =
			effective_address(
				offset,
				raw_address,
			)?;

		let m = context.module()
			.memory_by_index(DEFAULT_MEMORY_INDEX)
			.expect("Due to validation memory should exists");
		m.set(address, &stack_value)
			.map_err(|_| TrapKind::MemoryAccessOutOfBounds)?;
		Ok(InstructionOutcome::RunNextInstruction)
	}

	fn run_store_wrap<T, U>(
		&mut self,
		context: &mut FunctionContext,
		offset: u32,
	) -> Result<InstructionOutcome, TrapKind>
	where
		T: FromRuntimeValue,
		T: WrapInto<U>,
		U: LittleEndianConvert,
	{
		let stack_value: T = self
			.value_stack
			.pop()
			.try_into()
			.expect("Due to validation value should be of proper type");
		let stack_value = stack_value.wrap_into().into_little_endian();
		let raw_address = self
			.value_stack
			.pop_as::<u32>();
		let address =
			effective_address(
				offset,
				raw_address,
			)?;
		let m = context.module()
			.memory_by_index(DEFAULT_MEMORY_INDEX)
			.expect("Due to validation memory should exists");
		m.set(address, &stack_value)
			.map_err(|_| TrapKind::MemoryAccessOutOfBounds)?;
		Ok(InstructionOutcome::RunNextInstruction)
	}

	fn run_current_memory(&mut self, context: &mut FunctionContext) -> Result<InstructionOutcome, TrapKind> {
		let m = context.module()
			.memory_by_index(DEFAULT_MEMORY_INDEX)
			.expect("Due to validation memory should exists");
		let s = m.current_size().0;
		self
			.value_stack
			.push(RuntimeValue::I32(s as i32))?;
		Ok(InstructionOutcome::RunNextInstruction)
	}

	fn run_grow_memory(&mut self, context: &mut FunctionContext) -> Result<InstructionOutcome, TrapKind> {
		let pages: u32 = self
			.value_stack
			.pop_as();
		let m = context.module()
			.memory_by_index(DEFAULT_MEMORY_INDEX)
			.expect("Due to validation memory should exists");
		let m = match m.grow(Pages(pages as usize)) {
			Ok(Pages(new_size)) => new_size as u32,
			Err(_) => u32::MAX, // Returns -1 (or 0xFFFFFFFF) in case of error.
		};
		self
			.value_stack
			.push(RuntimeValue::I32(m as i32))?;
		Ok(InstructionOutcome::RunNextInstruction)
	}

	fn run_const(&mut self, val: RuntimeValue) -> Result<InstructionOutcome, TrapKind> {
		self
			.value_stack
			.push(val)
			.map_err(Into::into)
			.map(|_| InstructionOutcome::RunNextInstruction)
	}

	fn run_relop<T, F>(&mut self, f: F) -> Result<InstructionOutcome, TrapKind>
	where
		T: FromRuntimeValue,
		F: FnOnce(T, T) -> bool,
	{
		let (left, right) = self
			.value_stack
			.pop_pair_as::<T>();
		let v = if f(left, right) {
			RuntimeValue::I32(1)
		} else {
			RuntimeValue::I32(0)
		};
		self.value_stack.push(v)?;
		Ok(InstructionOutcome::RunNextInstruction)
	}

	fn run_eqz<T>(&mut self) -> Result<InstructionOutcome, TrapKind>
		where T: FromRuntimeValue, T: PartialEq<T> + Default {
		let v = self
			.value_stack
			.pop_as::<T>();
		let v = RuntimeValue::I32(if v == Default::default() { 1 } else { 0 });
		self.value_stack.push(v)?;
		Ok(InstructionOutcome::RunNextInstruction)
	}

	fn run_eq<T>(&mut self) -> Result<InstructionOutcome, TrapKind>
	where T: FromRuntimeValue + PartialEq<T>
	{
		self.run_relop(|left: T, right: T| left == right)
	}

	fn run_ne<T>(&mut self) -> Result<InstructionOutcome, TrapKind>
		where T: FromRuntimeValue + PartialEq<T> {
		self.run_relop(|left: T, right: T| left != right)
	}

	fn run_lt<T>(&mut self) -> Result<InstructionOutcome, TrapKind>
		where T: FromRuntimeValue + PartialOrd<T> {
		self.run_relop(|left: T, right: T| left < right)
	}

	fn run_gt<T>(&mut self) -> Result<InstructionOutcome, TrapKind>
		where T: FromRuntimeValue + PartialOrd<T> {
		self.run_relop(|left: T, right: T| left > right)
	}

	fn run_lte<T>(&mut self) -> Result<InstructionOutcome, TrapKind>
		where T: FromRuntimeValue + PartialOrd<T> {
		self.run_relop(|left: T, right: T| left <= right)
	}

	fn run_gte<T>(&mut self) -> Result<InstructionOutcome, TrapKind>
		where T: FromRuntimeValue + PartialOrd<T> {
		self.run_relop(|left: T, right: T| left >= right)
	}

	fn run_unop<T, U, F>(&mut self, f: F) -> Result<InstructionOutcome, TrapKind>
	where
		F: FnOnce(T) -> U,
		T: FromRuntimeValue,
		RuntimeValue: From<U>
	{
		let v = self
			.value_stack
			.pop_as::<T>();
		let v = f(v);
		self.value_stack.push(v.into())?;
		Ok(InstructionOutcome::RunNextInstruction)
	}

	fn run_clz<T>(&mut self) -> Result<InstructionOutcome, TrapKind>
	where RuntimeValue: From<T>, T: Integer<T> + FromRuntimeValue {
		self.run_unop(|v: T| v.leading_zeros())
	}

	fn run_ctz<T>(&mut self) -> Result<InstructionOutcome, TrapKind>
	where RuntimeValue: From<T>, T: Integer<T> + FromRuntimeValue {
		self.run_unop(|v: T| v.trailing_zeros())
	}

	fn run_popcnt<T>(&mut self) -> Result<InstructionOutcome, TrapKind>
	where RuntimeValue: From<T>, T: Integer<T> + FromRuntimeValue {
		self.run_unop(|v: T| v.count_ones())
	}

	fn run_add<T>(&mut self) -> Result<InstructionOutcome, TrapKind>
		where RuntimeValue: From<T>, T: ArithmeticOps<T> + FromRuntimeValue {
		let (left, right) = self
			.value_stack
			.pop_pair_as::<T>();
		let v = left.add(right);
		self.value_stack.push(v.into())?;
		Ok(InstructionOutcome::RunNextInstruction)
	}

	fn run_sub<T>(&mut self) -> Result<InstructionOutcome, TrapKind>
		where RuntimeValue: From<T>, T: ArithmeticOps<T> + FromRuntimeValue {
		let (left, right) = self
			.value_stack
			.pop_pair_as::<T>();
		let v = left.sub(right);
		self.value_stack.push(v.into())?;
		Ok(InstructionOutcome::RunNextInstruction)
	}

	fn run_mul<T>(&mut self) -> Result<InstructionOutcome, TrapKind>
	where RuntimeValue: From<T>, T: ArithmeticOps<T> + FromRuntimeValue {
		let (left, right) = self
			.value_stack
			.pop_pair_as::<T>();
		let v = left.mul(right);
		self.value_stack.push(v.into())?;
		Ok(InstructionOutcome::RunNextInstruction)
	}

	fn run_div<T, U>(&mut self) -> Result<InstructionOutcome, TrapKind>
	where RuntimeValue: From<T>, T: TransmuteInto<U> + FromRuntimeValue, U: ArithmeticOps<U> + TransmuteInto<T> {
		let (left, right) = self
			.value_stack
			.pop_pair_as::<T>();
		let (left, right) = (left.transmute_into(), right.transmute_into());
		let v = left.div(right)?;
		let v = v.transmute_into();
		self.value_stack.push(v.into())?;
		Ok(InstructionOutcome::RunNextInstruction)
	}

	fn run_rem<T, U>(&mut self) -> Result<InstructionOutcome, TrapKind>
	where RuntimeValue: From<T>, T: TransmuteInto<U> + FromRuntimeValue, U: Integer<U> + TransmuteInto<T> {
		let (left, right) = self
			.value_stack
			.pop_pair_as::<T>();
		let (left, right) = (left.transmute_into(), right.transmute_into());
		let v = left.rem(right)?;
		let v = v.transmute_into();
		self.value_stack.push(v.into())?;
		Ok(InstructionOutcome::RunNextInstruction)
	}

	fn run_and<T>(&mut self) -> Result<InstructionOutcome, TrapKind>
	where RuntimeValue: From<<T as ops::BitAnd>::Output>, T: ops::BitAnd<T> + FromRuntimeValue {
		let (left, right) = self
			.value_stack
			.pop_pair_as::<T>();
		let v = left.bitand(right);
		self.value_stack.push(v.into())?;
		Ok(InstructionOutcome::RunNextInstruction)
	}

	fn run_or<T>(&mut self) -> Result<InstructionOutcome, TrapKind>
	where RuntimeValue: From<<T as ops::BitOr>::Output>, T: ops::BitOr<T> + FromRuntimeValue {
		let (left, right) = self
			.value_stack
			.pop_pair_as::<T>();
		let v = left.bitor(right);
		self.value_stack.push(v.into())?;
		Ok(InstructionOutcome::RunNextInstruction)
	}

	fn run_xor<T>(&mut self) -> Result<InstructionOutcome, TrapKind>
	where RuntimeValue: From<<T as ops::BitXor>::Output>, T: ops::BitXor<T> + FromRuntimeValue {
		let (left, right) = self
			.value_stack
			.pop_pair_as::<T>();
		let v = left.bitxor(right);
		self.value_stack.push(v.into())?;
		Ok(InstructionOutcome::RunNextInstruction)
	}

	fn run_shl<T>(&mut self, mask: T) -> Result<InstructionOutcome, TrapKind>
	where RuntimeValue: From<<T as ops::Shl<T>>::Output>, T: ops::Shl<T> + ops::BitAnd<T, Output=T> + FromRuntimeValue {
		let (left, right) = self
			.value_stack
			.pop_pair_as::<T>();
		let v = left.shl(right & mask);
		self.value_stack.push(v.into())?;
		Ok(InstructionOutcome::RunNextInstruction)
	}

	fn run_shr<T, U>(&mut self, mask: U) -> Result<InstructionOutcome, TrapKind>
	where RuntimeValue: From<T>, T: TransmuteInto<U> + FromRuntimeValue, U: ops::Shr<U> + ops::BitAnd<U, Output=U>, <U as ops::Shr<U>>::Output: TransmuteInto<T> {
		let (left, right) = self
			.value_stack
			.pop_pair_as::<T>();
		let (left, right) = (left.transmute_into(), right.transmute_into());
		let v = left.shr(right & mask);
		let v = v.transmute_into();
		self.value_stack.push(v.into())?;
		Ok(InstructionOutcome::RunNextInstruction)
	}

	fn run_rotl<T>(&mut self) -> Result<InstructionOutcome, TrapKind>
	where RuntimeValue: From<T>, T: Integer<T> + FromRuntimeValue {
		let (left, right) = self
			.value_stack
			.pop_pair_as::<T>();
		let v = left.rotl(right);
		self.value_stack.push(v.into())?;
		Ok(InstructionOutcome::RunNextInstruction)
	}

	fn run_rotr<T>(&mut self) -> Result<InstructionOutcome, TrapKind>
	where RuntimeValue: From<T>, T: Integer<T> + FromRuntimeValue
	{
		let (left, right) = self
			.value_stack
			.pop_pair_as::<T>();
		let v = left.rotr(right);
		self.value_stack.push(v.into())?;
		Ok(InstructionOutcome::RunNextInstruction)
	}

	fn run_abs<T>(&mut self) -> Result<InstructionOutcome, TrapKind>
	where RuntimeValue: From<T>, T: Float<T> + FromRuntimeValue
	{
		self.run_unop(|v: T| v.abs())
	}

	fn run_neg<T>(&mut self) -> Result<InstructionOutcome, TrapKind>
	where
		RuntimeValue: From<<T as ops::Neg>::Output>,
		T: ops::Neg + FromRuntimeValue
	{
		self.run_unop(|v: T| v.neg())
	}

	fn run_ceil<T>(&mut self) -> Result<InstructionOutcome, TrapKind>
	where RuntimeValue: From<T>, T: Float<T> + FromRuntimeValue
	{
		self.run_unop(|v: T| v.ceil())
	}

	fn run_floor<T>(&mut self) -> Result<InstructionOutcome, TrapKind>
	where RuntimeValue: From<T>, T: Float<T> + FromRuntimeValue
	{
		self.run_unop(|v: T| v.floor())
	}

	fn run_trunc<T>(&mut self) -> Result<InstructionOutcome, TrapKind>
	where RuntimeValue: From<T>, T: Float<T> + FromRuntimeValue
	{
		self.run_unop(|v: T| v.trunc())
	}

	fn run_nearest<T>(&mut self) -> Result<InstructionOutcome, TrapKind>
	where RuntimeValue: From<T>, T: Float<T> + FromRuntimeValue
	{
		self.run_unop(|v: T| v.nearest())
	}

	fn run_sqrt<T>(&mut self) -> Result<InstructionOutcome, TrapKind>
	where RuntimeValue: From<T>, T: Float<T> + FromRuntimeValue
	{
		self.run_unop(|v: T| v.sqrt())
	}

	fn run_min<T>(&mut self) -> Result<InstructionOutcome, TrapKind>
	where RuntimeValue: From<T>, T: Float<T> + FromRuntimeValue
	{
		let (left, right) = self
			.value_stack
			.pop_pair_as::<T>();
		let v = left.min(right);
		self.value_stack.push(v.into())?;
		Ok(InstructionOutcome::RunNextInstruction)
	}

	fn run_max<T>(&mut self) -> Result<InstructionOutcome, TrapKind>
	where RuntimeValue: From<T>, T: Float<T> + FromRuntimeValue {
		let (left, right) = self
			.value_stack
			.pop_pair_as::<T>();
		let v = left.max(right);
		self.value_stack.push(v.into())?;
		Ok(InstructionOutcome::RunNextInstruction)
	}

	fn run_copysign<T>(&mut self) -> Result<InstructionOutcome, TrapKind>
	where RuntimeValue: From<T>, T: Float<T> + FromRuntimeValue {
		let (left, right) = self
			.value_stack
			.pop_pair_as::<T>();
		let v = left.copysign(right);
		self.value_stack.push(v.into())?;
		Ok(InstructionOutcome::RunNextInstruction)
	}

	fn run_wrap<T, U>(&mut self) -> Result<InstructionOutcome, TrapKind>
	where RuntimeValue: From<U>, T: WrapInto<U> + FromRuntimeValue {
		self.run_unop(|v: T| v.wrap_into())
	}

	fn run_trunc_to_int<T, U, V>(&mut self) -> Result<InstructionOutcome, TrapKind>
		where RuntimeValue: From<V>, T: TryTruncateInto<U, TrapKind> + FromRuntimeValue, U: TransmuteInto<V>,  {
		let v = self
			.value_stack
			.pop_as::<T>();

		v.try_truncate_into()
			.map(|v| v.transmute_into())
			.map(|v| self.value_stack.push(v.into()))
			.map(|_| InstructionOutcome::RunNextInstruction)
	}

	fn run_extend<T, U, V>(&mut self) -> Result<InstructionOutcome, TrapKind>
	where
		RuntimeValue: From<V>, T: ExtendInto<U> + FromRuntimeValue, U: TransmuteInto<V>
	{
		let v = self
			.value_stack
			.pop_as::<T>();

		let v = v.extend_into().transmute_into();
		self.value_stack.push(v.into())?;

		Ok(InstructionOutcome::RunNextInstruction)
	}

	fn run_reinterpret<T, U>(&mut self) -> Result<InstructionOutcome, TrapKind>
	where
		RuntimeValue: From<U>, T: FromRuntimeValue, T: TransmuteInto<U>
	{
		let v = self
			.value_stack
			.pop_as::<T>();

		let v = v.transmute_into();
		self.value_stack.push(v.into())?;

		Ok(InstructionOutcome::RunNextInstruction)
	}
}

/// Function execution context.
struct FunctionContext {
	/// Is context initialized.
	pub is_initialized: bool,
	/// Internal function reference.
	pub function: FuncRef,
	pub module: ModuleRef,
	/// Current instruction position.
	pub position: usize,
}

impl FunctionContext {
	pub fn new(function: FuncRef) -> Self {
		let module = match *function.as_internal() {
			FuncInstanceInternal::Internal { ref module, .. } => module.upgrade().expect("module deallocated"),
			FuncInstanceInternal::Host { .. } => panic!("Host functions can't be called as internally defined functions; Thus FunctionContext can be created only with internally defined functions; qed"),
		};
		FunctionContext {
			is_initialized: false,
			function: function,
			module: ModuleRef(module),
			position: 0,
		}
	}

	pub fn nested(&mut self, function: FuncRef) -> Result<Self, TrapKind> {
		let module = match *function.as_internal() {
			FuncInstanceInternal::Internal { ref module, .. } => module.upgrade().expect("module deallocated"),
			FuncInstanceInternal::Host { .. } => panic!("Host functions can't be called as internally defined functions; Thus FunctionContext can be created only with internally defined functions; qed"),
		};

		Ok(FunctionContext {
			is_initialized: false,
			function: function,
			module: ModuleRef(module),
			position: 0,
		})
	}

	pub fn is_initialized(&self) -> bool {
		self.is_initialized
	}

	pub fn initialize(&mut self, locals: &[Local], value_stack: &mut ValueStack) -> Result<(), TrapKind> {
		debug_assert!(!self.is_initialized);

		let locals = locals.iter()
			.flat_map(|l| repeat(l.value_type()).take(l.count() as usize))
			.map(::types::ValueType::from_elements)
			.map(RuntimeValue::default)
			.collect::<Vec<_>>();

		// TODO: Replace with extend.
		for local in locals {
			value_stack.push(local)
				.map_err(|_| TrapKind::StackOverflow)?;
		}

		self.is_initialized = true;
		Ok(())
	}

	pub fn module(&self) -> ModuleRef {
		self.module.clone()
	}
}

impl fmt::Debug for FunctionContext {
	fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
		write!(f, "FunctionContext")
	}
}

fn effective_address(address: u32, offset: u32) -> Result<u32, TrapKind> {
	match offset.checked_add(address) {
		None => Err(TrapKind::MemoryAccessOutOfBounds),
		Some(address) => Ok(address),
	}
}

fn prepare_function_args(
	signature: &Signature,
	caller_stack: &mut ValueStack,
) -> Vec<RuntimeValue> {
	let mut args = signature
		.params()
		.iter()
		.map(|_| caller_stack.pop())
		.collect::<Vec<RuntimeValue>>();
	args.reverse();
	check_function_args(signature, &args).expect("Due to validation arguments should match");
	args
}

pub fn check_function_args(signature: &Signature, args: &[RuntimeValue]) -> Result<(), Error> {
	if signature.params().len() != args.len() {
		return Err(
			Error::Function(
				format!(
					"not enough arguments, given {} but expected: {}",
					args.len(),
					signature.params().len(),
				)
			)
		);
	}

	signature.params().iter().cloned().zip(args).map(|(expected_type, param_value)| {
		let actual_type = param_value.value_type();
		if actual_type != expected_type {
			return Err(Error::Function(format!("invalid parameter type {:?} when expected {:?}", actual_type, expected_type)));
		}
		Ok(())
	}).collect::<Result<Vec<_>, _>>()?;

	Ok(())
}

#[derive(Debug)]
struct ValueStack {
	buf: Box<[RuntimeValue]>,
	/// Index of the first free place in the stack.
	sp: usize,
}

impl ValueStack {
	fn with_limit(limit: usize) -> ValueStack {
		let mut buf = Vec::new();
		buf.resize(limit, RuntimeValue::I32(0));

		ValueStack {
			buf: buf.into_boxed_slice(),
			sp: 0,
		}
	}

	#[inline]
	fn drop_keep(&mut self, drop: u32, keep: u8) {
		assert!(keep <= 1);

		if keep == 1 {
			let top = *self.top();
			*self.pick_mut(drop as usize + 1) = top;
		}

		let cur_stack_len = self.len();
		self.sp = cur_stack_len - drop as usize;
	}

	#[inline]
	fn pop_as<T>(&mut self) -> T
	where
		T: FromRuntimeValue,
	{
		let value = self.pop();
		value.try_into().expect("Due to validation stack top's type should match")
	}

	#[inline]
	fn pop_pair_as<T>(&mut self) -> (T, T)
	where
		T: FromRuntimeValue,
	{
		let right = self.pop_as();
		let left = self.pop_as();
		(left, right)
	}

	#[inline]
	fn pop_triple(&mut self) -> (RuntimeValue, RuntimeValue, RuntimeValue) {
		let right = self.pop();
		let mid = self.pop();
		let left = self.pop();
		(left, mid, right)
	}

	#[inline]
	fn top(&self) -> &RuntimeValue {
		self.pick(1)
	}

	fn pick(&self, depth: usize) -> &RuntimeValue {
		&self.buf[self.sp - depth]
	}

	#[inline]
	fn pick_mut(&mut self, depth: usize) -> &mut RuntimeValue {
		&mut self.buf[self.sp - depth]
	}

	#[inline]
	fn pop(&mut self) -> RuntimeValue {
		self.sp -= 1;
		self.buf[self.sp]
	}

	#[inline]
	fn push(&mut self, value: RuntimeValue) -> Result<(), TrapKind> {
		let cell = self.buf.get_mut(self.sp).ok_or_else(|| TrapKind::StackOverflow)?;
		*cell = value;
		self.sp += 1;
		Ok(())
	}

	#[inline]
	fn len(&self) -> usize {
		self.sp
	}
}