2003-06-16 03:58:51 +08:00
|
|
|
/*
|
|
|
|
* Host code generation
|
2007-09-17 05:08:06 +08:00
|
|
|
*
|
2003-06-16 03:58:51 +08:00
|
|
|
* Copyright (c) 2003 Fabrice Bellard
|
|
|
|
*
|
|
|
|
* This library is free software; you can redistribute it and/or
|
|
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
|
|
* License as published by the Free Software Foundation; either
|
|
|
|
* version 2 of the License, or (at your option) any later version.
|
|
|
|
*
|
|
|
|
* This library is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* Lesser General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
|
|
* License along with this library; if not, write to the Free Software
|
|
|
|
* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
|
|
|
|
*/
|
|
|
|
#include <stdarg.h>
|
|
|
|
#include <stdlib.h>
|
|
|
|
#include <stdio.h>
|
|
|
|
#include <string.h>
|
|
|
|
#include <inttypes.h>
|
|
|
|
|
|
|
|
#include "config.h"
|
2003-06-16 07:28:43 +08:00
|
|
|
|
2004-01-05 07:28:12 +08:00
|
|
|
#define NO_CPU_IO_DEFS
|
2003-10-01 04:59:51 +08:00
|
|
|
#include "cpu.h"
|
|
|
|
#include "exec-all.h"
|
2003-06-16 03:58:51 +08:00
|
|
|
#include "disas.h"
|
2008-02-01 18:50:11 +08:00
|
|
|
#include "tcg.h"
|
2003-06-16 03:58:51 +08:00
|
|
|
|
2008-02-01 18:50:11 +08:00
|
|
|
/* code generation context */
|
|
|
|
TCGContext tcg_ctx;
|
2003-06-16 03:58:51 +08:00
|
|
|
|
|
|
|
uint16_t gen_opc_buf[OPC_BUF_SIZE];
|
2008-02-01 18:50:11 +08:00
|
|
|
TCGArg gen_opparam_buf[OPPARAM_BUF_SIZE];
|
2005-01-04 07:44:44 +08:00
|
|
|
|
|
|
|
target_ulong gen_opc_pc[OPC_BUF_SIZE];
|
2003-06-16 03:58:51 +08:00
|
|
|
uint8_t gen_opc_instr_start[OPC_BUF_SIZE];
|
2003-06-24 21:21:23 +08:00
|
|
|
#if defined(TARGET_I386)
|
|
|
|
uint8_t gen_opc_cc_op[OPC_BUF_SIZE];
|
2004-10-01 06:22:08 +08:00
|
|
|
#elif defined(TARGET_SPARC)
|
2005-01-04 07:44:44 +08:00
|
|
|
target_ulong gen_opc_npc[OPC_BUF_SIZE];
|
2005-03-20 20:43:29 +08:00
|
|
|
target_ulong gen_opc_jump_pc[2];
|
2007-12-02 14:10:04 +08:00
|
|
|
#elif defined(TARGET_MIPS) || defined(TARGET_SH4)
|
2005-12-06 03:56:07 +08:00
|
|
|
uint32_t gen_opc_hflags[OPC_BUF_SIZE];
|
2003-06-24 21:21:23 +08:00
|
|
|
#endif
|
2003-06-16 03:58:51 +08:00
|
|
|
|
2004-02-17 06:11:32 +08:00
|
|
|
int code_copy_enabled = 1;
|
|
|
|
|
2008-02-01 18:50:11 +08:00
|
|
|
#ifdef CONFIG_PROFILER
|
|
|
|
int64_t dyngen_tb_count1;
|
|
|
|
int64_t dyngen_tb_count;
|
|
|
|
int64_t dyngen_op_count;
|
|
|
|
int64_t dyngen_old_op_count;
|
|
|
|
int64_t dyngen_tcg_del_op_count;
|
|
|
|
int dyngen_op_count_max;
|
|
|
|
int64_t dyngen_code_in_len;
|
|
|
|
int64_t dyngen_code_out_len;
|
|
|
|
int64_t dyngen_interm_time;
|
|
|
|
int64_t dyngen_code_time;
|
|
|
|
int64_t dyngen_restore_count;
|
|
|
|
int64_t dyngen_restore_time;
|
2003-06-16 03:58:51 +08:00
|
|
|
#endif
|
|
|
|
|
2008-02-01 18:50:11 +08:00
|
|
|
/* XXX: suppress that */
|
2007-12-12 03:35:45 +08:00
|
|
|
unsigned long code_gen_max_block_size(void)
|
|
|
|
{
|
|
|
|
static unsigned long max;
|
|
|
|
|
|
|
|
if (max == 0) {
|
2008-04-01 01:07:36 +08:00
|
|
|
max = TCG_MAX_OP_SIZE;
|
2007-12-12 03:35:45 +08:00
|
|
|
#define DEF(s, n, copy_size) max = copy_size > max? copy_size : max;
|
2008-02-01 18:50:11 +08:00
|
|
|
#include "tcg-opc.h"
|
2007-12-12 03:35:45 +08:00
|
|
|
#undef DEF
|
|
|
|
max *= OPC_MAX_SIZE;
|
|
|
|
}
|
|
|
|
|
|
|
|
return max;
|
|
|
|
}
|
|
|
|
|
2008-02-01 18:50:11 +08:00
|
|
|
void cpu_gen_init(void)
|
|
|
|
{
|
|
|
|
tcg_context_init(&tcg_ctx);
|
|
|
|
tcg_set_frame(&tcg_ctx, TCG_AREG0, offsetof(CPUState, temp_buf),
|
|
|
|
128 * sizeof(long));
|
|
|
|
}
|
|
|
|
|
2003-06-16 03:58:51 +08:00
|
|
|
/* return non zero if the very first instruction is invalid so that
|
2007-09-17 05:08:06 +08:00
|
|
|
the virtual CPU can trigger an exception.
|
2003-06-16 03:58:51 +08:00
|
|
|
|
|
|
|
'*gen_code_size_ptr' contains the size of the generated code (host
|
|
|
|
code).
|
|
|
|
*/
|
2007-12-12 03:35:45 +08:00
|
|
|
int cpu_gen_code(CPUState *env, TranslationBlock *tb, int *gen_code_size_ptr)
|
2003-06-16 03:58:51 +08:00
|
|
|
{
|
2008-02-01 18:50:11 +08:00
|
|
|
TCGContext *s = &tcg_ctx;
|
2003-06-16 03:58:51 +08:00
|
|
|
uint8_t *gen_code_buf;
|
|
|
|
int gen_code_size;
|
2008-02-01 18:50:11 +08:00
|
|
|
#ifdef CONFIG_PROFILER
|
|
|
|
int64_t ti;
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#ifdef CONFIG_PROFILER
|
|
|
|
dyngen_tb_count1++; /* includes aborted translations because of
|
|
|
|
exceptions */
|
|
|
|
ti = profile_getclock();
|
|
|
|
#endif
|
|
|
|
tcg_func_start(s);
|
2003-06-16 03:58:51 +08:00
|
|
|
|
2007-11-08 22:25:03 +08:00
|
|
|
if (gen_intermediate_code(env, tb) < 0)
|
|
|
|
return -1;
|
|
|
|
|
|
|
|
/* generate machine code */
|
2008-02-01 18:50:11 +08:00
|
|
|
gen_code_buf = tb->tc_ptr;
|
2007-11-08 22:25:03 +08:00
|
|
|
tb->tb_next_offset[0] = 0xffff;
|
|
|
|
tb->tb_next_offset[1] = 0xffff;
|
2008-02-01 18:50:11 +08:00
|
|
|
s->tb_next_offset = tb->tb_next_offset;
|
2003-09-18 06:53:29 +08:00
|
|
|
#ifdef USE_DIRECT_JUMP
|
2008-02-01 18:50:11 +08:00
|
|
|
s->tb_jmp_offset = tb->tb_jmp_offset;
|
|
|
|
s->tb_next = NULL;
|
2007-11-08 22:25:03 +08:00
|
|
|
/* the following two entries are optional (only used for string ops) */
|
2008-02-01 18:50:11 +08:00
|
|
|
/* XXX: not used ? */
|
2007-11-08 22:25:03 +08:00
|
|
|
tb->tb_jmp_offset[2] = 0xffff;
|
|
|
|
tb->tb_jmp_offset[3] = 0xffff;
|
2003-06-16 03:58:51 +08:00
|
|
|
#else
|
2008-02-01 18:50:11 +08:00
|
|
|
s->tb_jmp_offset = NULL;
|
|
|
|
s->tb_next = tb->tb_next;
|
2003-06-16 03:58:51 +08:00
|
|
|
#endif
|
2008-02-01 18:50:11 +08:00
|
|
|
|
|
|
|
#ifdef CONFIG_PROFILER
|
|
|
|
dyngen_tb_count++;
|
|
|
|
dyngen_interm_time += profile_getclock() - ti;
|
|
|
|
dyngen_code_time -= profile_getclock();
|
|
|
|
#endif
|
|
|
|
gen_code_size = dyngen_code(s, gen_code_buf);
|
2003-06-16 03:58:51 +08:00
|
|
|
*gen_code_size_ptr = gen_code_size;
|
2008-02-01 18:50:11 +08:00
|
|
|
#ifdef CONFIG_PROFILER
|
|
|
|
dyngen_code_time += profile_getclock();
|
|
|
|
dyngen_code_in_len += tb->size;
|
|
|
|
dyngen_code_out_len += gen_code_size;
|
|
|
|
#endif
|
|
|
|
|
2003-06-16 03:58:51 +08:00
|
|
|
#ifdef DEBUG_DISAS
|
2004-03-22 01:06:25 +08:00
|
|
|
if (loglevel & CPU_LOG_TB_OUT_ASM) {
|
2003-06-16 03:58:51 +08:00
|
|
|
fprintf(logfile, "OUT: [size=%d]\n", *gen_code_size_ptr);
|
2005-01-04 07:44:44 +08:00
|
|
|
disas(logfile, tb->tc_ptr, *gen_code_size_ptr);
|
2003-06-16 03:58:51 +08:00
|
|
|
fprintf(logfile, "\n");
|
|
|
|
fflush(logfile);
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2007-09-17 05:08:06 +08:00
|
|
|
/* The cpu state corresponding to 'searched_pc' is restored.
|
2003-06-16 03:58:51 +08:00
|
|
|
*/
|
2007-09-17 05:08:06 +08:00
|
|
|
int cpu_restore_state(TranslationBlock *tb,
|
2004-02-17 06:11:32 +08:00
|
|
|
CPUState *env, unsigned long searched_pc,
|
|
|
|
void *puc)
|
2003-06-16 03:58:51 +08:00
|
|
|
{
|
2008-02-01 18:50:11 +08:00
|
|
|
TCGContext *s = &tcg_ctx;
|
|
|
|
int j;
|
2003-06-16 03:58:51 +08:00
|
|
|
unsigned long tc_ptr;
|
2008-02-01 18:50:11 +08:00
|
|
|
#ifdef CONFIG_PROFILER
|
|
|
|
int64_t ti;
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#ifdef CONFIG_PROFILER
|
|
|
|
ti = profile_getclock();
|
|
|
|
#endif
|
|
|
|
tcg_func_start(s);
|
2003-06-16 03:58:51 +08:00
|
|
|
|
2003-07-26 20:06:08 +08:00
|
|
|
if (gen_intermediate_code_pc(env, tb) < 0)
|
2003-06-16 03:58:51 +08:00
|
|
|
return -1;
|
2007-09-17 16:09:54 +08:00
|
|
|
|
2003-06-16 03:58:51 +08:00
|
|
|
/* find opc index corresponding to search_pc */
|
|
|
|
tc_ptr = (unsigned long)tb->tc_ptr;
|
|
|
|
if (searched_pc < tc_ptr)
|
|
|
|
return -1;
|
2008-02-01 18:50:11 +08:00
|
|
|
|
|
|
|
s->tb_next_offset = tb->tb_next_offset;
|
|
|
|
#ifdef USE_DIRECT_JUMP
|
|
|
|
s->tb_jmp_offset = tb->tb_jmp_offset;
|
|
|
|
s->tb_next = NULL;
|
|
|
|
#else
|
|
|
|
s->tb_jmp_offset = NULL;
|
|
|
|
s->tb_next = tb->tb_next;
|
|
|
|
#endif
|
2008-02-10 22:09:09 +08:00
|
|
|
j = dyngen_code_search_pc(s, (uint8_t *)tc_ptr, searched_pc - tc_ptr);
|
2008-02-01 18:50:11 +08:00
|
|
|
if (j < 0)
|
|
|
|
return -1;
|
2003-06-16 03:58:51 +08:00
|
|
|
/* now find start of instruction before */
|
|
|
|
while (gen_opc_instr_start[j] == 0)
|
|
|
|
j--;
|
2003-06-24 21:21:23 +08:00
|
|
|
#if defined(TARGET_I386)
|
|
|
|
{
|
|
|
|
int cc_op;
|
2003-07-07 19:30:47 +08:00
|
|
|
#ifdef DEBUG_DISAS
|
2004-03-22 01:06:25 +08:00
|
|
|
if (loglevel & CPU_LOG_TB_OP) {
|
2003-07-07 19:30:47 +08:00
|
|
|
int i;
|
2003-07-14 01:34:37 +08:00
|
|
|
fprintf(logfile, "RESTORE:\n");
|
2003-07-07 19:30:47 +08:00
|
|
|
for(i=0;i<=j; i++) {
|
|
|
|
if (gen_opc_instr_start[i]) {
|
2005-01-04 07:44:44 +08:00
|
|
|
fprintf(logfile, "0x%04x: " TARGET_FMT_lx "\n", i, gen_opc_pc[i]);
|
2003-07-07 19:30:47 +08:00
|
|
|
}
|
|
|
|
}
|
2007-09-17 05:08:06 +08:00
|
|
|
fprintf(logfile, "spc=0x%08lx j=0x%x eip=" TARGET_FMT_lx " cs_base=%x\n",
|
|
|
|
searched_pc, j, gen_opc_pc[j] - tb->cs_base,
|
2005-01-04 07:44:44 +08:00
|
|
|
(uint32_t)tb->cs_base);
|
2003-07-07 19:30:47 +08:00
|
|
|
}
|
|
|
|
#endif
|
2003-06-24 21:21:23 +08:00
|
|
|
env->eip = gen_opc_pc[j] - tb->cs_base;
|
|
|
|
cc_op = gen_opc_cc_op[j];
|
|
|
|
if (cc_op != CC_OP_DYNAMIC)
|
|
|
|
env->cc_op = cc_op;
|
|
|
|
}
|
|
|
|
#elif defined(TARGET_ARM)
|
|
|
|
env->regs[15] = gen_opc_pc[j];
|
2003-10-01 04:59:51 +08:00
|
|
|
#elif defined(TARGET_SPARC)
|
2005-03-20 20:43:29 +08:00
|
|
|
{
|
|
|
|
target_ulong npc;
|
|
|
|
env->pc = gen_opc_pc[j];
|
|
|
|
npc = gen_opc_npc[j];
|
|
|
|
if (npc == 1) {
|
|
|
|
/* dynamic NPC: already stored */
|
|
|
|
} else if (npc == 2) {
|
2007-11-12 01:26:45 +08:00
|
|
|
target_ulong t2 = (target_ulong)(unsigned long)puc;
|
2005-03-20 20:43:29 +08:00
|
|
|
/* jump PC: use T2 and the jump targets of the translation */
|
2007-09-17 05:08:06 +08:00
|
|
|
if (t2)
|
2005-03-20 20:43:29 +08:00
|
|
|
env->npc = gen_opc_jump_pc[0];
|
|
|
|
else
|
|
|
|
env->npc = gen_opc_jump_pc[1];
|
|
|
|
} else {
|
|
|
|
env->npc = npc;
|
|
|
|
}
|
|
|
|
}
|
2003-11-24 01:32:06 +08:00
|
|
|
#elif defined(TARGET_PPC)
|
2004-01-05 07:28:12 +08:00
|
|
|
{
|
2008-02-01 18:50:11 +08:00
|
|
|
int type, c;
|
2004-01-05 07:28:12 +08:00
|
|
|
/* for PPC, we need to look at the micro operation to get the
|
|
|
|
access type */
|
|
|
|
env->nip = gen_opc_pc[j];
|
2008-02-01 18:50:11 +08:00
|
|
|
c = gen_opc_buf[j];
|
2004-01-05 07:28:12 +08:00
|
|
|
switch(c) {
|
|
|
|
#if defined(CONFIG_USER_ONLY)
|
|
|
|
#define CASE3(op)\
|
|
|
|
case INDEX_op_ ## op ## _raw
|
|
|
|
#else
|
|
|
|
#define CASE3(op)\
|
|
|
|
case INDEX_op_ ## op ## _user:\
|
2007-11-16 22:11:28 +08:00
|
|
|
case INDEX_op_ ## op ## _kernel:\
|
|
|
|
case INDEX_op_ ## op ## _hypv
|
2004-01-05 07:28:12 +08:00
|
|
|
#endif
|
2007-09-17 16:09:54 +08:00
|
|
|
|
2004-01-05 07:28:12 +08:00
|
|
|
CASE3(stfd):
|
|
|
|
CASE3(stfs):
|
|
|
|
CASE3(lfd):
|
|
|
|
CASE3(lfs):
|
|
|
|
type = ACCESS_FLOAT;
|
|
|
|
break;
|
2004-04-13 04:39:29 +08:00
|
|
|
CASE3(lwarx):
|
|
|
|
type = ACCESS_RES;
|
|
|
|
break;
|
2004-01-05 07:28:12 +08:00
|
|
|
CASE3(stwcx):
|
|
|
|
type = ACCESS_RES;
|
|
|
|
break;
|
|
|
|
CASE3(eciwx):
|
|
|
|
CASE3(ecowx):
|
|
|
|
type = ACCESS_EXT;
|
|
|
|
break;
|
|
|
|
default:
|
|
|
|
type = ACCESS_INT;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
env->access_type = type;
|
|
|
|
}
|
2006-10-22 08:18:54 +08:00
|
|
|
#elif defined(TARGET_M68K)
|
|
|
|
env->pc = gen_opc_pc[j];
|
2005-07-02 22:58:51 +08:00
|
|
|
#elif defined(TARGET_MIPS)
|
2007-09-06 08:18:15 +08:00
|
|
|
env->PC[env->current_tc] = gen_opc_pc[j];
|
2005-12-06 03:56:07 +08:00
|
|
|
env->hflags &= ~MIPS_HFLAG_BMASK;
|
|
|
|
env->hflags |= gen_opc_hflags[j];
|
2007-04-05 15:22:49 +08:00
|
|
|
#elif defined(TARGET_ALPHA)
|
|
|
|
env->pc = gen_opc_pc[j];
|
2007-12-02 14:10:04 +08:00
|
|
|
#elif defined(TARGET_SH4)
|
|
|
|
env->pc = gen_opc_pc[j];
|
|
|
|
env->flags = gen_opc_hflags[j];
|
2008-03-14 09:04:24 +08:00
|
|
|
#elif defined(TARGET_CRIS)
|
|
|
|
env->pregs[PR_ERP] = gen_opc_pc[j];
|
2003-06-24 21:21:23 +08:00
|
|
|
#endif
|
2008-02-01 18:50:11 +08:00
|
|
|
|
|
|
|
#ifdef CONFIG_PROFILER
|
|
|
|
dyngen_restore_time += profile_getclock() - ti;
|
|
|
|
dyngen_restore_count++;
|
|
|
|
#endif
|
2003-06-16 03:58:51 +08:00
|
|
|
return 0;
|
|
|
|
}
|