cpu-exec.c 26.8 KB
Newer Older
B
bellard 已提交
1
/*
2
 *  emulator main execution loop
3
 *
B
bellard 已提交
4
 *  Copyright (c) 2003-2005 Fabrice Bellard
B
bellard 已提交
5
 *
B
bellard 已提交
6 7 8 9
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2 of the License, or (at your option) any later version.
B
bellard 已提交
10
 *
B
bellard 已提交
11 12 13 14
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
B
bellard 已提交
15
 *
B
bellard 已提交
16
 * You should have received a copy of the GNU Lesser General Public
17
 * License along with this library; if not, see <http://www.gnu.org/licenses/>.
B
bellard 已提交
18
 */
B
bellard 已提交
19
#include "config.h"
B
Blue Swirl 已提交
20
#include "cpu.h"
B
log fix  
bellard 已提交
21
#include "disas.h"
22
#include "tcg.h"
J
Jan Kiszka 已提交
23
#include "qemu-barrier.h"
A
Anthony Liguori 已提交
24
#include "qtest.h"
B
bellard 已提交
25

26 27
int tb_invalidated_flag;

28
//#define CONFIG_DEBUG_EXEC
B
bellard 已提交
29

30
bool qemu_cpu_has_work(CPUArchState *env)
31 32 33 34
{
    return cpu_has_work(env);
}

35
void cpu_loop_exit(CPUArchState *env)
B
bellard 已提交
36
{
B
Blue Swirl 已提交
37 38
    env->current_tb = NULL;
    longjmp(env->jmp_env, 1);
B
bellard 已提交
39
}
40

41 42 43
/* exit the current TB from a signal handler. The host registers are
   restored in a state compatible with the CPU emulator
 */
44
#if defined(CONFIG_SOFTMMU)
45
void cpu_resume_from_signal(CPUArchState *env, void *puc)
46 47 48 49 50 51 52
{
    /* XXX: restore cpu registers saved in host registers */

    env->exception_index = -1;
    longjmp(env->jmp_env, 1);
}
#endif
53

P
pbrook 已提交
54 55
/* Execute the code without caching the generated code. An interpreter
   could be used if available. */
56
static void cpu_exec_nocache(CPUArchState *env, int max_cycles,
B
Blue Swirl 已提交
57
                             TranslationBlock *orig_tb)
P
pbrook 已提交
58
{
59
    tcg_target_ulong next_tb;
P
pbrook 已提交
60 61 62 63 64 65 66 67 68 69 70
    TranslationBlock *tb;

    /* Should never happen.
       We only end up here when an existing TB is too long.  */
    if (max_cycles > CF_COUNT_MASK)
        max_cycles = CF_COUNT_MASK;

    tb = tb_gen_code(env, orig_tb->pc, orig_tb->cs_base, orig_tb->flags,
                     max_cycles);
    env->current_tb = tb;
    /* execute the generated code */
B
Blue Swirl 已提交
71
    next_tb = tcg_qemu_tb_exec(env, tb->tc_ptr);
P
Paolo Bonzini 已提交
72
    env->current_tb = NULL;
P
pbrook 已提交
73 74 75 76

    if ((next_tb & 3) == 2) {
        /* Restore PC.  This may happen if async event occurs before
           the TB starts executing.  */
77
        cpu_pc_from_tb(env, tb);
P
pbrook 已提交
78 79 80 81 82
    }
    tb_phys_invalidate(tb, -1);
    tb_free(tb);
}

83
static TranslationBlock *tb_find_slow(CPUArchState *env,
B
Blue Swirl 已提交
84
                                      target_ulong pc,
85
                                      target_ulong cs_base,
86
                                      uint64_t flags)
87 88 89
{
    TranslationBlock *tb, **ptb1;
    unsigned int h;
90
    tb_page_addr_t phys_pc, phys_page1;
P
Paul Brook 已提交
91
    target_ulong virt_page2;
92

93
    tb_invalidated_flag = 0;
94

95
    /* find translated block using physical mappings */
P
Paul Brook 已提交
96
    phys_pc = get_page_addr_code(env, pc);
97 98 99 100 101 102 103
    phys_page1 = phys_pc & TARGET_PAGE_MASK;
    h = tb_phys_hash_func(phys_pc);
    ptb1 = &tb_phys_hash[h];
    for(;;) {
        tb = *ptb1;
        if (!tb)
            goto not_found;
104
        if (tb->pc == pc &&
105
            tb->page_addr[0] == phys_page1 &&
106
            tb->cs_base == cs_base &&
107 108 109
            tb->flags == flags) {
            /* check next page if needed */
            if (tb->page_addr[1] != -1) {
110 111
                tb_page_addr_t phys_page2;

112
                virt_page2 = (pc & TARGET_PAGE_MASK) +
113
                    TARGET_PAGE_SIZE;
P
Paul Brook 已提交
114
                phys_page2 = get_page_addr_code(env, virt_page2);
115 116 117 118 119 120 121 122 123
                if (tb->page_addr[1] == phys_page2)
                    goto found;
            } else {
                goto found;
            }
        }
        ptb1 = &tb->phys_hash_next;
    }
 not_found:
P
pbrook 已提交
124 125
   /* if no translated code available, then translate it now */
    tb = tb_gen_code(env, pc, cs_base, flags, 0);
126

127
 found:
128 129 130 131 132 133
    /* Move the last found TB to the head of the list */
    if (likely(*ptb1)) {
        *ptb1 = tb->phys_hash_next;
        tb->phys_hash_next = tb_phys_hash[h];
        tb_phys_hash[h] = tb;
    }
134 135 136 137 138
    /* we add the TB in the virtual pc hash table */
    env->tb_jmp_cache[tb_jmp_cache_hash_func(pc)] = tb;
    return tb;
}

139
static inline TranslationBlock *tb_find_fast(CPUArchState *env)
140 141 142
{
    TranslationBlock *tb;
    target_ulong cs_base, pc;
143
    int flags;
144 145 146 147

    /* we record a subset of the CPU state. It will
       always be the same before a given translated block
       is executed. */
148
    cpu_get_tb_cpu_state(env, &pc, &cs_base, &flags);
B
bellard 已提交
149
    tb = env->tb_jmp_cache[tb_jmp_cache_hash_func(pc)];
150 151
    if (unlikely(!tb || tb->pc != pc || tb->cs_base != cs_base ||
                 tb->flags != flags)) {
B
Blue Swirl 已提交
152
        tb = tb_find_slow(env, pc, cs_base, flags);
153 154 155 156
    }
    return tb;
}

157 158
static CPUDebugExcpHandler *debug_excp_handler;

159
void cpu_set_debug_excp_handler(CPUDebugExcpHandler *handler)
160 161 162 163
{
    debug_excp_handler = handler;
}

164
static void cpu_handle_debug_exception(CPUArchState *env)
165 166 167 168 169 170 171 172 173 174 175 176 177
{
    CPUWatchpoint *wp;

    if (!env->watchpoint_hit) {
        QTAILQ_FOREACH(wp, &env->watchpoints, entry) {
            wp->flags &= ~BP_WATCHPOINT_HIT;
        }
    }
    if (debug_excp_handler) {
        debug_excp_handler(env);
    }
}

B
bellard 已提交
178 179
/* main execution loop */

180 181
volatile sig_atomic_t exit_request;

182
int cpu_exec(CPUArchState *env)
B
bellard 已提交
183
{
184 185 186
#ifdef TARGET_PPC
    CPUState *cpu = ENV_GET_CPU(env);
#endif
187 188
    int ret, interrupt_request;
    TranslationBlock *tb;
B
bellard 已提交
189
    uint8_t *tc_ptr;
190
    tcg_target_ulong next_tb;
191

B
Blue Swirl 已提交
192 193
    if (env->halted) {
        if (!cpu_has_work(env)) {
194 195 196
            return EXCP_HALTED;
        }

B
Blue Swirl 已提交
197
        env->halted = 0;
198
    }
B
bellard 已提交
199

B
Blue Swirl 已提交
200
    cpu_single_env = env;
B
bellard 已提交
201

J
Jan Kiszka 已提交
202
    if (unlikely(exit_request)) {
203 204 205
        env->exit_request = 1;
    }

206
#if defined(TARGET_I386)
207 208 209 210 211
    /* put eflags in CPU temporary format */
    CC_SRC = env->eflags & (CC_O | CC_S | CC_Z | CC_A | CC_P | CC_C);
    DF = 1 - (2 * ((env->eflags >> 10) & 1));
    CC_OP = CC_OP_EFLAGS;
    env->eflags &= ~(DF_MASK | CC_O | CC_S | CC_Z | CC_A | CC_P | CC_C);
212
#elif defined(TARGET_SPARC)
P
pbrook 已提交
213 214 215 216
#elif defined(TARGET_M68K)
    env->cc_op = CC_OP_FLAGS;
    env->cc_dest = env->sr & 0xf;
    env->cc_x = (env->sr >> 4) & 1;
217 218
#elif defined(TARGET_ALPHA)
#elif defined(TARGET_ARM)
219
#elif defined(TARGET_UNICORE32)
220
#elif defined(TARGET_PPC)
221
    env->reserve_addr = -1;
M
Michael Walle 已提交
222
#elif defined(TARGET_LM32)
223
#elif defined(TARGET_MICROBLAZE)
B
bellard 已提交
224
#elif defined(TARGET_MIPS)
225
#elif defined(TARGET_OPENRISC)
B
bellard 已提交
226
#elif defined(TARGET_SH4)
227
#elif defined(TARGET_CRIS)
A
Alexander Graf 已提交
228
#elif defined(TARGET_S390X)
M
Max Filippov 已提交
229
#elif defined(TARGET_XTENSA)
B
bellard 已提交
230
    /* XXXXX */
B
bellard 已提交
231 232 233
#else
#error unsupported target CPU
#endif
234
    env->exception_index = -1;
235

B
bellard 已提交
236
    /* prepare setjmp context for exception handling */
237 238 239 240 241 242 243
    for(;;) {
        if (setjmp(env->jmp_env) == 0) {
            /* if an exception is pending, we execute it here */
            if (env->exception_index >= 0) {
                if (env->exception_index >= EXCP_INTERRUPT) {
                    /* exit request from the cpu execution loop */
                    ret = env->exception_index;
244 245 246
                    if (ret == EXCP_DEBUG) {
                        cpu_handle_debug_exception(env);
                    }
247
                    break;
A
aurel32 已提交
248 249
                } else {
#if defined(CONFIG_USER_ONLY)
250
                    /* if user mode only, we simulate a fake exception
T
ths 已提交
251
                       which will be handled outside the cpu execution
252
                       loop */
B
bellard 已提交
253
#if defined(TARGET_I386)
254
                    do_interrupt(env);
B
bellard 已提交
255
#endif
256 257
                    ret = env->exception_index;
                    break;
A
aurel32 已提交
258
#else
B
bellard 已提交
259
                    do_interrupt(env);
260
                    env->exception_index = -1;
B
bellard 已提交
261
#endif
262
                }
263
            }
B
bellard 已提交
264

265
            next_tb = 0; /* force lookup of first TB */
266
            for(;;) {
B
bellard 已提交
267
                interrupt_request = env->interrupt_request;
M
malc 已提交
268 269 270
                if (unlikely(interrupt_request)) {
                    if (unlikely(env->singlestep_enabled & SSTEP_NOIRQ)) {
                        /* Mask out external interrupts for this step. */
271
                        interrupt_request &= ~CPU_INTERRUPT_SSTEP_MASK;
M
malc 已提交
272
                    }
273 274 275
                    if (interrupt_request & CPU_INTERRUPT_DEBUG) {
                        env->interrupt_request &= ~CPU_INTERRUPT_DEBUG;
                        env->exception_index = EXCP_DEBUG;
B
Blue Swirl 已提交
276
                        cpu_loop_exit(env);
277
                    }
278
#if defined(TARGET_ARM) || defined(TARGET_SPARC) || defined(TARGET_MIPS) || \
279
    defined(TARGET_PPC) || defined(TARGET_ALPHA) || defined(TARGET_CRIS) || \
280
    defined(TARGET_MICROBLAZE) || defined(TARGET_LM32) || defined(TARGET_UNICORE32)
281 282 283 284
                    if (interrupt_request & CPU_INTERRUPT_HALT) {
                        env->interrupt_request &= ~CPU_INTERRUPT_HALT;
                        env->halted = 1;
                        env->exception_index = EXCP_HLT;
B
Blue Swirl 已提交
285
                        cpu_loop_exit(env);
286 287
                    }
#endif
B
bellard 已提交
288
#if defined(TARGET_I386)
289 290 291 292 293 294
#if !defined(CONFIG_USER_ONLY)
                    if (interrupt_request & CPU_INTERRUPT_POLL) {
                        env->interrupt_request &= ~CPU_INTERRUPT_POLL;
                        apic_poll_irq(env->apic_state);
                    }
#endif
295
                    if (interrupt_request & CPU_INTERRUPT_INIT) {
B
Blue Swirl 已提交
296 297
                            cpu_svm_check_intercept_param(env, SVM_EXIT_INIT,
                                                          0);
298
                            do_cpu_init(x86_env_get_cpu(env));
299
                            env->exception_index = EXCP_HALTED;
B
Blue Swirl 已提交
300
                            cpu_loop_exit(env);
301
                    } else if (interrupt_request & CPU_INTERRUPT_SIPI) {
302
                            do_cpu_sipi(x86_env_get_cpu(env));
303
                    } else if (env->hflags2 & HF2_GIF_MASK) {
304 305
                        if ((interrupt_request & CPU_INTERRUPT_SMI) &&
                            !(env->hflags & HF_SMM_MASK)) {
B
Blue Swirl 已提交
306 307
                            cpu_svm_check_intercept_param(env, SVM_EXIT_SMI,
                                                          0);
308
                            env->interrupt_request &= ~CPU_INTERRUPT_SMI;
309
                            do_smm_enter(env);
310 311 312 313 314
                            next_tb = 0;
                        } else if ((interrupt_request & CPU_INTERRUPT_NMI) &&
                                   !(env->hflags2 & HF2_NMI_MASK)) {
                            env->interrupt_request &= ~CPU_INTERRUPT_NMI;
                            env->hflags2 |= HF2_NMI_MASK;
315
                            do_interrupt_x86_hardirq(env, EXCP02_NMI, 1);
316
                            next_tb = 0;
317
                        } else if (interrupt_request & CPU_INTERRUPT_MCE) {
318
                            env->interrupt_request &= ~CPU_INTERRUPT_MCE;
319
                            do_interrupt_x86_hardirq(env, EXCP12_MCHK, 0);
320
                            next_tb = 0;
321 322 323 324 325 326 327
                        } else if ((interrupt_request & CPU_INTERRUPT_HARD) &&
                                   (((env->hflags2 & HF2_VINTR_MASK) && 
                                     (env->hflags2 & HF2_HIF_MASK)) ||
                                    (!(env->hflags2 & HF2_VINTR_MASK) && 
                                     (env->eflags & IF_MASK && 
                                      !(env->hflags & HF_INHIBIT_IRQ_MASK))))) {
                            int intno;
B
Blue Swirl 已提交
328 329
                            cpu_svm_check_intercept_param(env, SVM_EXIT_INTR,
                                                          0);
330 331
                            env->interrupt_request &= ~(CPU_INTERRUPT_HARD | CPU_INTERRUPT_VIRQ);
                            intno = cpu_get_pic_interrupt(env);
332
                            qemu_log_mask(CPU_LOG_TB_IN_ASM, "Servicing hardware INT=0x%02x\n", intno);
333
                            do_interrupt_x86_hardirq(env, intno, 1);
334 335 336
                            /* ensure that no TB jump will be modified as
                               the program flow was changed */
                            next_tb = 0;
T
ths 已提交
337
#if !defined(CONFIG_USER_ONLY)
338 339 340 341 342
                        } else if ((interrupt_request & CPU_INTERRUPT_VIRQ) &&
                                   (env->eflags & IF_MASK) && 
                                   !(env->hflags & HF_INHIBIT_IRQ_MASK)) {
                            int intno;
                            /* FIXME: this should respect TPR */
B
Blue Swirl 已提交
343 344
                            cpu_svm_check_intercept_param(env, SVM_EXIT_VINTR,
                                                          0);
345
                            intno = ldl_phys(env->vm_vmcb + offsetof(struct vmcb, control.int_vector));
346
                            qemu_log_mask(CPU_LOG_TB_IN_ASM, "Servicing virtual hardware INT=0x%02x\n", intno);
347
                            do_interrupt_x86_hardirq(env, intno, 1);
348
                            env->interrupt_request &= ~CPU_INTERRUPT_VIRQ;
349
                            next_tb = 0;
B
bellard 已提交
350
#endif
351
                        }
B
bellard 已提交
352
                    }
353
#elif defined(TARGET_PPC)
354
                    if ((interrupt_request & CPU_INTERRUPT_RESET)) {
355
                        cpu_reset(cpu);
356
                    }
357
                    if (interrupt_request & CPU_INTERRUPT_HARD) {
358 359 360
                        ppc_hw_interrupt(env);
                        if (env->pending_interrupts == 0)
                            env->interrupt_request &= ~CPU_INTERRUPT_HARD;
361
                        next_tb = 0;
362
                    }
M
Michael Walle 已提交
363 364 365 366 367 368 369
#elif defined(TARGET_LM32)
                    if ((interrupt_request & CPU_INTERRUPT_HARD)
                        && (env->ie & IE_IE)) {
                        env->exception_index = EXCP_IRQ;
                        do_interrupt(env);
                        next_tb = 0;
                    }
370 371 372 373 374 375 376 377 378
#elif defined(TARGET_MICROBLAZE)
                    if ((interrupt_request & CPU_INTERRUPT_HARD)
                        && (env->sregs[SR_MSR] & MSR_IE)
                        && !(env->sregs[SR_MSR] & (MSR_EIP | MSR_BIP))
                        && !(env->iflags & (D_FLAG | IMM_FLAG))) {
                        env->exception_index = EXCP_IRQ;
                        do_interrupt(env);
                        next_tb = 0;
                    }
B
bellard 已提交
379 380
#elif defined(TARGET_MIPS)
                    if ((interrupt_request & CPU_INTERRUPT_HARD) &&
381
                        cpu_mips_hw_interrupts_pending(env)) {
B
bellard 已提交
382 383 384 385
                        /* Raise it */
                        env->exception_index = EXCP_EXT_INTERRUPT;
                        env->error_code = 0;
                        do_interrupt(env);
386
                        next_tb = 0;
B
bellard 已提交
387
                    }
J
Jia Liu 已提交
388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404
#elif defined(TARGET_OPENRISC)
                    {
                        int idx = -1;
                        if ((interrupt_request & CPU_INTERRUPT_HARD)
                            && (env->sr & SR_IEE)) {
                            idx = EXCP_INT;
                        }
                        if ((interrupt_request & CPU_INTERRUPT_TIMER)
                            && (env->sr & SR_TEE)) {
                            idx = EXCP_TICK;
                        }
                        if (idx >= 0) {
                            env->exception_index = idx;
                            do_interrupt(env);
                            next_tb = 0;
                        }
                    }
405
#elif defined(TARGET_SPARC)
406 407 408 409 410 411 412 413 414 415 416 417 418 419
                    if (interrupt_request & CPU_INTERRUPT_HARD) {
                        if (cpu_interrupts_enabled(env) &&
                            env->interrupt_index > 0) {
                            int pil = env->interrupt_index & 0xf;
                            int type = env->interrupt_index & 0xf0;

                            if (((type == TT_EXTINT) &&
                                  cpu_pil_allowed(env, pil)) ||
                                  type != TT_EXTINT) {
                                env->exception_index = env->interrupt_index;
                                do_interrupt(env);
                                next_tb = 0;
                            }
                        }
420
                    }
B
bellard 已提交
421 422 423 424 425
#elif defined(TARGET_ARM)
                    if (interrupt_request & CPU_INTERRUPT_FIQ
                        && !(env->uncached_cpsr & CPSR_F)) {
                        env->exception_index = EXCP_FIQ;
                        do_interrupt(env);
426
                        next_tb = 0;
B
bellard 已提交
427
                    }
P
pbrook 已提交
428 429 430 431 432 433
                    /* ARMv7-M interrupt return works by loading a magic value
                       into the PC.  On real hardware the load causes the
                       return to occur.  The qemu implementation performs the
                       jump normally, then does the exception return when the
                       CPU tries to execute code at the magic address.
                       This will cause the magic PC value to be pushed to
434
                       the stack if an interrupt occurred at the wrong time.
P
pbrook 已提交
435 436
                       We avoid this by disabling interrupts when
                       pc contains a magic address.  */
B
bellard 已提交
437
                    if (interrupt_request & CPU_INTERRUPT_HARD
P
pbrook 已提交
438 439
                        && ((IS_M(env) && env->regs[15] < 0xfffffff0)
                            || !(env->uncached_cpsr & CPSR_I))) {
B
bellard 已提交
440 441
                        env->exception_index = EXCP_IRQ;
                        do_interrupt(env);
442
                        next_tb = 0;
B
bellard 已提交
443
                    }
444 445 446 447 448 449
#elif defined(TARGET_UNICORE32)
                    if (interrupt_request & CPU_INTERRUPT_HARD
                        && !(env->uncached_asr & ASR_I)) {
                        do_interrupt(env);
                        next_tb = 0;
                    }
B
bellard 已提交
450
#elif defined(TARGET_SH4)
451 452
                    if (interrupt_request & CPU_INTERRUPT_HARD) {
                        do_interrupt(env);
453
                        next_tb = 0;
454
                    }
J
j_mayer 已提交
455
#elif defined(TARGET_ALPHA)
456 457 458
                    {
                        int idx = -1;
                        /* ??? This hard-codes the OSF/1 interrupt levels.  */
459
                        switch (env->pal_mode ? 7 : env->ps & PS_INT_MASK) {
460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485
                        case 0 ... 3:
                            if (interrupt_request & CPU_INTERRUPT_HARD) {
                                idx = EXCP_DEV_INTERRUPT;
                            }
                            /* FALLTHRU */
                        case 4:
                            if (interrupt_request & CPU_INTERRUPT_TIMER) {
                                idx = EXCP_CLK_INTERRUPT;
                            }
                            /* FALLTHRU */
                        case 5:
                            if (interrupt_request & CPU_INTERRUPT_SMP) {
                                idx = EXCP_SMP_INTERRUPT;
                            }
                            /* FALLTHRU */
                        case 6:
                            if (interrupt_request & CPU_INTERRUPT_MCHK) {
                                idx = EXCP_MCHK;
                            }
                        }
                        if (idx >= 0) {
                            env->exception_index = idx;
                            env->error_code = 0;
                            do_interrupt(env);
                            next_tb = 0;
                        }
J
j_mayer 已提交
486
                    }
487
#elif defined(TARGET_CRIS)
E
edgar_igl 已提交
488
                    if (interrupt_request & CPU_INTERRUPT_HARD
E
Edgar E. Iglesias 已提交
489 490
                        && (env->pregs[PR_CCS] & I_FLAG)
                        && !env->locked_irq) {
E
edgar_igl 已提交
491 492 493 494
                        env->exception_index = EXCP_IRQ;
                        do_interrupt(env);
                        next_tb = 0;
                    }
495 496 497 498 499 500 501 502 503 504 505 506
                    if (interrupt_request & CPU_INTERRUPT_NMI) {
                        unsigned int m_flag_archval;
                        if (env->pregs[PR_VR] < 32) {
                            m_flag_archval = M_FLAG_V10;
                        } else {
                            m_flag_archval = M_FLAG_V32;
                        }
                        if ((env->pregs[PR_CCS] & m_flag_archval)) {
                            env->exception_index = EXCP_NMI;
                            do_interrupt(env);
                            next_tb = 0;
                        }
507
                    }
P
pbrook 已提交
508 509 510 511 512 513 514 515 516 517
#elif defined(TARGET_M68K)
                    if (interrupt_request & CPU_INTERRUPT_HARD
                        && ((env->sr & SR_I) >> SR_I_SHIFT)
                            < env->pending_level) {
                        /* Real hardware gets the interrupt vector via an
                           IACK cycle at this point.  Current emulated
                           hardware doesn't rely on this, so we
                           provide/save the vector when the interrupt is
                           first signalled.  */
                        env->exception_index = env->pending_vector;
518
                        do_interrupt_m68k_hardirq(env);
519
                        next_tb = 0;
P
pbrook 已提交
520
                    }
521 522 523 524 525 526
#elif defined(TARGET_S390X) && !defined(CONFIG_USER_ONLY)
                    if ((interrupt_request & CPU_INTERRUPT_HARD) &&
                        (env->psw.mask & PSW_MASK_EXT)) {
                        do_interrupt(env);
                        next_tb = 0;
                    }
527 528 529 530 531 532
#elif defined(TARGET_XTENSA)
                    if (interrupt_request & CPU_INTERRUPT_HARD) {
                        env->exception_index = EXC_IRQ;
                        do_interrupt(env);
                        next_tb = 0;
                    }
B
bellard 已提交
533
#endif
534
                   /* Don't use the cached interrupt_request value,
B
bellard 已提交
535
                      do_interrupt may have updated the EXITTB flag. */
B
bellard 已提交
536
                    if (env->interrupt_request & CPU_INTERRUPT_EXITTB) {
537 538 539
                        env->interrupt_request &= ~CPU_INTERRUPT_EXITTB;
                        /* ensure that no TB jump will be modified as
                           the program flow was changed */
540
                        next_tb = 0;
541
                    }
542 543 544 545
                }
                if (unlikely(env->exit_request)) {
                    env->exit_request = 0;
                    env->exception_index = EXCP_INTERRUPT;
B
Blue Swirl 已提交
546
                    cpu_loop_exit(env);
547
                }
548
#if defined(DEBUG_DISAS) || defined(CONFIG_DEBUG_EXEC)
549
                if (qemu_loglevel_mask(CPU_LOG_TB_CPU)) {
550
                    /* restore flags in standard format */
551
#if defined(TARGET_I386)
552 553
                    env->eflags = env->eflags | cpu_cc_compute_all(env, CC_OP)
                        | (DF & DF_MASK);
554
                    log_cpu_state(env, X86_DUMP_CCOP);
555
                    env->eflags &= ~(DF_MASK | CC_O | CC_S | CC_Z | CC_A | CC_P | CC_C);
P
pbrook 已提交
556 557 558 559 560
#elif defined(TARGET_M68K)
                    cpu_m68k_flush_flags(env, env->cc_op);
                    env->cc_op = CC_OP_FLAGS;
                    env->sr = (env->sr & 0xffe0)
                              | env->cc_dest | (env->cc_x << 4);
561
                    log_cpu_state(env, 0);
B
bellard 已提交
562
#else
563
                    log_cpu_state(env, 0);
B
bellard 已提交
564
#endif
565
                }
566
#endif /* DEBUG_DISAS || CONFIG_DEBUG_EXEC */
P
pbrook 已提交
567
                spin_lock(&tb_lock);
B
Blue Swirl 已提交
568
                tb = tb_find_fast(env);
P
pbrook 已提交
569 570 571 572 573 574 575
                /* Note: we do it here to avoid a gcc bug on Mac OS X when
                   doing it in tb_find_slow */
                if (tb_invalidated_flag) {
                    /* as some TB could have been invalidated because
                       of memory exceptions while generating the code, we
                       must recompute the hash index here */
                    next_tb = 0;
P
pbrook 已提交
576
                    tb_invalidated_flag = 0;
P
pbrook 已提交
577
                }
578
#ifdef CONFIG_DEBUG_EXEC
579 580
                qemu_log_mask(CPU_LOG_EXEC, "Trace %p [" TARGET_FMT_lx "] %s\n",
                             tb->tc_ptr, tb->pc,
581
                             lookup_symbol(tb->pc));
582
#endif
583 584 585
                /* see if we can patch the calling TB. When the TB
                   spans two pages, we cannot safely do a direct
                   jump. */
P
Paolo Bonzini 已提交
586
                if (next_tb != 0 && tb->page_addr[1] == -1) {
587
                    tb_add_jump((TranslationBlock *)(next_tb & ~3), next_tb & 3, tb);
588
                }
P
pbrook 已提交
589
                spin_unlock(&tb_lock);
590 591 592 593 594

                /* cpu_interrupt might be called while translating the
                   TB, but before it is linked into a potentially
                   infinite loop and becomes env->current_tb. Avoid
                   starting execution if there is a pending interrupt. */
J
Jan Kiszka 已提交
595 596 597
                env->current_tb = tb;
                barrier();
                if (likely(!env->exit_request)) {
P
pbrook 已提交
598
                    tc_ptr = tb->tc_ptr;
599
                    /* execute the generated code */
B
Blue Swirl 已提交
600
                    next_tb = tcg_qemu_tb_exec(env, tc_ptr);
P
pbrook 已提交
601
                    if ((next_tb & 3) == 2) {
T
ths 已提交
602
                        /* Instruction counter expired.  */
P
pbrook 已提交
603
                        int insns_left;
604
                        tb = (TranslationBlock *)(next_tb & ~3);
P
pbrook 已提交
605
                        /* Restore PC.  */
606
                        cpu_pc_from_tb(env, tb);
P
pbrook 已提交
607 608 609 610 611 612 613 614 615 616 617 618 619 620
                        insns_left = env->icount_decr.u32;
                        if (env->icount_extra && insns_left >= 0) {
                            /* Refill decrementer and continue execution.  */
                            env->icount_extra += insns_left;
                            if (env->icount_extra > 0xffff) {
                                insns_left = 0xffff;
                            } else {
                                insns_left = env->icount_extra;
                            }
                            env->icount_extra -= insns_left;
                            env->icount_decr.u16.low = insns_left;
                        } else {
                            if (insns_left > 0) {
                                /* Execute remaining instructions.  */
B
Blue Swirl 已提交
621
                                cpu_exec_nocache(env, insns_left, tb);
P
pbrook 已提交
622 623 624
                            }
                            env->exception_index = EXCP_INTERRUPT;
                            next_tb = 0;
B
Blue Swirl 已提交
625
                            cpu_loop_exit(env);
P
pbrook 已提交
626 627 628
                        }
                    }
                }
J
Jan Kiszka 已提交
629
                env->current_tb = NULL;
B
bellard 已提交
630 631
                /* reset soft MMU for next block (it can currently
                   only be set by a memory fault) */
T
ths 已提交
632
            } /* for(;;) */
633 634 635 636
        } else {
            /* Reload env after longjmp - the compiler may have smashed all
             * local variables as longjmp is marked 'noreturn'. */
            env = cpu_single_env;
B
bellard 已提交
637
        }
638 639
    } /* for(;;) */

B
bellard 已提交
640

B
bellard 已提交
641
#if defined(TARGET_I386)
B
bellard 已提交
642
    /* restore flags in standard format */
643 644
    env->eflags = env->eflags | cpu_cc_compute_all(env, CC_OP)
        | (DF & DF_MASK);
B
bellard 已提交
645
#elif defined(TARGET_ARM)
B
bellard 已提交
646
    /* XXX: Save/restore host fpu exception state?.  */
647
#elif defined(TARGET_UNICORE32)
648
#elif defined(TARGET_SPARC)
649
#elif defined(TARGET_PPC)
M
Michael Walle 已提交
650
#elif defined(TARGET_LM32)
P
pbrook 已提交
651 652 653 654 655
#elif defined(TARGET_M68K)
    cpu_m68k_flush_flags(env, env->cc_op);
    env->cc_op = CC_OP_FLAGS;
    env->sr = (env->sr & 0xffe0)
              | env->cc_dest | (env->cc_x << 4);
656
#elif defined(TARGET_MICROBLAZE)
B
bellard 已提交
657
#elif defined(TARGET_MIPS)
658
#elif defined(TARGET_OPENRISC)
B
bellard 已提交
659
#elif defined(TARGET_SH4)
J
j_mayer 已提交
660
#elif defined(TARGET_ALPHA)
661
#elif defined(TARGET_CRIS)
A
Alexander Graf 已提交
662
#elif defined(TARGET_S390X)
M
Max Filippov 已提交
663
#elif defined(TARGET_XTENSA)
B
bellard 已提交
664
    /* XXXXX */
B
bellard 已提交
665 666 667
#else
#error unsupported target CPU
#endif
P
pbrook 已提交
668

B
bellard 已提交
669
    /* fail safe : never use cpu_single_env outside cpu_exec() */
670
    cpu_single_env = NULL;
B
bellard 已提交
671 672
    return ret;
}