Blame view

hw/apic.c 25.8 KB
bellard authored
1
2
/*
 *  APIC support
3
 *
bellard authored
4
5
6
7
8
9
10
11
12
13
14
15
16
17
 *  Copyright (c) 2004-2005 Fabrice Bellard
 *
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2 of the License, or (at your option) any later version.
 *
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with this library; if not, write to the Free Software
18
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA  02110-1301 USA
bellard authored
19
 */
pbrook authored
20
21
#include "hw.h"
#include "pc.h"
22
23
#include "pci.h"
#include "msix.h"
pbrook authored
24
#include "qemu-timer.h"
25
#include "host-utils.h"
26
#include "kvm.h"
bellard authored
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47

//#define DEBUG_APIC

/* APIC Local Vector Table */
#define APIC_LVT_TIMER   0
#define APIC_LVT_THERMAL 1
#define APIC_LVT_PERFORM 2
#define APIC_LVT_LINT0   3
#define APIC_LVT_LINT1   4
#define APIC_LVT_ERROR   5
#define APIC_LVT_NB      6

/* APIC delivery modes */
#define APIC_DM_FIXED	0
#define APIC_DM_LOWPRI	1
#define APIC_DM_SMI	2
#define APIC_DM_NMI	4
#define APIC_DM_INIT	5
#define APIC_DM_SIPI	6
#define APIC_DM_EXTINT	7
48
49
50
51
/* APIC destination mode */
#define APIC_DESTMODE_FLAT	0xf
#define APIC_DESTMODE_CLUSTER	1
bellard authored
52
53
54
55
56
57
58
59
60
61
62
63
64
65
#define APIC_TRIGGER_EDGE  0
#define APIC_TRIGGER_LEVEL 1

#define	APIC_LVT_TIMER_PERIODIC		(1<<17)
#define	APIC_LVT_MASKED			(1<<16)
#define	APIC_LVT_LEVEL_TRIGGER		(1<<15)
#define	APIC_LVT_REMOTE_IRR		(1<<14)
#define	APIC_INPUT_POLARITY		(1<<13)
#define	APIC_SEND_PENDING		(1<<12)

#define ESR_ILLEGAL_ADDRESS (1 << 7)

#define APIC_SV_ENABLE (1 << 8)
66
67
68
#define MAX_APICS 255
#define MAX_APIC_WORDS 8
69
70
71
72
73
74
75
76
77
78
79
80
81
/* Intel APIC constants: from include/asm/msidef.h */
#define MSI_DATA_VECTOR_SHIFT		0
#define MSI_DATA_VECTOR_MASK		0x000000ff
#define MSI_DATA_DELIVERY_MODE_SHIFT	8
#define MSI_DATA_TRIGGER_SHIFT		15
#define MSI_DATA_LEVEL_SHIFT		14
#define MSI_ADDR_DEST_MODE_SHIFT	2
#define MSI_ADDR_DEST_ID_SHIFT		12
#define	MSI_ADDR_DEST_ID_MASK		0x00ffff0

#define MSI_ADDR_BASE                   0xfee00000
#define MSI_ADDR_SIZE                   0x100000
bellard authored
82
83
84
85
typedef struct APICState {
    CPUState *cpu_env;
    uint32_t apicbase;
    uint8_t id;
86
    uint8_t arb_id;
bellard authored
87
88
    uint8_t tpr;
    uint32_t spurious_vec;
89
90
    uint8_t log_dest;
    uint8_t dest_mode;
bellard authored
91
92
93
94
95
96
97
98
99
100
101
    uint32_t isr[8];  /* in service register */
    uint32_t tmr[8];  /* trigger mode register */
    uint32_t irr[8]; /* interrupt request register */
    uint32_t lvt[APIC_LVT_NB];
    uint32_t esr; /* error register */
    uint32_t icr[2];

    uint32_t divide_conf;
    int count_shift;
    uint32_t initial_count;
    int64_t initial_count_load_time, next_time;
102
    uint32_t idx;
bellard authored
103
    QEMUTimer *timer;
104
105
    int sipi_vector;
    int wait_for_sipi;
bellard authored
106
107
108
} APICState;

static int apic_io_memory;
109
static APICState *local_apics[MAX_APICS + 1];
110
static int last_apic_idx = 0;
111
112
static int apic_irq_delivered;
113
114
115

static void apic_set_irq(APICState *s, int vector_num, int trigger_mode);
static void apic_update_irq(APICState *s);
116
117
static void apic_get_delivery_bitmask(uint32_t *deliver_bitmask,
                                      uint8_t dest, uint8_t dest_mode);
118
119
120
121
122
123
124
/* Find first bit starting from msb */
static int fls_bit(uint32_t value)
{
    return 31 - clz32(value);
}
125
/* Find first bit starting from lsb */
126
127
static int ffs_bit(uint32_t value)
{
128
    return ctz32(value);
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
}

static inline void set_bit(uint32_t *tab, int index)
{
    int i, mask;
    i = index >> 5;
    mask = 1 << (index & 0x1f);
    tab[i] |= mask;
}

static inline void reset_bit(uint32_t *tab, int index)
{
    int i, mask;
    i = index >> 5;
    mask = 1 << (index & 0x1f);
    tab[i] &= ~mask;
}
147
148
149
150
151
152
153
154
static inline int get_bit(uint32_t *tab, int index)
{
    int i, mask;
    i = index >> 5;
    mask = 1 << (index & 0x1f);
    return !!(tab[i] & mask);
}
155
static void apic_local_deliver(CPUState *env, int vector)
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
{
    APICState *s = env->apic_state;
    uint32_t lvt = s->lvt[vector];
    int trigger_mode;

    if (lvt & APIC_LVT_MASKED)
        return;

    switch ((lvt >> 8) & 7) {
    case APIC_DM_SMI:
        cpu_interrupt(env, CPU_INTERRUPT_SMI);
        break;

    case APIC_DM_NMI:
        cpu_interrupt(env, CPU_INTERRUPT_NMI);
        break;

    case APIC_DM_EXTINT:
        cpu_interrupt(env, CPU_INTERRUPT_HARD);
        break;

    case APIC_DM_FIXED:
        trigger_mode = APIC_TRIGGER_EDGE;
        if ((vector == APIC_LVT_LINT0 || vector == APIC_LVT_LINT1) &&
            (lvt & APIC_LVT_LEVEL_TRIGGER))
            trigger_mode = APIC_TRIGGER_LEVEL;
        apic_set_irq(s, lvt & 0xff, trigger_mode);
    }
}
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
void apic_deliver_pic_intr(CPUState *env, int level)
{
    if (level)
        apic_local_deliver(env, APIC_LVT_LINT0);
    else {
        APICState *s = env->apic_state;
        uint32_t lvt = s->lvt[APIC_LVT_LINT0];

        switch ((lvt >> 8) & 7) {
        case APIC_DM_FIXED:
            if (!(lvt & APIC_LVT_LEVEL_TRIGGER))
                break;
            reset_bit(s->irr, lvt & 0xff);
            /* fall through */
        case APIC_DM_EXTINT:
            cpu_reset_interrupt(env, CPU_INTERRUPT_HARD);
            break;
        }
    }
}
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
#define foreach_apic(apic, deliver_bitmask, code) \
{\
    int __i, __j, __mask;\
    for(__i = 0; __i < MAX_APIC_WORDS; __i++) {\
        __mask = deliver_bitmask[__i];\
        if (__mask) {\
            for(__j = 0; __j < 32; __j++) {\
                if (__mask & (1 << __j)) {\
                    apic = local_apics[__i * 32 + __j];\
                    if (apic) {\
                        code;\
                    }\
                }\
            }\
        }\
    }\
}
225
static void apic_bus_deliver(const uint32_t *deliver_bitmask,
226
                             uint8_t delivery_mode,
227
228
229
230
231
232
233
                             uint8_t vector_num, uint8_t polarity,
                             uint8_t trigger_mode)
{
    APICState *apic_iter;

    switch (delivery_mode) {
        case APIC_DM_LOWPRI:
bellard authored
234
            /* XXX: search for focus processor, arbitration */
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
            {
                int i, d;
                d = -1;
                for(i = 0; i < MAX_APIC_WORDS; i++) {
                    if (deliver_bitmask[i]) {
                        d = i * 32 + ffs_bit(deliver_bitmask[i]);
                        break;
                    }
                }
                if (d >= 0) {
                    apic_iter = local_apics[d];
                    if (apic_iter) {
                        apic_set_irq(apic_iter, vector_num, trigger_mode);
                    }
                }
bellard authored
250
            }
251
            return;
bellard authored
252
253
254
255
256
        case APIC_DM_FIXED:
            break;

        case APIC_DM_SMI:
257
258
259
260
            foreach_apic(apic_iter, deliver_bitmask,
                cpu_interrupt(apic_iter->cpu_env, CPU_INTERRUPT_SMI) );
            return;
261
        case APIC_DM_NMI:
262
263
264
            foreach_apic(apic_iter, deliver_bitmask,
                cpu_interrupt(apic_iter->cpu_env, CPU_INTERRUPT_NMI) );
            return;
265
266
267

        case APIC_DM_INIT:
            /* normal INIT IPI sent to processors */
268
            foreach_apic(apic_iter, deliver_bitmask,
269
                         cpu_interrupt(apic_iter->cpu_env, CPU_INTERRUPT_INIT) );
270
            return;
271
272
        case APIC_DM_EXTINT:
273
            /* handled in I/O APIC code */
274
275
276
277
278
279
            break;

        default:
            return;
    }
280
    foreach_apic(apic_iter, deliver_bitmask,
281
                 apic_set_irq(apic_iter, vector_num, trigger_mode) );
282
}
bellard authored
283
284
285
286
287
288
289
290
291
292
293
294
void apic_deliver_irq(uint8_t dest, uint8_t dest_mode,
                      uint8_t delivery_mode, uint8_t vector_num,
                      uint8_t polarity, uint8_t trigger_mode)
{
    uint32_t deliver_bitmask[MAX_APIC_WORDS];

    apic_get_delivery_bitmask(deliver_bitmask, dest, dest_mode);
    apic_bus_deliver(deliver_bitmask, delivery_mode, vector_num, polarity,
                     trigger_mode);
}
bellard authored
295
296
297
298
void cpu_set_apic_base(CPUState *env, uint64_t val)
{
    APICState *s = env->apic_state;
#ifdef DEBUG_APIC
bellard authored
299
    printf("cpu_set_apic_base: %016" PRIx64 "\n", val);
bellard authored
300
#endif
301
302
    if (!s)
        return;
303
    s->apicbase = (val & 0xfffff000) |
bellard authored
304
305
306
307
308
309
310
311
312
313
314
315
316
        (s->apicbase & (MSR_IA32_APICBASE_BSP | MSR_IA32_APICBASE_ENABLE));
    /* if disabled, cannot be enabled again */
    if (!(val & MSR_IA32_APICBASE_ENABLE)) {
        s->apicbase &= ~MSR_IA32_APICBASE_ENABLE;
        env->cpuid_features &= ~CPUID_APIC;
        s->spurious_vec &= ~APIC_SV_ENABLE;
    }
}

uint64_t cpu_get_apic_base(CPUState *env)
{
    APICState *s = env->apic_state;
#ifdef DEBUG_APIC
317
318
    printf("cpu_get_apic_base: %016" PRIx64 "\n",
           s ? (uint64_t)s->apicbase: 0);
bellard authored
319
#endif
320
    return s ? s->apicbase : 0;
bellard authored
321
322
}
bellard authored
323
324
325
void cpu_set_apic_tpr(CPUX86State *env, uint8_t val)
{
    APICState *s = env->apic_state;
326
327
    if (!s)
        return;
bellard authored
328
    s->tpr = (val & 0x0f) << 4;
329
    apic_update_irq(s);
bellard authored
330
331
332
333
334
}

uint8_t cpu_get_apic_tpr(CPUX86State *env)
{
    APICState *s = env->apic_state;
335
    return s ? s->tpr >> 4 : 0;
bellard authored
336
337
}
338
339
340
341
342
343
/* return -1 if no bit is set */
static int get_highest_priority_int(uint32_t *tab)
{
    int i;
    for(i = 7; i >= 0; i--) {
        if (tab[i] != 0) {
344
            return i * 32 + fls_bit(tab[i]);
345
346
347
348
349
        }
    }
    return -1;
}
bellard authored
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
static int apic_get_ppr(APICState *s)
{
    int tpr, isrv, ppr;

    tpr = (s->tpr >> 4);
    isrv = get_highest_priority_int(s->isr);
    if (isrv < 0)
        isrv = 0;
    isrv >>= 4;
    if (tpr >= isrv)
        ppr = s->tpr;
    else
        ppr = isrv << 4;
    return ppr;
}
366
367
368
369
370
371
static int apic_get_arb_pri(APICState *s)
{
    /* XXX: arbitration */
    return 0;
}
bellard authored
372
373
374
/* signal the CPU if an irq is pending */
static void apic_update_irq(APICState *s)
{
375
376
377
    int irrv, ppr;
    if (!(s->spurious_vec & APIC_SV_ENABLE))
        return;
bellard authored
378
379
380
    irrv = get_highest_priority_int(s->irr);
    if (irrv < 0)
        return;
381
382
    ppr = apic_get_ppr(s);
    if (ppr && (irrv & 0xf0) <= (ppr & 0xf0))
bellard authored
383
384
385
386
        return;
    cpu_interrupt(s->cpu_env, CPU_INTERRUPT_HARD);
}
387
388
389
390
391
392
393
394
395
396
void apic_reset_irq_delivered(void)
{
    apic_irq_delivered = 0;
}

int apic_get_irq_delivered(void)
{
    return apic_irq_delivered;
}
bellard authored
397
398
static void apic_set_irq(APICState *s, int vector_num, int trigger_mode)
{
399
400
    apic_irq_delivered += !get_bit(s->irr, vector_num);
bellard authored
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
    set_bit(s->irr, vector_num);
    if (trigger_mode)
        set_bit(s->tmr, vector_num);
    else
        reset_bit(s->tmr, vector_num);
    apic_update_irq(s);
}

static void apic_eoi(APICState *s)
{
    int isrv;
    isrv = get_highest_priority_int(s->isr);
    if (isrv < 0)
        return;
    reset_bit(s->isr, isrv);
416
417
    /* XXX: send the EOI packet to the APIC bus to allow the I/O APIC to
            set the remote IRR bit for level triggered interrupts. */
bellard authored
418
419
420
    apic_update_irq(s);
}
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
static int apic_find_dest(uint8_t dest)
{
    APICState *apic = local_apics[dest];
    int i;

    if (apic && apic->id == dest)
        return dest;  /* shortcut in case apic->id == apic->idx */

    for (i = 0; i < MAX_APICS; i++) {
        apic = local_apics[i];
	if (apic && apic->id == dest)
            return i;
    }

    return -1;
}
438
439
static void apic_get_delivery_bitmask(uint32_t *deliver_bitmask,
                                      uint8_t dest, uint8_t dest_mode)
440
441
{
    APICState *apic_iter;
442
    int i;
443
444

    if (dest_mode == 0) {
445
446
447
        if (dest == 0xff) {
            memset(deliver_bitmask, 0xff, MAX_APIC_WORDS * sizeof(uint32_t));
        } else {
448
            int idx = apic_find_dest(dest);
449
            memset(deliver_bitmask, 0x00, MAX_APIC_WORDS * sizeof(uint32_t));
450
451
            if (idx >= 0)
                set_bit(deliver_bitmask, idx);
452
        }
453
454
    } else {
        /* XXX: cluster mode */
455
456
457
458
459
460
461
462
463
464
465
466
467
468
        memset(deliver_bitmask, 0x00, MAX_APIC_WORDS * sizeof(uint32_t));
        for(i = 0; i < MAX_APICS; i++) {
            apic_iter = local_apics[i];
            if (apic_iter) {
                if (apic_iter->dest_mode == 0xf) {
                    if (dest & apic_iter->log_dest)
                        set_bit(deliver_bitmask, i);
                } else if (apic_iter->dest_mode == 0x0) {
                    if ((dest & 0xf0) == (apic_iter->log_dest & 0xf0) &&
                        (dest & apic_iter->log_dest & 0x0f)) {
                        set_bit(deliver_bitmask, i);
                    }
                }
            }
469
470
471
472
473
        }
    }
}
474
void apic_init_reset(CPUState *env)
475
{
476
    APICState *s = env->apic_state;
477
478
    int i;
479
480
481
    if (!s)
        return;
482
483
484
    s->tpr = 0;
    s->spurious_vec = 0xff;
    s->log_dest = 0;
bellard authored
485
    s->dest_mode = 0xf;
486
487
488
    memset(s->isr, 0, sizeof(s->isr));
    memset(s->tmr, 0, sizeof(s->tmr));
    memset(s->irr, 0, sizeof(s->irr));
489
490
    for(i = 0; i < APIC_LVT_NB; i++)
        s->lvt[i] = 1 << 16; /* mask LVT */
491
492
493
494
495
496
497
    s->esr = 0;
    memset(s->icr, 0, sizeof(s->icr));
    s->divide_conf = 0;
    s->count_shift = 0;
    s->initial_count = 0;
    s->initial_count_load_time = 0;
    s->next_time = 0;
498
    s->wait_for_sipi = 1;
aurel32 authored
499
500
    env->halted = !(s->apicbase & MSR_IA32_APICBASE_BSP);
501
502
}
bellard authored
503
504
static void apic_startup(APICState *s, int vector_num)
{
505
506
507
508
509
510
511
512
513
514
515
    s->sipi_vector = vector_num;
    cpu_interrupt(s->cpu_env, CPU_INTERRUPT_SIPI);
}

void apic_sipi(CPUState *env)
{
    APICState *s = env->apic_state;

    cpu_reset_interrupt(env, CPU_INTERRUPT_SIPI);

    if (!s->wait_for_sipi)
bellard authored
516
        return;
517
bellard authored
518
    env->eip = 0;
519
    cpu_x86_load_seg_cache(env, R_CS, s->sipi_vector << 8, s->sipi_vector << 12,
bellard authored
520
                           0xffff, 0);
521
    env->halted = 0;
522
    s->wait_for_sipi = 0;
bellard authored
523
524
}
525
526
527
528
static void apic_deliver(APICState *s, uint8_t dest, uint8_t dest_mode,
                         uint8_t delivery_mode, uint8_t vector_num,
                         uint8_t polarity, uint8_t trigger_mode)
{
529
    uint32_t deliver_bitmask[MAX_APIC_WORDS];
530
531
532
    int dest_shorthand = (s->icr[0] >> 18) & 3;
    APICState *apic_iter;
bellard authored
533
    switch (dest_shorthand) {
534
535
536
537
538
    case 0:
        apic_get_delivery_bitmask(deliver_bitmask, dest, dest_mode);
        break;
    case 1:
        memset(deliver_bitmask, 0x00, sizeof(deliver_bitmask));
539
        set_bit(deliver_bitmask, s->idx);
540
541
542
543
544
545
        break;
    case 2:
        memset(deliver_bitmask, 0xff, sizeof(deliver_bitmask));
        break;
    case 3:
        memset(deliver_bitmask, 0xff, sizeof(deliver_bitmask));
546
        reset_bit(deliver_bitmask, s->idx);
547
        break;
bellard authored
548
549
    }
550
551
552
553
554
555
    switch (delivery_mode) {
        case APIC_DM_INIT:
            {
                int trig_mode = (s->icr[0] >> 15) & 1;
                int level = (s->icr[0] >> 14) & 1;
                if (level == 0 && trig_mode == 1) {
556
                    foreach_apic(apic_iter, deliver_bitmask,
557
                                 apic_iter->arb_id = apic_iter->id );
558
559
560
561
562
563
                    return;
                }
            }
            break;

        case APIC_DM_SIPI:
564
            foreach_apic(apic_iter, deliver_bitmask,
565
                         apic_startup(apic_iter, vector_num) );
566
567
568
569
570
571
572
            return;
    }

    apic_bus_deliver(deliver_bitmask, delivery_mode, vector_num, polarity,
                     trigger_mode);
}
bellard authored
573
574
575
576
577
578
579
580
581
582
583
int apic_get_interrupt(CPUState *env)
{
    APICState *s = env->apic_state;
    int intno;

    /* if the APIC is installed or enabled, we let the 8259 handle the
       IRQs */
    if (!s)
        return -1;
    if (!(s->spurious_vec & APIC_SV_ENABLE))
        return -1;
584
bellard authored
585
586
587
588
    /* XXX: spurious IRQ handling */
    intno = get_highest_priority_int(s->irr);
    if (intno < 0)
        return -1;
589
590
    if (s->tpr && intno <= s->tpr)
        return s->spurious_vec & 0xff;
591
    reset_bit(s->irr, intno);
bellard authored
592
593
594
595
596
    set_bit(s->isr, intno);
    apic_update_irq(s);
    return intno;
}
597
598
599
600
601
602
603
604
605
606
int apic_accept_pic_intr(CPUState *env)
{
    APICState *s = env->apic_state;
    uint32_t lvt0;

    if (!s)
        return -1;

    lvt0 = s->lvt[APIC_LVT_LINT0];
607
608
    if ((s->apicbase & MSR_IA32_APICBASE_ENABLE) == 0 ||
        (lvt0 & APIC_LVT_MASKED) == 0)
609
610
611
612
613
        return 1;

    return 0;
}
bellard authored
614
615
616
617
static uint32_t apic_get_current_count(APICState *s)
{
    int64_t d;
    uint32_t val;
618
    d = (qemu_get_clock(vm_clock) - s->initial_count_load_time) >>
bellard authored
619
620
621
        s->count_shift;
    if (s->lvt[APIC_LVT_TIMER] & APIC_LVT_TIMER_PERIODIC) {
        /* periodic */
622
        val = s->initial_count - (d % ((uint64_t)s->initial_count + 1));
bellard authored
623
624
625
626
627
628
629
630
631
632
633
634
    } else {
        if (d >= s->initial_count)
            val = 0;
        else
            val = s->initial_count - d;
    }
    return val;
}

static void apic_timer_update(APICState *s, int64_t current_time)
{
    int64_t next_time, d;
635
bellard authored
636
    if (!(s->lvt[APIC_LVT_TIMER] & APIC_LVT_MASKED)) {
637
        d = (current_time - s->initial_count_load_time) >>
bellard authored
638
639
            s->count_shift;
        if (s->lvt[APIC_LVT_TIMER] & APIC_LVT_TIMER_PERIODIC) {
640
641
            if (!s->initial_count)
                goto no_timer;
642
            d = ((d / ((uint64_t)s->initial_count + 1)) + 1) * ((uint64_t)s->initial_count + 1);
bellard authored
643
644
645
        } else {
            if (d >= s->initial_count)
                goto no_timer;
646
            d = (uint64_t)s->initial_count + 1;
bellard authored
647
648
649
650
651
652
653
654
655
656
657
658
659
660
        }
        next_time = s->initial_count_load_time + (d << s->count_shift);
        qemu_mod_timer(s->timer, next_time);
        s->next_time = next_time;
    } else {
    no_timer:
        qemu_del_timer(s->timer);
    }
}

static void apic_timer(void *opaque)
{
    APICState *s = opaque;
661
    apic_local_deliver(s->cpu_env, APIC_LVT_TIMER);
bellard authored
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
    apic_timer_update(s, s->next_time);
}

static uint32_t apic_mem_readb(void *opaque, target_phys_addr_t addr)
{
    return 0;
}

static uint32_t apic_mem_readw(void *opaque, target_phys_addr_t addr)
{
    return 0;
}

static void apic_mem_writeb(void *opaque, target_phys_addr_t addr, uint32_t val)
{
}

static void apic_mem_writew(void *opaque, target_phys_addr_t addr, uint32_t val)
{
}

static uint32_t apic_mem_readl(void *opaque, target_phys_addr_t addr)
{
    CPUState *env;
    APICState *s;
    uint32_t val;
    int index;

    env = cpu_single_env;
    if (!env)
        return 0;
    s = env->apic_state;

    index = (addr >> 4) & 0xff;
    switch(index) {
    case 0x02: /* id */
        val = s->id << 24;
        break;
    case 0x03: /* version */
        val = 0x11 | ((APIC_LVT_NB - 1) << 16); /* version 0x11 */
        break;
    case 0x08:
        val = s->tpr;
        break;
706
707
708
    case 0x09:
        val = apic_get_arb_pri(s);
        break;
bellard authored
709
710
711
712
    case 0x0a:
        /* ppr */
        val = apic_get_ppr(s);
        break;
713
714
715
    case 0x0b:
        val = 0;
        break;
716
717
718
719
720
721
    case 0x0d:
        val = s->log_dest << 24;
        break;
    case 0x0e:
        val = s->dest_mode << 28;
        break;
bellard authored
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
    case 0x0f:
        val = s->spurious_vec;
        break;
    case 0x10 ... 0x17:
        val = s->isr[index & 7];
        break;
    case 0x18 ... 0x1f:
        val = s->tmr[index & 7];
        break;
    case 0x20 ... 0x27:
        val = s->irr[index & 7];
        break;
    case 0x28:
        val = s->esr;
        break;
    case 0x30:
    case 0x31:
        val = s->icr[index & 1];
        break;
bellard authored
741
742
743
    case 0x32 ... 0x37:
        val = s->lvt[index - 0x32];
        break;
bellard authored
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
    case 0x38:
        val = s->initial_count;
        break;
    case 0x39:
        val = apic_get_current_count(s);
        break;
    case 0x3e:
        val = s->divide_conf;
        break;
    default:
        s->esr |= ESR_ILLEGAL_ADDRESS;
        val = 0;
        break;
    }
#ifdef DEBUG_APIC
    printf("APIC read: %08x = %08x\n", (uint32_t)addr, val);
#endif
    return val;
}
764
765
766
767
768
769
770
771
772
773
774
static void apic_send_msi(target_phys_addr_t addr, uint32 data)
{
    uint8_t dest = (addr & MSI_ADDR_DEST_ID_MASK) >> MSI_ADDR_DEST_ID_SHIFT;
    uint8_t vector = (data & MSI_DATA_VECTOR_MASK) >> MSI_DATA_VECTOR_SHIFT;
    uint8_t dest_mode = (addr >> MSI_ADDR_DEST_MODE_SHIFT) & 0x1;
    uint8_t trigger_mode = (data >> MSI_DATA_TRIGGER_SHIFT) & 0x1;
    uint8_t delivery = (data >> MSI_DATA_DELIVERY_MODE_SHIFT) & 0x7;
    /* XXX: Ignore redirection hint. */
    apic_deliver_irq(dest, dest_mode, delivery, vector, 0, trigger_mode);
}
bellard authored
775
776
777
778
static void apic_mem_writel(void *opaque, target_phys_addr_t addr, uint32_t val)
{
    CPUState *env;
    APICState *s;
779
780
781
782
783
784
785
786
787
788
    int index = (addr >> 4) & 0xff;
    if (addr > 0xfff || !index) {
        /* MSI and MMIO APIC are at the same memory location,
         * but actually not on the global bus: MSI is on PCI bus
         * APIC is connected directly to the CPU.
         * Mapping them on the global bus happens to work because
         * MSI registers are reserved in APIC MMIO and vice versa. */
        apic_send_msi(addr, val);
        return;
    }
bellard authored
789
790
791
792
793
794
795
796
797
798
799
800
801
802

    env = cpu_single_env;
    if (!env)
        return;
    s = env->apic_state;

#ifdef DEBUG_APIC
    printf("APIC write: %08x = %08x\n", (uint32_t)addr, val);
#endif

    switch(index) {
    case 0x02:
        s->id = (val >> 24);
        break;
bellard authored
803
804
    case 0x03:
        break;
bellard authored
805
806
    case 0x08:
        s->tpr = val;
807
        apic_update_irq(s);
bellard authored
808
        break;
bellard authored
809
810
811
    case 0x09:
    case 0x0a:
        break;
bellard authored
812
813
814
    case 0x0b: /* EOI */
        apic_eoi(s);
        break;
815
816
817
818
819
820
    case 0x0d:
        s->log_dest = val >> 24;
        break;
    case 0x0e:
        s->dest_mode = val >> 28;
        break;
bellard authored
821
822
    case 0x0f:
        s->spurious_vec = val & 0x1ff;
823
        apic_update_irq(s);
bellard authored
824
        break;
bellard authored
825
826
827
828
829
    case 0x10 ... 0x17:
    case 0x18 ... 0x1f:
    case 0x20 ... 0x27:
    case 0x28:
        break;
bellard authored
830
    case 0x30:
831
832
833
834
835
        s->icr[0] = val;
        apic_deliver(s, (s->icr[1] >> 24) & 0xff, (s->icr[0] >> 11) & 1,
                     (s->icr[0] >> 8) & 7, (s->icr[0] & 0xff),
                     (s->icr[0] >> 14) & 1, (s->icr[0] >> 15) & 1);
        break;
bellard authored
836
    case 0x31:
837
        s->icr[1] = val;
bellard authored
838
839
840
841
842
843
844
845
846
847
848
849
850
851
        break;
    case 0x32 ... 0x37:
        {
            int n = index - 0x32;
            s->lvt[n] = val;
            if (n == APIC_LVT_TIMER)
                apic_timer_update(s, qemu_get_clock(vm_clock));
        }
        break;
    case 0x38:
        s->initial_count = val;
        s->initial_count_load_time = qemu_get_clock(vm_clock);
        apic_timer_update(s, s->initial_count_load_time);
        break;
bellard authored
852
853
    case 0x39:
        break;
bellard authored
854
855
856
857
858
859
860
861
862
863
864
865
866
867
    case 0x3e:
        {
            int v;
            s->divide_conf = val & 0xb;
            v = (s->divide_conf & 3) | ((s->divide_conf >> 1) & 4);
            s->count_shift = (v + 1) & 7;
        }
        break;
    default:
        s->esr |= ESR_ILLEGAL_ADDRESS;
        break;
    }
}
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
static void apic_save(QEMUFile *f, void *opaque)
{
    APICState *s = opaque;
    int i;

    qemu_put_be32s(f, &s->apicbase);
    qemu_put_8s(f, &s->id);
    qemu_put_8s(f, &s->arb_id);
    qemu_put_8s(f, &s->tpr);
    qemu_put_be32s(f, &s->spurious_vec);
    qemu_put_8s(f, &s->log_dest);
    qemu_put_8s(f, &s->dest_mode);
    for (i = 0; i < 8; i++) {
        qemu_put_be32s(f, &s->isr[i]);
        qemu_put_be32s(f, &s->tmr[i]);
        qemu_put_be32s(f, &s->irr[i]);
    }
    for (i = 0; i < APIC_LVT_NB; i++) {
        qemu_put_be32s(f, &s->lvt[i]);
    }
    qemu_put_be32s(f, &s->esr);
    qemu_put_be32s(f, &s->icr[0]);
    qemu_put_be32s(f, &s->icr[1]);
    qemu_put_be32s(f, &s->divide_conf);
892
    qemu_put_be32(f, s->count_shift);
893
    qemu_put_be32s(f, &s->initial_count);
894
895
    qemu_put_be64(f, s->initial_count_load_time);
    qemu_put_be64(f, s->next_time);
bellard authored
896
897

    qemu_put_timer(f, s->timer);
898
899
900
901
902
903
904
}

static int apic_load(QEMUFile *f, void *opaque, int version_id)
{
    APICState *s = opaque;
    int i;
bellard authored
905
    if (version_id > 2)
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
        return -EINVAL;

    /* XXX: what if the base changes? (registered memory regions) */
    qemu_get_be32s(f, &s->apicbase);
    qemu_get_8s(f, &s->id);
    qemu_get_8s(f, &s->arb_id);
    qemu_get_8s(f, &s->tpr);
    qemu_get_be32s(f, &s->spurious_vec);
    qemu_get_8s(f, &s->log_dest);
    qemu_get_8s(f, &s->dest_mode);
    for (i = 0; i < 8; i++) {
        qemu_get_be32s(f, &s->isr[i]);
        qemu_get_be32s(f, &s->tmr[i]);
        qemu_get_be32s(f, &s->irr[i]);
    }
    for (i = 0; i < APIC_LVT_NB; i++) {
        qemu_get_be32s(f, &s->lvt[i]);
    }
    qemu_get_be32s(f, &s->esr);
    qemu_get_be32s(f, &s->icr[0]);
    qemu_get_be32s(f, &s->icr[1]);
    qemu_get_be32s(f, &s->divide_conf);
928
    s->count_shift=qemu_get_be32(f);
929
    qemu_get_be32s(f, &s->initial_count);
930
931
    s->initial_count_load_time=qemu_get_be64(f);
    s->next_time=qemu_get_be64(f);
bellard authored
932
933
934

    if (version_id >= 2)
        qemu_get_timer(f, s->timer);
935
936
    return 0;
}
bellard authored
937
938
939
940
static void apic_reset(void *opaque)
{
    APICState *s = opaque;
941
    int bsp = cpu_is_bsp(s->cpu_env);
942
943

    s->apicbase = 0xfee00000 |
944
        (bsp ? MSR_IA32_APICBASE_BSP : 0) | MSR_IA32_APICBASE_ENABLE;
945
946
947
    cpu_reset(s->cpu_env);
    apic_init_reset(s->cpu_env);
948
949
    if (bsp) {
950
951
952
953
954
955
956
        /*
         * LINT0 delivery mode on CPU #0 is set to ExtInt at initialization
         * time typically by BIOS, so PIC interrupt can be delivered to the
         * processor when local APIC is enabled.
         */
        s->lvt[APIC_LVT_LINT0] = 0x700;
    }
957
958

    cpu_synchronize_state(s->cpu_env, 1);
959
}
bellard authored
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976

static CPUReadMemoryFunc *apic_mem_read[3] = {
    apic_mem_readb,
    apic_mem_readw,
    apic_mem_readl,
};

static CPUWriteMemoryFunc *apic_mem_write[3] = {
    apic_mem_writeb,
    apic_mem_writew,
    apic_mem_writel,
};

int apic_init(CPUState *env)
{
    APICState *s;
977
    if (last_apic_idx >= MAX_APICS)
978
        return -1;
979
    s = qemu_mallocz(sizeof(APICState));
bellard authored
980
    env->apic_state = s;
981
982
    s->idx = last_apic_idx++;
    s->id = env->cpuid_apic_id;
bellard authored
983
984
    s->cpu_env = env;
985
    apic_reset(s);
986
    msix_supported = 1;
987
988
    /* XXX: mapping more APICs at the same memory location */
bellard authored
989
990
991
    if (apic_io_memory == 0) {
        /* NOTE: the APIC is directly connected to the CPU - it is not
           on the global memory bus. */
992
        apic_io_memory = cpu_register_io_memory(apic_mem_read,
bellard authored
993
                                                apic_mem_write, NULL);
994
995
        /* XXX: what if the base changes? */
        cpu_register_physical_memory(MSI_ADDR_BASE, MSI_ADDR_SIZE,
996
                                     apic_io_memory);
bellard authored
997
998
    }
    s->timer = qemu_new_timer(vm_clock, apic_timer, s);
999
1000
    register_savevm("apic", s->idx, 2, apic_save, apic_load, s);
1001
    qemu_register_reset(apic_reset, s);
1002
1003
    local_apics[s->idx] = s;
1004
1005
    return 0;
}