1 // SPDX-License-Identifier: GPL-2.0-only
4 * Copyright SUSE Linux Products GmbH 2009
6 * Authors: Alexander Graf <agraf@suse.de>
9 #include <linux/types.h>
10 #include <linux/string.h>
11 #include <linux/kvm.h>
12 #include <linux/kvm_host.h>
13 #include <linux/highmem.h>
15 #include <asm/kvm_ppc.h>
16 #include <asm/kvm_book3s.h>
18 /* #define DEBUG_MMU */
19 /* #define DEBUG_MMU_PTE */
20 /* #define DEBUG_MMU_PTE_IP 0xfff14c40 */
23 #define dprintk(X...) printk(KERN_INFO X)
25 #define dprintk(X...) do { } while(0)
29 #define dprintk_pte(X...) printk(KERN_INFO X)
31 #define dprintk_pte(X...) do { } while(0)
34 #define PTEG_FLAG_ACCESSED 0x00000100
35 #define PTEG_FLAG_DIRTY 0x00000080
40 static inline bool check_debug_ip(struct kvm_vcpu
*vcpu
)
42 #ifdef DEBUG_MMU_PTE_IP
43 return vcpu
->arch
.regs
.nip
== DEBUG_MMU_PTE_IP
;
49 static inline u32
sr_vsid(u32 sr_raw
)
51 return sr_raw
& 0x0fffffff;
54 static inline bool sr_valid(u32 sr_raw
)
56 return (sr_raw
& 0x80000000) ? false : true;
59 static inline bool sr_ks(u32 sr_raw
)
61 return (sr_raw
& 0x40000000) ? true: false;
64 static inline bool sr_kp(u32 sr_raw
)
66 return (sr_raw
& 0x20000000) ? true: false;
69 static int kvmppc_mmu_book3s_32_xlate_bat(struct kvm_vcpu
*vcpu
, gva_t eaddr
,
70 struct kvmppc_pte
*pte
, bool data
,
72 static int kvmppc_mmu_book3s_32_esid_to_vsid(struct kvm_vcpu
*vcpu
, ulong esid
,
75 static u32
find_sr(struct kvm_vcpu
*vcpu
, gva_t eaddr
)
77 return kvmppc_get_sr(vcpu
, (eaddr
>> 28) & 0xf);
80 static u64
kvmppc_mmu_book3s_32_ea_to_vp(struct kvm_vcpu
*vcpu
, gva_t eaddr
,
84 struct kvmppc_pte pte
;
86 if (!kvmppc_mmu_book3s_32_xlate_bat(vcpu
, eaddr
, &pte
, data
, false))
89 kvmppc_mmu_book3s_32_esid_to_vsid(vcpu
, eaddr
>> SID_SHIFT
, &vsid
);
90 return (((u64
)eaddr
>> 12) & 0xffff) | (vsid
<< 16);
93 static void kvmppc_mmu_book3s_32_reset_msr(struct kvm_vcpu
*vcpu
)
95 kvmppc_set_msr(vcpu
, 0);
98 static hva_t
kvmppc_mmu_book3s_32_get_pteg(struct kvm_vcpu
*vcpu
,
102 struct kvmppc_vcpu_book3s
*vcpu_book3s
= to_book3s(vcpu
);
103 u32 page
, hash
, pteg
, htabmask
;
106 page
= (eaddr
& 0x0FFFFFFF) >> 12;
107 htabmask
= ((vcpu_book3s
->sdr1
& 0x1FF) << 16) | 0xFFC0;
109 hash
= ((sr_vsid(sre
) ^ page
) << 6);
114 pteg
= (vcpu_book3s
->sdr1
& 0xffff0000) | hash
;
116 dprintk("MMU: pc=0x%lx eaddr=0x%lx sdr1=0x%llx pteg=0x%x vsid=0x%x\n",
117 kvmppc_get_pc(vcpu
), eaddr
, vcpu_book3s
->sdr1
, pteg
,
120 r
= gfn_to_hva(vcpu
->kvm
, pteg
>> PAGE_SHIFT
);
121 if (kvm_is_error_hva(r
))
123 return r
| (pteg
& ~PAGE_MASK
);
126 static u32
kvmppc_mmu_book3s_32_get_ptem(u32 sre
, gva_t eaddr
, bool primary
)
128 return ((eaddr
& 0x0fffffff) >> 22) | (sr_vsid(sre
) << 7) |
129 (primary
? 0 : 0x40) | 0x80000000;
132 static int kvmppc_mmu_book3s_32_xlate_bat(struct kvm_vcpu
*vcpu
, gva_t eaddr
,
133 struct kvmppc_pte
*pte
, bool data
,
136 struct kvmppc_vcpu_book3s
*vcpu_book3s
= to_book3s(vcpu
);
137 struct kvmppc_bat
*bat
;
140 for (i
= 0; i
< 8; i
++) {
142 bat
= &vcpu_book3s
->dbat
[i
];
144 bat
= &vcpu_book3s
->ibat
[i
];
146 if (kvmppc_get_msr(vcpu
) & MSR_PR
) {
154 if (check_debug_ip(vcpu
))
156 dprintk_pte("%cBAT %02d: 0x%lx - 0x%x (0x%x)\n",
157 data
? 'd' : 'i', i
, eaddr
, bat
->bepi
,
160 if ((eaddr
& bat
->bepi_mask
) == bat
->bepi
) {
162 kvmppc_mmu_book3s_32_esid_to_vsid(vcpu
,
163 eaddr
>> SID_SHIFT
, &vsid
);
165 pte
->vpage
= (((u64
)eaddr
>> 12) & 0xffff) | vsid
;
167 pte
->raddr
= bat
->brpn
| (eaddr
& ~bat
->bepi_mask
);
168 pte
->may_read
= bat
->pp
;
169 pte
->may_write
= bat
->pp
> 1;
170 pte
->may_execute
= true;
171 if (!pte
->may_read
) {
172 printk(KERN_INFO
"BAT is not readable!\n");
175 if (iswrite
&& !pte
->may_write
) {
176 dprintk_pte("BAT is read-only!\n");
187 static int kvmppc_mmu_book3s_32_xlate_pte(struct kvm_vcpu
*vcpu
, gva_t eaddr
,
188 struct kvmppc_pte
*pte
, bool data
,
189 bool iswrite
, bool primary
)
199 sre
= find_sr(vcpu
, eaddr
);
201 dprintk_pte("SR 0x%lx: vsid=0x%x, raw=0x%x\n", eaddr
>> 28,
204 pte
->vpage
= kvmppc_mmu_book3s_32_ea_to_vp(vcpu
, eaddr
, data
);
206 ptegp
= kvmppc_mmu_book3s_32_get_pteg(vcpu
, sre
, eaddr
, primary
);
207 if (kvm_is_error_hva(ptegp
)) {
208 printk(KERN_INFO
"KVM: Invalid PTEG!\n");
212 ptem
= kvmppc_mmu_book3s_32_get_ptem(sre
, eaddr
, primary
);
214 if(copy_from_user(pteg
, (void __user
*)ptegp
, sizeof(pteg
))) {
215 printk_ratelimited(KERN_ERR
216 "KVM: Can't copy data from 0x%lx!\n", ptegp
);
220 for (i
=0; i
<16; i
+=2) {
221 pte0
= be32_to_cpu(pteg
[i
]);
222 pte1
= be32_to_cpu(pteg
[i
+ 1]);
226 pte
->raddr
= (pte1
& ~(0xFFFULL
)) | (eaddr
& 0xFFF);
229 if ((sr_kp(sre
) && (kvmppc_get_msr(vcpu
) & MSR_PR
)) ||
230 (sr_ks(sre
) && !(kvmppc_get_msr(vcpu
) & MSR_PR
)))
233 pte
->may_write
= false;
234 pte
->may_read
= false;
235 pte
->may_execute
= true;
241 pte
->may_write
= true;
246 pte
->may_read
= true;
250 dprintk_pte("MMU: Found PTE -> %x %x - %x\n",
257 /* Update PTE C and A bits, so the guest's swapper knows we used the
261 char __user
*addr
= (char __user
*) (ptegp
+ (i
+1) * sizeof(u32
));
264 * Use single-byte writes to update the HPTE, to
265 * conform to what real hardware does.
267 if (pte
->may_read
&& !(pte_r
& PTEG_FLAG_ACCESSED
)) {
268 pte_r
|= PTEG_FLAG_ACCESSED
;
269 put_user(pte_r
>> 8, addr
+ 2);
271 if (iswrite
&& pte
->may_write
&& !(pte_r
& PTEG_FLAG_DIRTY
)) {
272 pte_r
|= PTEG_FLAG_DIRTY
;
273 put_user(pte_r
, addr
+ 3);
275 if (!pte
->may_read
|| (iswrite
&& !pte
->may_write
))
282 if (check_debug_ip(vcpu
)) {
283 dprintk_pte("KVM MMU: No PTE found (sdr1=0x%llx ptegp=0x%lx)\n",
284 to_book3s(vcpu
)->sdr1
, ptegp
);
285 for (i
=0; i
<16; i
+=2) {
286 dprintk_pte(" %02d: 0x%x - 0x%x (0x%x)\n",
287 i
, be32_to_cpu(pteg
[i
]),
288 be32_to_cpu(pteg
[i
+1]), ptem
);
295 static int kvmppc_mmu_book3s_32_xlate(struct kvm_vcpu
*vcpu
, gva_t eaddr
,
296 struct kvmppc_pte
*pte
, bool data
,
300 ulong mp_ea
= vcpu
->arch
.magic_page_ea
;
303 pte
->page_size
= MMU_PAGE_4K
;
305 /* Magic page override */
306 if (unlikely(mp_ea
) &&
307 unlikely((eaddr
& ~0xfffULL
) == (mp_ea
& ~0xfffULL
)) &&
308 !(kvmppc_get_msr(vcpu
) & MSR_PR
)) {
309 pte
->vpage
= kvmppc_mmu_book3s_32_ea_to_vp(vcpu
, eaddr
, data
);
310 pte
->raddr
= vcpu
->arch
.magic_page_pa
| (pte
->raddr
& 0xfff);
311 pte
->raddr
&= KVM_PAM
;
312 pte
->may_execute
= true;
313 pte
->may_read
= true;
314 pte
->may_write
= true;
319 r
= kvmppc_mmu_book3s_32_xlate_bat(vcpu
, eaddr
, pte
, data
, iswrite
);
321 r
= kvmppc_mmu_book3s_32_xlate_pte(vcpu
, eaddr
, pte
,
322 data
, iswrite
, true);
324 r
= kvmppc_mmu_book3s_32_xlate_pte(vcpu
, eaddr
, pte
,
325 data
, iswrite
, false);
331 static u32
kvmppc_mmu_book3s_32_mfsrin(struct kvm_vcpu
*vcpu
, u32 srnum
)
333 return kvmppc_get_sr(vcpu
, srnum
);
336 static void kvmppc_mmu_book3s_32_mtsrin(struct kvm_vcpu
*vcpu
, u32 srnum
,
339 kvmppc_set_sr(vcpu
, srnum
, value
);
340 kvmppc_mmu_map_segment(vcpu
, srnum
<< SID_SHIFT
);
343 static void kvmppc_mmu_book3s_32_tlbie(struct kvm_vcpu
*vcpu
, ulong ea
, bool large
)
348 /* flush this VA on all cpus */
349 kvm_for_each_vcpu(i
, v
, vcpu
->kvm
)
350 kvmppc_mmu_pte_flush(v
, ea
, 0x0FFFF000);
353 static int kvmppc_mmu_book3s_32_esid_to_vsid(struct kvm_vcpu
*vcpu
, ulong esid
,
356 ulong ea
= esid
<< SID_SHIFT
;
359 u64 msr
= kvmppc_get_msr(vcpu
);
361 if (msr
& (MSR_DR
|MSR_IR
)) {
362 sr
= find_sr(vcpu
, ea
);
367 /* In case we only have one of MSR_IR or MSR_DR set, let's put
368 that in the real-mode context (and hope RM doesn't access
370 switch (msr
& (MSR_DR
|MSR_IR
)) {
372 *vsid
= VSID_REAL
| esid
;
375 *vsid
= VSID_REAL_IR
| gvsid
;
378 *vsid
= VSID_REAL_DR
| gvsid
;
384 *vsid
= VSID_BAT
| gvsid
;
396 static bool kvmppc_mmu_book3s_32_is_dcbz32(struct kvm_vcpu
*vcpu
)
402 void kvmppc_mmu_book3s_32_init(struct kvm_vcpu
*vcpu
)
404 struct kvmppc_mmu
*mmu
= &vcpu
->arch
.mmu
;
406 mmu
->mtsrin
= kvmppc_mmu_book3s_32_mtsrin
;
407 mmu
->mfsrin
= kvmppc_mmu_book3s_32_mfsrin
;
408 mmu
->xlate
= kvmppc_mmu_book3s_32_xlate
;
409 mmu
->reset_msr
= kvmppc_mmu_book3s_32_reset_msr
;
410 mmu
->tlbie
= kvmppc_mmu_book3s_32_tlbie
;
411 mmu
->esid_to_vsid
= kvmppc_mmu_book3s_32_esid_to_vsid
;
412 mmu
->ea_to_vp
= kvmppc_mmu_book3s_32_ea_to_vp
;
413 mmu
->is_dcbz32
= kvmppc_mmu_book3s_32_is_dcbz32
;