arch/mips/kernel/mips-r2-to-r6-emul.c

   1 /*
   2  * This file is subject to the terms and conditions of the GNU General Public
   3  * License.  See the file "COPYING" in the main directory of this archive
   4  * for more details.
   5  *
   6  * Copyright (c) 2014 Imagination Technologies Ltd.
   7  * Author: Leonid Yegoshin <Leonid.Yegoshin@imgtec.com>
   8  * Author: Markos Chandras <markos.chandras@imgtec.com>
   9  *
  10  *      MIPS R2 user space instruction emulator for MIPS R6
  11  *
  12  */
  13 #include <linux/bug.h>
  14 #include <linux/compiler.h>
  15 #include <linux/debugfs.h>
  16 #include <linux/init.h>
  17 #include <linux/kernel.h>
  18 #include <linux/module.h>
  19 #include <linux/ptrace.h>
  20 #include <linux/seq_file.h>
  21
  22 #include <asm/asm.h>
  23 #include <asm/branch.h>
  24 #include <asm/break.h>
  25 #include <asm/debug.h>
  26 #include <asm/fpu.h>
  27 #include <asm/fpu_emulator.h>
  28 #include <asm/inst.h>
  29 #include <asm/mips-r2-to-r6-emul.h>
  30 #include <asm/local.h>
  31 #include <asm/mipsregs.h>
  32 #include <asm/ptrace.h>
  33 #include <asm/uaccess.h>
  34
  35 #ifdef CONFIG_64BIT
  36 #define ADDIU   "daddiu "
  37 #define INS     "dins "
  38 #define EXT     "dext "
  39 #else
  40 #define ADDIU   "addiu "
  41 #define INS     "ins "
  42 #define EXT     "ext "
  43 #endif /* CONFIG_64BIT */
  44
  45 #define SB      "sb "
  46 #define LB      "lb "
  47 #define LL      "ll "
  48 #define SC      "sc "
  49
  50 DEFINE_PER_CPU(struct mips_r2_emulator_stats, mipsr2emustats);
  51 DEFINE_PER_CPU(struct mips_r2_emulator_stats, mipsr2bdemustats);
  52 DEFINE_PER_CPU(struct mips_r2br_emulator_stats, mipsr2bremustats);
  53
  54 extern const unsigned int fpucondbit[8];
  55
  56 #define MIPS_R2_EMUL_TOTAL_PASS 10
  57
  58 int mipsr2_emulation = 0;
  59
  60 static int __init mipsr2emu_enable(char *s)
  61 {
  62         mipsr2_emulation = 1;
  63
  64         pr_info("MIPS R2-to-R6 Emulator Enabled!");
  65
  66         return 1;
  67 }
  68 __setup("mipsr2emu", mipsr2emu_enable);
  69
  70 /**
  71  * mipsr6_emul - Emulate some frequent R2/R5/R6 instructions in delay slot
  72  * for performance instead of the traditional way of using a stack trampoline
  73  * which is rather slow.
  74  * @regs: Process register set
  75  * @ir: Instruction
  76  */
  77 static inline int mipsr6_emul(struct pt_regs *regs, u32 ir)
  78 {
  79         switch (MIPSInst_OPCODE(ir)) {
  80         case addiu_op:
  81                 if (MIPSInst_RT(ir))
  82                         regs->regs[MIPSInst_RT(ir)] =
  83                                 (s32)regs->regs[MIPSInst_RS(ir)] +
  84                                 (s32)MIPSInst_SIMM(ir);
  85                 return 0;
  86         case daddiu_op:
  87                 if (config_enabled(CONFIG_32BIT))
  88                         break;
  89
  90                 if (MIPSInst_RT(ir))
  91                         regs->regs[MIPSInst_RT(ir)] =
  92                                 (s64)regs->regs[MIPSInst_RS(ir)] +
  93                                 (s64)MIPSInst_SIMM(ir);
  94                 return 0;
  95         case lwc1_op:
  96         case swc1_op:
  97         case cop1_op:
  98         case cop1x_op:
  99                 /* FPU instructions in delay slot */
 100                 return -SIGFPE;
 101         case spec_op:
 102                 switch (MIPSInst_FUNC(ir)) {
 103                 case or_op:
 104                         if (MIPSInst_RD(ir))
 105                                 regs->regs[MIPSInst_RD(ir)] =
 106                                         regs->regs[MIPSInst_RS(ir)] |
 107                                         regs->regs[MIPSInst_RT(ir)];
 108                         return 0;
 109                 case sll_op:
 110                         if (MIPSInst_RS(ir))
 111                                 break;
 112
 113                         if (MIPSInst_RD(ir))
 114                                 regs->regs[MIPSInst_RD(ir)] =
 115                                         (s32)(((u32)regs->regs[MIPSInst_RT(ir)]) <<
 116                                                 MIPSInst_FD(ir));
 117                         return 0;
 118                 case srl_op:
 119                         if (MIPSInst_RS(ir))
 120                                 break;
 121
 122                         if (MIPSInst_RD(ir))
 123                                 regs->regs[MIPSInst_RD(ir)] =
 124                                         (s32)(((u32)regs->regs[MIPSInst_RT(ir)]) >>
 125                                                 MIPSInst_FD(ir));
 126                         return 0;
 127                 case addu_op:
 128                         if (MIPSInst_FD(ir))
 129                                 break;
 130
 131                         if (MIPSInst_RD(ir))
 132                                 regs->regs[MIPSInst_RD(ir)] =
 133                                         (s32)((u32)regs->regs[MIPSInst_RS(ir)] +
 134                                               (u32)regs->regs[MIPSInst_RT(ir)]);
 135                         return 0;
 136                 case subu_op:
 137                         if (MIPSInst_FD(ir))
 138                                 break;
 139
 140                         if (MIPSInst_RD(ir))
 141                                 regs->regs[MIPSInst_RD(ir)] =
 142                                         (s32)((u32)regs->regs[MIPSInst_RS(ir)] -
 143                                               (u32)regs->regs[MIPSInst_RT(ir)]);
 144                         return 0;
 145                 case dsll_op:
 146                         if (config_enabled(CONFIG_32BIT) || MIPSInst_RS(ir))
 147                                 break;
 148
 149                         if (MIPSInst_RD(ir))
 150                                 regs->regs[MIPSInst_RD(ir)] =
 151                                         (s64)(((u64)regs->regs[MIPSInst_RT(ir)]) <<
 152                                                 MIPSInst_FD(ir));
 153                         return 0;
 154                 case dsrl_op:
 155                         if (config_enabled(CONFIG_32BIT) || MIPSInst_RS(ir))
 156                                 break;
 157
 158                         if (MIPSInst_RD(ir))
 159                                 regs->regs[MIPSInst_RD(ir)] =
 160                                         (s64)(((u64)regs->regs[MIPSInst_RT(ir)]) >>
 161                                                 MIPSInst_FD(ir));
 162                         return 0;
 163                 case daddu_op:
 164                         if (config_enabled(CONFIG_32BIT) || MIPSInst_FD(ir))
 165                                 break;
 166
 167                         if (MIPSInst_RD(ir))
 168                                 regs->regs[MIPSInst_RD(ir)] =
 169                                         (u64)regs->regs[MIPSInst_RS(ir)] +
 170                                         (u64)regs->regs[MIPSInst_RT(ir)];
 171                         return 0;
 172                 case dsubu_op:
 173                         if (config_enabled(CONFIG_32BIT) || MIPSInst_FD(ir))
 174                                 break;
 175
 176                         if (MIPSInst_RD(ir))
 177                                 regs->regs[MIPSInst_RD(ir)] =
 178                                         (s64)((u64)regs->regs[MIPSInst_RS(ir)] -
 179                                               (u64)regs->regs[MIPSInst_RT(ir)]);
 180                         return 0;
 181                 }
 182                 break;
 183         default:
 184                 pr_debug("No fastpath BD emulation for instruction 0x%08x (op: %02x)\n",
 185                          ir, MIPSInst_OPCODE(ir));
 186         }
 187
 188         return SIGILL;
 189 }
 190
 191 /**
 192  * movf_func - Emulate a MOVF instruction
 193  * @regs: Process register set
 194  * @ir: Instruction
 195  *
 196  * Returns 0 since it always succeeds.
 197  */
 198 static int movf_func(struct pt_regs *regs, u32 ir)
 199 {
 200         u32 csr;
 201         u32 cond;
 202
 203         csr = current->thread.fpu.fcr31;
 204         cond = fpucondbit[MIPSInst_RT(ir) >> 2];
 205
 206         if (((csr & cond) == 0) && MIPSInst_RD(ir))
 207                 regs->regs[MIPSInst_RD(ir)] = regs->regs[MIPSInst_RS(ir)];
 208
 209         MIPS_R2_STATS(movs);
 210
 211         return 0;
 212 }
 213
 214 /**
 215  * movt_func - Emulate a MOVT instruction
 216  * @regs: Process register set
 217  * @ir: Instruction
 218  *
 219  * Returns 0 since it always succeeds.
 220  */
 221 static int movt_func(struct pt_regs *regs, u32 ir)
 222 {
 223         u32 csr;
 224         u32 cond;
 225
 226         csr = current->thread.fpu.fcr31;
 227         cond = fpucondbit[MIPSInst_RT(ir) >> 2];
 228
 229         if (((csr & cond) != 0) && MIPSInst_RD(ir))
 230                 regs->regs[MIPSInst_RD(ir)] = regs->regs[MIPSInst_RS(ir)];
 231
 232         MIPS_R2_STATS(movs);
 233
 234         return 0;
 235 }
 236
 237 /**
 238  * jr_func - Emulate a JR instruction.
 239  * @pt_regs: Process register set
 240  * @ir: Instruction
 241  *
 242  * Returns SIGILL if JR was in delay slot, SIGEMT if we
 243  * can't compute the EPC, SIGSEGV if we can't access the
 244  * userland instruction or 0 on success.
 245  */
 246 static int jr_func(struct pt_regs *regs, u32 ir)
 247 {
 248         int err;
 249         unsigned long cepc, epc, nepc;
 250         u32 nir;
 251
 252         if (delay_slot(regs))
 253                 return SIGILL;
 254
 255         /* EPC after the RI/JR instruction */
 256         nepc = regs->cp0_epc;
 257         /* Roll back to the reserved R2 JR instruction */
 258         regs->cp0_epc -= 4;
 259         epc = regs->cp0_epc;
 260         err = __compute_return_epc(regs);
 261
 262         if (err < 0)
 263                 return SIGEMT;
 264
 265
 266         /* Computed EPC */
 267         cepc = regs->cp0_epc;
 268
 269         /* Get DS instruction */
 270         err = __get_user(nir, (u32 __user *)nepc);
 271         if (err)
 272                 return SIGSEGV;
 273
 274         MIPS_R2BR_STATS(jrs);
 275
 276         /* If nir == 0(NOP), then nothing else to do */
 277         if (nir) {
 278                 /*
 279                  * Negative err means FPU instruction in BD-slot,
 280                  * Zero err means 'BD-slot emulation done'
 281                  * For anything else we go back to trampoline emulation.
 282                  */
 283                 err = mipsr6_emul(regs, nir);
 284                 if (err > 0) {
 285                         regs->cp0_epc = nepc;
 286                         err = mips_dsemul(regs, nir, cepc);
 287                         if (err == SIGILL)
 288                                 err = SIGEMT;
 289                         MIPS_R2_STATS(dsemul);
 290                 }
 291         }
 292
 293         return err;
 294 }
 295
 296 /**
 297  * movz_func - Emulate a MOVZ instruction
 298  * @regs: Process register set
 299  * @ir: Instruction
 300  *
 301  * Returns 0 since it always succeeds.
 302  */
 303 static int movz_func(struct pt_regs *regs, u32 ir)
 304 {
 305         if (((regs->regs[MIPSInst_RT(ir)]) == 0) && MIPSInst_RD(ir))
 306                 regs->regs[MIPSInst_RD(ir)] = regs->regs[MIPSInst_RS(ir)];
 307         MIPS_R2_STATS(movs);
 308
 309         return 0;
 310 }
 311
 312 /**
 313  * movn_func - Emulate a MOVZ instruction
 314  * @regs: Process register set
 315  * @ir: Instruction
 316  *
 317  * Returns 0 since it always succeeds.
 318  */
 319 static int movn_func(struct pt_regs *regs, u32 ir)
 320 {
 321         if (((regs->regs[MIPSInst_RT(ir)]) != 0) && MIPSInst_RD(ir))
 322                 regs->regs[MIPSInst_RD(ir)] = regs->regs[MIPSInst_RS(ir)];
 323         MIPS_R2_STATS(movs);
 324
 325         return 0;
 326 }
 327
 328 /**
 329  * mfhi_func - Emulate a MFHI instruction
 330  * @regs: Process register set
 331  * @ir: Instruction
 332  *
 333  * Returns 0 since it always succeeds.
 334  */
 335 static int mfhi_func(struct pt_regs *regs, u32 ir)
 336 {
 337         if (MIPSInst_RD(ir))
 338                 regs->regs[MIPSInst_RD(ir)] = regs->hi;
 339
 340         MIPS_R2_STATS(hilo);
 341
 342         return 0;
 343 }
 344
 345 /**
 346  * mthi_func - Emulate a MTHI instruction
 347  * @regs: Process register set
 348  * @ir: Instruction
 349  *
 350  * Returns 0 since it always succeeds.
 351  */
 352 static int mthi_func(struct pt_regs *regs, u32 ir)
 353 {
 354         regs->hi = regs->regs[MIPSInst_RS(ir)];
 355
 356         MIPS_R2_STATS(hilo);
 357
 358         return 0;
 359 }
 360
 361 /**
 362  * mflo_func - Emulate a MFLO instruction
 363  * @regs: Process register set
 364  * @ir: Instruction
 365  *
 366  * Returns 0 since it always succeeds.
 367  */
 368 static int mflo_func(struct pt_regs *regs, u32 ir)
 369 {
 370         if (MIPSInst_RD(ir))
 371                 regs->regs[MIPSInst_RD(ir)] = regs->lo;
 372
 373         MIPS_R2_STATS(hilo);
 374
 375         return 0;
 376 }
 377
 378 /**
 379  * mtlo_func - Emulate a MTLO instruction
 380  * @regs: Process register set
 381  * @ir: Instruction
 382  *
 383  * Returns 0 since it always succeeds.
 384  */
 385 static int mtlo_func(struct pt_regs *regs, u32 ir)
 386 {
 387         regs->lo = regs->regs[MIPSInst_RS(ir)];
 388
 389         MIPS_R2_STATS(hilo);
 390
 391         return 0;
 392 }
 393
 394 /**
 395  * mult_func - Emulate a MULT instruction
 396  * @regs: Process register set
 397  * @ir: Instruction
 398  *
 399  * Returns 0 since it always succeeds.
 400  */
 401 static int mult_func(struct pt_regs *regs, u32 ir)
 402 {
 403         s64 res;
 404         s32 rt, rs;
 405
 406         rt = regs->regs[MIPSInst_RT(ir)];
 407         rs = regs->regs[MIPSInst_RS(ir)];
 408         res = (s64)rt * (s64)rs;
 409
 410         rs = res;
 411         regs->lo = (s64)rs;
 412         rt = res >> 32;
 413         res = (s64)rt;
 414         regs->hi = res;
 415
 416         MIPS_R2_STATS(muls);
 417
 418         return 0;
 419 }
 420
 421 /**
 422  * multu_func - Emulate a MULTU instruction
 423  * @regs: Process register set
 424  * @ir: Instruction
 425  *
 426  * Returns 0 since it always succeeds.
 427  */
 428 static int multu_func(struct pt_regs *regs, u32 ir)
 429 {
 430         u64 res;
 431         u32 rt, rs;
 432
 433         rt = regs->regs[MIPSInst_RT(ir)];
 434         rs = regs->regs[MIPSInst_RS(ir)];
 435         res = (u64)rt * (u64)rs;
 436         rt = res;
 437         regs->lo = (s64)(s32)rt;
 438         regs->hi = (s64)(s32)(res >> 32);
 439
 440         MIPS_R2_STATS(muls);
 441
 442         return 0;
 443 }
 444
 445 /**
 446  * div_func - Emulate a DIV instruction
 447  * @regs: Process register set
 448  * @ir: Instruction
 449  *
 450  * Returns 0 since it always succeeds.
 451  */
 452 static int div_func(struct pt_regs *regs, u32 ir)
 453 {
 454         s32 rt, rs;
 455
 456         rt = regs->regs[MIPSInst_RT(ir)];
 457         rs = regs->regs[MIPSInst_RS(ir)];
 458
 459         regs->lo = (s64)(rs / rt);
 460         regs->hi = (s64)(rs % rt);
 461
 462         MIPS_R2_STATS(divs);
 463
 464         return 0;
 465 }
 466
 467 /**
 468  * divu_func - Emulate a DIVU instruction
 469  * @regs: Process register set
 470  * @ir: Instruction
 471  *
 472  * Returns 0 since it always succeeds.
 473  */
 474 static int divu_func(struct pt_regs *regs, u32 ir)
 475 {
 476         u32 rt, rs;
 477
 478         rt = regs->regs[MIPSInst_RT(ir)];
 479         rs = regs->regs[MIPSInst_RS(ir)];
 480
 481         regs->lo = (s64)(rs / rt);
 482         regs->hi = (s64)(rs % rt);
 483
 484         MIPS_R2_STATS(divs);
 485
 486         return 0;
 487 }
 488
 489 /**
 490  * dmult_func - Emulate a DMULT instruction
 491  * @regs: Process register set
 492  * @ir: Instruction
 493  *
 494  * Returns 0 on success or SIGILL for 32-bit kernels.
 495  */
 496 static int dmult_func(struct pt_regs *regs, u32 ir)
 497 {
 498         s64 res;
 499         s64 rt, rs;
 500
 501         if (config_enabled(CONFIG_32BIT))
 502                 return SIGILL;
 503
 504         rt = regs->regs[MIPSInst_RT(ir)];
 505         rs = regs->regs[MIPSInst_RS(ir)];
 506         res = rt * rs;
 507
 508         regs->lo = res;
 509         __asm__ __volatile__(
 510                 "dmuh %0, %1, %2\t\n"
 511                 : "=r"(res)
 512                 : "r"(rt), "r"(rs));
 513
 514         regs->hi = res;
 515
 516         MIPS_R2_STATS(muls);
 517
 518         return 0;
 519 }
 520
 521 /**
 522  * dmultu_func - Emulate a DMULTU instruction
 523  * @regs: Process register set
 524  * @ir: Instruction
 525  *
 526  * Returns 0 on success or SIGILL for 32-bit kernels.
 527  */
 528 static int dmultu_func(struct pt_regs *regs, u32 ir)
 529 {
 530         u64 res;
 531         u64 rt, rs;
 532
 533         if (config_enabled(CONFIG_32BIT))
 534                 return SIGILL;
 535
 536         rt = regs->regs[MIPSInst_RT(ir)];
 537         rs = regs->regs[MIPSInst_RS(ir)];
 538         res = rt * rs;
 539
 540         regs->lo = res;
 541         __asm__ __volatile__(
 542                 "dmuhu %0, %1, %2\t\n"
 543                 : "=r"(res)
 544                 : "r"(rt), "r"(rs));
 545
 546         regs->hi = res;
 547
 548         MIPS_R2_STATS(muls);
 549
 550         return 0;
 551 }
 552
 553 /**
 554  * ddiv_func - Emulate a DDIV instruction
 555  * @regs: Process register set
 556  * @ir: Instruction
 557  *
 558  * Returns 0 on success or SIGILL for 32-bit kernels.
 559  */
 560 static int ddiv_func(struct pt_regs *regs, u32 ir)
 561 {
 562         s64 rt, rs;
 563
 564         if (config_enabled(CONFIG_32BIT))
 565                 return SIGILL;
 566
 567         rt = regs->regs[MIPSInst_RT(ir)];
 568         rs = regs->regs[MIPSInst_RS(ir)];
 569
 570         regs->lo = rs / rt;
 571         regs->hi = rs % rt;
 572
 573         MIPS_R2_STATS(divs);
 574
 575         return 0;
 576 }
 577
 578 /**
 579  * ddivu_func - Emulate a DDIVU instruction
 580  * @regs: Process register set
 581  * @ir: Instruction
 582  *
 583  * Returns 0 on success or SIGILL for 32-bit kernels.
 584  */
 585 static int ddivu_func(struct pt_regs *regs, u32 ir)
 586 {
 587         u64 rt, rs;
 588
 589         if (config_enabled(CONFIG_32BIT))
 590                 return SIGILL;
 591
 592         rt = regs->regs[MIPSInst_RT(ir)];
 593         rs = regs->regs[MIPSInst_RS(ir)];
 594
 595         regs->lo = rs / rt;
 596         regs->hi = rs % rt;
 597
 598         MIPS_R2_STATS(divs);
 599
 600         return 0;
 601 }
 602
 603 /* R6 removed instructions for the SPECIAL opcode */
 604 static struct r2_decoder_table spec_op_table[] = {
 605         { 0xfc1ff83f, 0x00000008, jr_func },
 606         { 0xfc00ffff, 0x00000018, mult_func },
 607         { 0xfc00ffff, 0x00000019, multu_func },
 608         { 0xfc00ffff, 0x0000001c, dmult_func },
 609         { 0xfc00ffff, 0x0000001d, dmultu_func },
 610         { 0xffff07ff, 0x00000010, mfhi_func },
 611         { 0xfc1fffff, 0x00000011, mthi_func },
 612         { 0xffff07ff, 0x00000012, mflo_func },
 613         { 0xfc1fffff, 0x00000013, mtlo_func },
 614         { 0xfc0307ff, 0x00000001, movf_func },
 615         { 0xfc0307ff, 0x00010001, movt_func },
 616         { 0xfc0007ff, 0x0000000a, movz_func },
 617         { 0xfc0007ff, 0x0000000b, movn_func },
 618         { 0xfc00ffff, 0x0000001a, div_func },
 619         { 0xfc00ffff, 0x0000001b, divu_func },
 620         { 0xfc00ffff, 0x0000001e, ddiv_func },
 621         { 0xfc00ffff, 0x0000001f, ddivu_func },
 622         {}
 623 };
 624
 625 /**
 626  * madd_func - Emulate a MADD instruction
 627  * @regs: Process register set
 628  * @ir: Instruction
 629  *
 630  * Returns 0 since it always succeeds.
 631  */
 632 static int madd_func(struct pt_regs *regs, u32 ir)
 633 {
 634         s64 res;
 635         s32 rt, rs;
 636
 637         rt = regs->regs[MIPSInst_RT(ir)];
 638         rs = regs->regs[MIPSInst_RS(ir)];
 639         res = (s64)rt * (s64)rs;
 640         rt = regs->hi;
 641         rs = regs->lo;
 642         res += ((((s64)rt) << 32) | (u32)rs);
 643
 644         rt = res;
 645         regs->lo = (s64)rt;
 646         rs = res >> 32;
 647         regs->hi = (s64)rs;
 648
 649         MIPS_R2_STATS(dsps);
 650
 651         return 0;
 652 }
 653
 654 /**
 655  * maddu_func - Emulate a MADDU instruction
 656  * @regs: Process register set
 657  * @ir: Instruction
 658  *
 659  * Returns 0 since it always succeeds.
 660  */
 661 static int maddu_func(struct pt_regs *regs, u32 ir)
 662 {
 663         u64 res;
 664         u32 rt, rs;
 665
 666         rt = regs->regs[MIPSInst_RT(ir)];
 667         rs = regs->regs[MIPSInst_RS(ir)];
 668         res = (u64)rt * (u64)rs;
 669         rt = regs->hi;
 670         rs = regs->lo;
 671         res += ((((s64)rt) << 32) | (u32)rs);
 672
 673         rt = res;
 674         regs->lo = (s64)(s32)rt;
 675         rs = res >> 32;
 676         regs->hi = (s64)(s32)rs;
 677
 678         MIPS_R2_STATS(dsps);
 679
 680         return 0;
 681 }
 682
 683 /**
 684  * msub_func - Emulate a MSUB instruction
 685  * @regs: Process register set
 686  * @ir: Instruction
 687  *
 688  * Returns 0 since it always succeeds.
 689  */
 690 static int msub_func(struct pt_regs *regs, u32 ir)
 691 {
 692         s64 res;
 693         s32 rt, rs;
 694
 695         rt = regs->regs[MIPSInst_RT(ir)];
 696         rs = regs->regs[MIPSInst_RS(ir)];
 697         res = (s64)rt * (s64)rs;
 698         rt = regs->hi;
 699         rs = regs->lo;
 700         res = ((((s64)rt) << 32) | (u32)rs) - res;
 701
 702         rt = res;
 703         regs->lo = (s64)rt;
 704         rs = res >> 32;
 705         regs->hi = (s64)rs;
 706
 707         MIPS_R2_STATS(dsps);
 708
 709         return 0;
 710 }
 711
 712 /**
 713  * msubu_func - Emulate a MSUBU instruction
 714  * @regs: Process register set
 715  * @ir: Instruction
 716  *
 717  * Returns 0 since it always succeeds.
 718  */
 719 static int msubu_func(struct pt_regs *regs, u32 ir)
 720 {
 721         u64 res;
 722         u32 rt, rs;
 723
 724         rt = regs->regs[MIPSInst_RT(ir)];
 725         rs = regs->regs[MIPSInst_RS(ir)];
 726         res = (u64)rt * (u64)rs;
 727         rt = regs->hi;
 728         rs = regs->lo;
 729         res = ((((s64)rt) << 32) | (u32)rs) - res;
 730
 731         rt = res;
 732         regs->lo = (s64)(s32)rt;
 733         rs = res >> 32;
 734         regs->hi = (s64)(s32)rs;
 735
 736         MIPS_R2_STATS(dsps);
 737
 738         return 0;
 739 }
 740
 741 /**
 742  * mul_func - Emulate a MUL instruction
 743  * @regs: Process register set
 744  * @ir: Instruction
 745  *
 746  * Returns 0 since it always succeeds.
 747  */
 748 static int mul_func(struct pt_regs *regs, u32 ir)
 749 {
 750         s64 res;
 751         s32 rt, rs;
 752
 753         if (!MIPSInst_RD(ir))
 754                 return 0;
 755         rt = regs->regs[MIPSInst_RT(ir)];
 756         rs = regs->regs[MIPSInst_RS(ir)];
 757         res = (s64)rt * (s64)rs;
 758
 759         rs = res;
 760         regs->regs[MIPSInst_RD(ir)] = (s64)rs;
 761
 762         MIPS_R2_STATS(muls);
 763
 764         return 0;
 765 }
 766
 767 /**
 768  * clz_func - Emulate a CLZ instruction
 769  * @regs: Process register set
 770  * @ir: Instruction
 771  *
 772  * Returns 0 since it always succeeds.
 773  */
 774 static int clz_func(struct pt_regs *regs, u32 ir)
 775 {
 776         u32 res;
 777         u32 rs;
 778
 779         if (!MIPSInst_RD(ir))
 780                 return 0;
 781
 782         rs = regs->regs[MIPSInst_RS(ir)];
 783         __asm__ __volatile__("clz %0, %1" : "=r"(res) : "r"(rs));
 784         regs->regs[MIPSInst_RD(ir)] = res;
 785
 786         MIPS_R2_STATS(bops);
 787
 788         return 0;
 789 }
 790
 791 /**
 792  * clo_func - Emulate a CLO instruction
 793  * @regs: Process register set
 794  * @ir: Instruction
 795  *
 796  * Returns 0 since it always succeeds.
 797  */
 798
 799 static int clo_func(struct pt_regs *regs, u32 ir)
 800 {
 801         u32 res;
 802         u32 rs;
 803
 804         if (!MIPSInst_RD(ir))
 805                 return 0;
 806
 807         rs = regs->regs[MIPSInst_RS(ir)];
 808         __asm__ __volatile__("clo %0, %1" : "=r"(res) : "r"(rs));
 809         regs->regs[MIPSInst_RD(ir)] = res;
 810
 811         MIPS_R2_STATS(bops);
 812
 813         return 0;
 814 }
 815
 816 /**
 817  * dclz_func - Emulate a DCLZ instruction
 818  * @regs: Process register set
 819  * @ir: Instruction
 820  *
 821  * Returns 0 since it always succeeds.
 822  */
 823 static int dclz_func(struct pt_regs *regs, u32 ir)
 824 {
 825         u64 res;
 826         u64 rs;
 827
 828         if (config_enabled(CONFIG_32BIT))
 829                 return SIGILL;
 830
 831         if (!MIPSInst_RD(ir))
 832                 return 0;
 833
 834         rs = regs->regs[MIPSInst_RS(ir)];
 835         __asm__ __volatile__("dclz %0, %1" : "=r"(res) : "r"(rs));
 836         regs->regs[MIPSInst_RD(ir)] = res;
 837
 838         MIPS_R2_STATS(bops);
 839
 840         return 0;
 841 }
 842
 843 /**
 844  * dclo_func - Emulate a DCLO instruction
 845  * @regs: Process register set
 846  * @ir: Instruction
 847  *
 848  * Returns 0 since it always succeeds.
 849  */
 850 static int dclo_func(struct pt_regs *regs, u32 ir)
 851 {
 852         u64 res;
 853         u64 rs;
 854
 855         if (config_enabled(CONFIG_32BIT))
 856                 return SIGILL;
 857
 858         if (!MIPSInst_RD(ir))
 859                 return 0;
 860
 861         rs = regs->regs[MIPSInst_RS(ir)];
 862         __asm__ __volatile__("dclo %0, %1" : "=r"(res) : "r"(rs));
 863         regs->regs[MIPSInst_RD(ir)] = res;
 864
 865         MIPS_R2_STATS(bops);
 866
 867         return 0;
 868 }
 869
 870 /* R6 removed instructions for the SPECIAL2 opcode */
 871 static struct r2_decoder_table spec2_op_table[] = {
 872         { 0xfc00ffff, 0x70000000, madd_func },
 873         { 0xfc00ffff, 0x70000001, maddu_func },
 874         { 0xfc0007ff, 0x70000002, mul_func },
 875         { 0xfc00ffff, 0x70000004, msub_func },
 876         { 0xfc00ffff, 0x70000005, msubu_func },
 877         { 0xfc0007ff, 0x70000020, clz_func },
 878         { 0xfc0007ff, 0x70000021, clo_func },
 879         { 0xfc0007ff, 0x70000024, dclz_func },
 880         { 0xfc0007ff, 0x70000025, dclo_func },
 881         { }
 882 };
 883
 884 static inline int mipsr2_find_op_func(struct pt_regs *regs, u32 inst,
 885                                       struct r2_decoder_table *table)
 886 {
 887         struct r2_decoder_table *p;
 888         int err;
 889
 890         for (p = table; p->func; p++) {
 891                 if ((inst & p->mask) == p->code) {
 892                         err = (p->func)(regs, inst);
 893                         return err;
 894                 }
 895         }
 896         return SIGILL;
 897 }
 898
 899 /**
 900  * mipsr2_decoder: Decode and emulate a MIPS R2 instruction
 901  * @regs: Process register set
 902  * @inst: Instruction to decode and emulate
 903  * @fcr31: Floating Point Control and Status Register Cause bits returned
 904  */
 905 int mipsr2_decoder(struct pt_regs *regs, u32 inst, unsigned long *fcr31)
 906 {
 907         int err = 0;
 908         unsigned long vaddr;
 909         u32 nir;
 910         unsigned long cpc, epc, nepc, r31, res, rs, rt;
 911
 912         void __user *fault_addr = NULL;
 913         int pass = 0;
 914
 915 repeat:
 916         r31 = regs->regs[31];
 917         epc = regs->cp0_epc;
 918         err = compute_return_epc(regs);
 919         if (err < 0) {
 920                 BUG();
 921                 return SIGEMT;
 922         }
 923         pr_debug("Emulating the 0x%08x R2 instruction @ 0x%08lx (pass=%d))\n",
 924                  inst, epc, pass);
 925
 926         switch (MIPSInst_OPCODE(inst)) {
 927         case spec_op:
 928                 err = mipsr2_find_op_func(regs, inst, spec_op_table);
 929                 if (err < 0) {
 930                         /* FPU instruction under JR */
 931                         regs->cp0_cause |= CAUSEF_BD;
 932                         goto fpu_emul;
 933                 }
 934                 break;
 935         case spec2_op:
 936                 err = mipsr2_find_op_func(regs, inst, spec2_op_table);
 937                 break;
 938         case bcond_op:
 939                 rt = MIPSInst_RT(inst);
 940                 rs = MIPSInst_RS(inst);
 941                 switch (rt) {
 942                 case tgei_op:
 943                         if ((long)regs->regs[rs] >= MIPSInst_SIMM(inst))
 944                                 do_trap_or_bp(regs, 0, "TGEI");
 945
 946                         MIPS_R2_STATS(traps);
 947
 948                         break;
 949                 case tgeiu_op:
 950                         if (regs->regs[rs] >= MIPSInst_UIMM(inst))
 951                                 do_trap_or_bp(regs, 0, "TGEIU");
 952
 953                         MIPS_R2_STATS(traps);
 954
 955                         break;
 956                 case tlti_op:
 957                         if ((long)regs->regs[rs] < MIPSInst_SIMM(inst))
 958                                 do_trap_or_bp(regs, 0, "TLTI");
 959
 960                         MIPS_R2_STATS(traps);
 961
 962                         break;
 963                 case tltiu_op:
 964                         if (regs->regs[rs] < MIPSInst_UIMM(inst))
 965                                 do_trap_or_bp(regs, 0, "TLTIU");
 966
 967                         MIPS_R2_STATS(traps);
 968
 969                         break;
 970                 case teqi_op:
 971                         if (regs->regs[rs] == MIPSInst_SIMM(inst))
 972                                 do_trap_or_bp(regs, 0, "TEQI");
 973
 974                         MIPS_R2_STATS(traps);
 975
 976                         break;
 977                 case tnei_op:
 978                         if (regs->regs[rs] != MIPSInst_SIMM(inst))
 979                                 do_trap_or_bp(regs, 0, "TNEI");
 980
 981                         MIPS_R2_STATS(traps);
 982
 983                         break;
 984                 case bltzl_op:
 985                 case bgezl_op:
 986                 case bltzall_op:
 987                 case bgezall_op:
 988                         if (delay_slot(regs)) {
 989                                 err = SIGILL;
 990                                 break;
 991                         }
 992                         regs->regs[31] = r31;
 993                         regs->cp0_epc = epc;
 994                         err = __compute_return_epc(regs);
 995                         if (err < 0)
 996                                 return SIGEMT;
 997                         if (err != BRANCH_LIKELY_TAKEN)
 998                                 break;
 999                         cpc = regs->cp0_epc;
1000                         nepc = epc + 4;
1001                         err = __get_user(nir, (u32 __user *)nepc);
1002                         if (err) {
1003                                 err = SIGSEGV;
1004                                 break;
1005                         }
1006                         /*
1007                          * This will probably be optimized away when
1008                          * CONFIG_DEBUG_FS is not enabled
1009                          */
1010                         switch (rt) {
1011                         case bltzl_op:
1012                                 MIPS_R2BR_STATS(bltzl);
1013                                 break;
1014                         case bgezl_op:
1015                                 MIPS_R2BR_STATS(bgezl);
1016                                 break;
1017                         case bltzall_op:
1018                                 MIPS_R2BR_STATS(bltzall);
1019                                 break;
1020                         case bgezall_op:
1021                                 MIPS_R2BR_STATS(bgezall);
1022                                 break;
1023                         }
1024
1025                         switch (MIPSInst_OPCODE(nir)) {
1026                         case cop1_op:
1027                         case cop1x_op:
1028                         case lwc1_op:
1029                         case swc1_op:
1030                                 regs->cp0_cause |= CAUSEF_BD;
1031                                 goto fpu_emul;
1032                         }
1033                         if (nir) {
1034                                 err = mipsr6_emul(regs, nir);
1035                                 if (err > 0) {
1036                                         err = mips_dsemul(regs, nir, cpc);
1037                                         if (err == SIGILL)
1038                                                 err = SIGEMT;
1039                                         MIPS_R2_STATS(dsemul);
1040                                 }
1041                         }
1042                         break;
1043                 case bltzal_op:
1044                 case bgezal_op:
1045                         if (delay_slot(regs)) {
1046                                 err = SIGILL;
1047                                 break;
1048                         }
1049                         regs->regs[31] = r31;
1050                         regs->cp0_epc = epc;
1051                         err = __compute_return_epc(regs);
1052                         if (err < 0)
1053                                 return SIGEMT;
1054                         cpc = regs->cp0_epc;
1055                         nepc = epc + 4;
1056                         err = __get_user(nir, (u32 __user *)nepc);
1057                         if (err) {
1058                                 err = SIGSEGV;
1059                                 break;
1060                         }
1061                         /*
1062                          * This will probably be optimized away when
1063                          * CONFIG_DEBUG_FS is not enabled
1064                          */
1065                         switch (rt) {
1066                         case bltzal_op:
1067                                 MIPS_R2BR_STATS(bltzal);
1068                                 break;
1069                         case bgezal_op:
1070                                 MIPS_R2BR_STATS(bgezal);
1071                                 break;
1072                         }
1073
1074                         switch (MIPSInst_OPCODE(nir)) {
1075                         case cop1_op:
1076                         case cop1x_op:
1077                         case lwc1_op:
1078                         case swc1_op:
1079                                 regs->cp0_cause |= CAUSEF_BD;
1080                                 goto fpu_emul;
1081                         }
1082                         if (nir) {
1083                                 err = mipsr6_emul(regs, nir);
1084                                 if (err > 0) {
1085                                         err = mips_dsemul(regs, nir, cpc);
1086                                         if (err == SIGILL)
1087                                                 err = SIGEMT;
1088                                         MIPS_R2_STATS(dsemul);
1089                                 }
1090                         }
1091                         break;
1092                 default:
1093                         regs->regs[31] = r31;
1094                         regs->cp0_epc = epc;
1095                         err = SIGILL;
1096                         break;
1097                 }
1098                 break;
1099
1100         case blezl_op:
1101         case bgtzl_op:
1102                 /*
1103                  * For BLEZL and BGTZL, rt field must be set to 0. If this
1104                  * is not the case, this may be an encoding of a MIPS R6
1105                  * instruction, so return to CPU execution if this occurs
1106                  */
1107                 if (MIPSInst_RT(inst)) {
1108                         err = SIGILL;
1109                         break;
1110                 }
1111                 /* fall through */
1112         case beql_op:
1113         case bnel_op:
1114                 if (delay_slot(regs)) {
1115                         err = SIGILL;
1116                         break;
1117                 }
1118                 regs->regs[31] = r31;
1119                 regs->cp0_epc = epc;
1120                 err = __compute_return_epc(regs);
1121                 if (err < 0)
1122                         return SIGEMT;
1123                 if (err != BRANCH_LIKELY_TAKEN)
1124                         break;
1125                 cpc = regs->cp0_epc;
1126                 nepc = epc + 4;
1127                 err = __get_user(nir, (u32 __user *)nepc);
1128                 if (err) {
1129                         err = SIGSEGV;
1130                         break;
1131                 }
1132                 /*
1133                  * This will probably be optimized away when
1134                  * CONFIG_DEBUG_FS is not enabled
1135                  */
1136                 switch (MIPSInst_OPCODE(inst)) {
1137                 case beql_op:
1138                         MIPS_R2BR_STATS(beql);
1139                         break;
1140                 case bnel_op:
1141                         MIPS_R2BR_STATS(bnel);
1142                         break;
1143                 case blezl_op:
1144                         MIPS_R2BR_STATS(blezl);
1145                         break;
1146                 case bgtzl_op:
1147                         MIPS_R2BR_STATS(bgtzl);
1148                         break;
1149                 }
1150
1151                 switch (MIPSInst_OPCODE(nir)) {
1152                 case cop1_op:
1153                 case cop1x_op:
1154                 case lwc1_op:
1155                 case swc1_op:
1156                         regs->cp0_cause |= CAUSEF_BD;
1157                         goto fpu_emul;
1158                 }
1159                 if (nir) {
1160                         err = mipsr6_emul(regs, nir);
1161                         if (err > 0) {
1162                                 err = mips_dsemul(regs, nir, cpc);
1163                                 if (err == SIGILL)
1164                                         err = SIGEMT;
1165                                 MIPS_R2_STATS(dsemul);
1166                         }
1167                 }
1168                 break;
1169         case lwc1_op:
1170         case swc1_op:
1171         case cop1_op:
1172         case cop1x_op:
1173 fpu_emul:
1174                 regs->regs[31] = r31;
1175                 regs->cp0_epc = epc;
1176                 if (!used_math()) {     /* First time FPU user.  */
1177                         preempt_disable();
1178                         err = init_fpu();
1179                         preempt_enable();
1180                         set_used_math();
1181                 }
1182                 lose_fpu(1);    /* Save FPU state for the emulator. */
1183
1184                 err = fpu_emulator_cop1Handler(regs, &current->thread.fpu, 0,
1185                                                &fault_addr);
1186
1187                 /*
1188                  * We can't allow the emulated instruction to leave any
1189                  * enabled Cause bits set in $fcr31.
1190                  */
1191                 *fcr31 = res = mask_fcr31_x(current->thread.fpu.fcr31);
1192                 current->thread.fpu.fcr31 &= ~res;
1193
1194                 /*
1195                  * this is a tricky issue - lose_fpu() uses LL/SC atomics
1196                  * if FPU is owned and effectively cancels user level LL/SC.
1197                  * So, it could be logical to don't restore FPU ownership here.
1198                  * But the sequence of multiple FPU instructions is much much
1199                  * more often than LL-FPU-SC and I prefer loop here until
1200                  * next scheduler cycle cancels FPU ownership
1201                  */
1202                 own_fpu(1);     /* Restore FPU state. */
1203
1204                 if (err)
1205                         current->thread.cp0_baduaddr = (unsigned long)fault_addr;
1206
1207                 MIPS_R2_STATS(fpus);
1208
1209                 break;
1210
1211         case lwl_op:
1212                 rt = regs->regs[MIPSInst_RT(inst)];
1213                 vaddr = regs->regs[MIPSInst_RS(inst)] + MIPSInst_SIMM(inst);
1214                 if (!access_ok(VERIFY_READ, vaddr, 4)) {
1215                         current->thread.cp0_baduaddr = vaddr;
1216                         err = SIGSEGV;
1217                         break;
1218                 }
1219                 __asm__ __volatile__(
1220                         "       .set    push\n"
1221                         "       .set    reorder\n"
1222 #ifdef CONFIG_CPU_LITTLE_ENDIAN
1223                         "1:"    LB      "%1, 0(%2)\n"
1224                                 INS     "%0, %1, 24, 8\n"
1225                         "       andi    %1, %2, 0x3\n"
1226                         "       beq     $0, %1, 9f\n"
1227                                 ADDIU   "%2, %2, -1\n"
1228                         "2:"    LB      "%1, 0(%2)\n"
1229                                 INS     "%0, %1, 16, 8\n"
1230                         "       andi    %1, %2, 0x3\n"
1231                         "       beq     $0, %1, 9f\n"
1232                                 ADDIU   "%2, %2, -1\n"
1233                         "3:"    LB      "%1, 0(%2)\n"
1234                                 INS     "%0, %1, 8, 8\n"
1235                         "       andi    %1, %2, 0x3\n"
1236                         "       beq     $0, %1, 9f\n"
1237                                 ADDIU   "%2, %2, -1\n"
1238                         "4:"    LB      "%1, 0(%2)\n"
1239                                 INS     "%0, %1, 0, 8\n"
1240 #else /* !CONFIG_CPU_LITTLE_ENDIAN */
1241                         "1:"    LB      "%1, 0(%2)\n"
1242                                 INS     "%0, %1, 24, 8\n"
1243                                 ADDIU   "%2, %2, 1\n"
1244                         "       andi    %1, %2, 0x3\n"
1245                         "       beq     $0, %1, 9f\n"
1246                         "2:"    LB      "%1, 0(%2)\n"
1247                                 INS     "%0, %1, 16, 8\n"
1248                                 ADDIU   "%2, %2, 1\n"
1249                         "       andi    %1, %2, 0x3\n"
1250                         "       beq     $0, %1, 9f\n"
1251                         "3:"    LB      "%1, 0(%2)\n"
1252                                 INS     "%0, %1, 8, 8\n"
1253                                 ADDIU   "%2, %2, 1\n"
1254                         "       andi    %1, %2, 0x3\n"
1255                         "       beq     $0, %1, 9f\n"
1256                         "4:"    LB      "%1, 0(%2)\n"
1257                                 INS     "%0, %1, 0, 8\n"
1258 #endif /* CONFIG_CPU_LITTLE_ENDIAN */
1259                         "9:     sll     %0, %0, 0\n"
1260                         "10:\n"
1261                         "       .insn\n"
1262                         "       .section        .fixup,\"ax\"\n"
1263                         "8:     li      %3,%4\n"
1264                         "       j       10b\n"
1265                         "       .previous\n"
1266                         "       .section        __ex_table,\"a\"\n"
1267                         STR(PTR) " 1b,8b\n"
1268                         STR(PTR) " 2b,8b\n"
1269                         STR(PTR) " 3b,8b\n"
1270                         STR(PTR) " 4b,8b\n"
1271                         "       .previous\n"
1272                         "       .set    pop\n"
1273                         : "+&r"(rt), "=&r"(rs),
1274                           "+&r"(vaddr), "+&r"(err)
1275                         : "i"(SIGSEGV));
1276
1277                 if (MIPSInst_RT(inst) && !err)
1278                         regs->regs[MIPSInst_RT(inst)] = rt;
1279
1280                 MIPS_R2_STATS(loads);
1281
1282                 break;
1283
1284         case lwr_op:
1285                 rt = regs->regs[MIPSInst_RT(inst)];
1286                 vaddr = regs->regs[MIPSInst_RS(inst)] + MIPSInst_SIMM(inst);
1287                 if (!access_ok(VERIFY_READ, vaddr, 4)) {
1288                         current->thread.cp0_baduaddr = vaddr;
1289                         err = SIGSEGV;
1290                         break;
1291                 }
1292                 __asm__ __volatile__(
1293                         "       .set    push\n"
1294                         "       .set    reorder\n"
1295 #ifdef CONFIG_CPU_LITTLE_ENDIAN
1296                         "1:"    LB      "%1, 0(%2)\n"
1297                                 INS     "%0, %1, 0, 8\n"
1298                                 ADDIU   "%2, %2, 1\n"
1299                         "       andi    %1, %2, 0x3\n"
1300                         "       beq     $0, %1, 9f\n"
1301                         "2:"    LB      "%1, 0(%2)\n"
1302                                 INS     "%0, %1, 8, 8\n"
1303                                 ADDIU   "%2, %2, 1\n"
1304                         "       andi    %1, %2, 0x3\n"
1305                         "       beq     $0, %1, 9f\n"
1306                         "3:"    LB      "%1, 0(%2)\n"
1307                                 INS     "%0, %1, 16, 8\n"
1308                                 ADDIU   "%2, %2, 1\n"
1309                         "       andi    %1, %2, 0x3\n"
1310                         "       beq     $0, %1, 9f\n"
1311                         "4:"    LB      "%1, 0(%2)\n"
1312                                 INS     "%0, %1, 24, 8\n"
1313                         "       sll     %0, %0, 0\n"
1314 #else /* !CONFIG_CPU_LITTLE_ENDIAN */
1315                         "1:"    LB      "%1, 0(%2)\n"
1316                                 INS     "%0, %1, 0, 8\n"
1317                         "       andi    %1, %2, 0x3\n"
1318                         "       beq     $0, %1, 9f\n"
1319                                 ADDIU   "%2, %2, -1\n"
1320                         "2:"    LB      "%1, 0(%2)\n"
1321                                 INS     "%0, %1, 8, 8\n"
1322                         "       andi    %1, %2, 0x3\n"
1323                         "       beq     $0, %1, 9f\n"
1324                                 ADDIU   "%2, %2, -1\n"
1325                         "3:"    LB      "%1, 0(%2)\n"
1326                                 INS     "%0, %1, 16, 8\n"
1327                         "       andi    %1, %2, 0x3\n"
1328                         "       beq     $0, %1, 9f\n"
1329                                 ADDIU   "%2, %2, -1\n"
1330                         "4:"    LB      "%1, 0(%2)\n"
1331                                 INS     "%0, %1, 24, 8\n"
1332                         "       sll     %0, %0, 0\n"
1333 #endif /* CONFIG_CPU_LITTLE_ENDIAN */
1334                         "9:\n"
1335                         "10:\n"
1336                         "       .insn\n"
1337                         "       .section        .fixup,\"ax\"\n"
1338                         "8:     li      %3,%4\n"
1339                         "       j       10b\n"
1340                         "       .previous\n"
1341                         "       .section        __ex_table,\"a\"\n"
1342                         STR(PTR) " 1b,8b\n"
1343                         STR(PTR) " 2b,8b\n"
1344                         STR(PTR) " 3b,8b\n"
1345                         STR(PTR) " 4b,8b\n"
1346                         "       .previous\n"
1347                         "       .set    pop\n"
1348                         : "+&r"(rt), "=&r"(rs),
1349                           "+&r"(vaddr), "+&r"(err)
1350                         : "i"(SIGSEGV));
1351                 if (MIPSInst_RT(inst) && !err)
1352                         regs->regs[MIPSInst_RT(inst)] = rt;
1353
1354                 MIPS_R2_STATS(loads);
1355
1356                 break;
1357
1358         case swl_op:
1359                 rt = regs->regs[MIPSInst_RT(inst)];
1360                 vaddr = regs->regs[MIPSInst_RS(inst)] + MIPSInst_SIMM(inst);
1361                 if (!access_ok(VERIFY_WRITE, vaddr, 4)) {
1362                         current->thread.cp0_baduaddr = vaddr;
1363                         err = SIGSEGV;
1364                         break;
1365                 }
1366                 __asm__ __volatile__(
1367                         "       .set    push\n"
1368                         "       .set    reorder\n"
1369 #ifdef CONFIG_CPU_LITTLE_ENDIAN
1370                                 EXT     "%1, %0, 24, 8\n"
1371                         "1:"    SB      "%1, 0(%2)\n"
1372                         "       andi    %1, %2, 0x3\n"
1373                         "       beq     $0, %1, 9f\n"
1374                                 ADDIU   "%2, %2, -1\n"
1375                                 EXT     "%1, %0, 16, 8\n"
1376                         "2:"    SB      "%1, 0(%2)\n"
1377                         "       andi    %1, %2, 0x3\n"
1378                         "       beq     $0, %1, 9f\n"
1379                                 ADDIU   "%2, %2, -1\n"
1380                                 EXT     "%1, %0, 8, 8\n"
1381                         "3:"    SB      "%1, 0(%2)\n"
1382                         "       andi    %1, %2, 0x3\n"
1383                         "       beq     $0, %1, 9f\n"
1384                                 ADDIU   "%2, %2, -1\n"
1385                                 EXT     "%1, %0, 0, 8\n"
1386                         "4:"    SB      "%1, 0(%2)\n"
1387 #else /* !CONFIG_CPU_LITTLE_ENDIAN */
1388                                 EXT     "%1, %0, 24, 8\n"
1389                         "1:"    SB      "%1, 0(%2)\n"
1390                                 ADDIU   "%2, %2, 1\n"
1391                         "       andi    %1, %2, 0x3\n"
1392                         "       beq     $0, %1, 9f\n"
1393                                 EXT     "%1, %0, 16, 8\n"
1394                         "2:"    SB      "%1, 0(%2)\n"
1395                                 ADDIU   "%2, %2, 1\n"
1396                         "       andi    %1, %2, 0x3\n"
1397                         "       beq     $0, %1, 9f\n"
1398                                 EXT     "%1, %0, 8, 8\n"
1399                         "3:"    SB      "%1, 0(%2)\n"
1400                                 ADDIU   "%2, %2, 1\n"
1401                         "       andi    %1, %2, 0x3\n"
1402                         "       beq     $0, %1, 9f\n"
1403                                 EXT     "%1, %0, 0, 8\n"
1404                         "4:"    SB      "%1, 0(%2)\n"
1405 #endif /* CONFIG_CPU_LITTLE_ENDIAN */
1406                         "9:\n"
1407                         "       .insn\n"
1408                         "       .section        .fixup,\"ax\"\n"
1409                         "8:     li      %3,%4\n"
1410                         "       j       9b\n"
1411                         "       .previous\n"
1412                         "       .section        __ex_table,\"a\"\n"
1413                         STR(PTR) " 1b,8b\n"
1414                         STR(PTR) " 2b,8b\n"
1415                         STR(PTR) " 3b,8b\n"
1416                         STR(PTR) " 4b,8b\n"
1417                         "       .previous\n"
1418                         "       .set    pop\n"
1419                         : "+&r"(rt), "=&r"(rs),
1420                           "+&r"(vaddr), "+&r"(err)
1421                         : "i"(SIGSEGV)
1422                         : "memory");
1423
1424                 MIPS_R2_STATS(stores);
1425
1426                 break;
1427
1428         case swr_op:
1429                 rt = regs->regs[MIPSInst_RT(inst)];
1430                 vaddr = regs->regs[MIPSInst_RS(inst)] + MIPSInst_SIMM(inst);
1431                 if (!access_ok(VERIFY_WRITE, vaddr, 4)) {
1432                         current->thread.cp0_baduaddr = vaddr;
1433                         err = SIGSEGV;
1434                         break;
1435                 }
1436                 __asm__ __volatile__(
1437                         "       .set    push\n"
1438                         "       .set    reorder\n"
1439 #ifdef CONFIG_CPU_LITTLE_ENDIAN
1440                                 EXT     "%1, %0, 0, 8\n"
1441                         "1:"    SB      "%1, 0(%2)\n"
1442                                 ADDIU   "%2, %2, 1\n"
1443                         "       andi    %1, %2, 0x3\n"
1444                         "       beq     $0, %1, 9f\n"
1445                                 EXT     "%1, %0, 8, 8\n"
1446                         "2:"    SB      "%1, 0(%2)\n"
1447                                 ADDIU   "%2, %2, 1\n"
1448                         "       andi    %1, %2, 0x3\n"
1449                         "       beq     $0, %1, 9f\n"
1450                                 EXT     "%1, %0, 16, 8\n"
1451                         "3:"    SB      "%1, 0(%2)\n"
1452                                 ADDIU   "%2, %2, 1\n"
1453                         "       andi    %1, %2, 0x3\n"
1454                         "       beq     $0, %1, 9f\n"
1455                                 EXT     "%1, %0, 24, 8\n"
1456                         "4:"    SB      "%1, 0(%2)\n"
1457 #else /* !CONFIG_CPU_LITTLE_ENDIAN */
1458                                 EXT     "%1, %0, 0, 8\n"
1459                         "1:"    SB      "%1, 0(%2)\n"
1460                         "       andi    %1, %2, 0x3\n"
1461                         "       beq     $0, %1, 9f\n"
1462                                 ADDIU   "%2, %2, -1\n"
1463                                 EXT     "%1, %0, 8, 8\n"
1464                         "2:"    SB      "%1, 0(%2)\n"
1465                         "       andi    %1, %2, 0x3\n"
1466                         "       beq     $0, %1, 9f\n"
1467                                 ADDIU   "%2, %2, -1\n"
1468                                 EXT     "%1, %0, 16, 8\n"
1469                         "3:"    SB      "%1, 0(%2)\n"
1470                         "       andi    %1, %2, 0x3\n"
1471                         "       beq     $0, %1, 9f\n"
1472                                 ADDIU   "%2, %2, -1\n"
1473                                 EXT     "%1, %0, 24, 8\n"
1474                         "4:"    SB      "%1, 0(%2)\n"
1475 #endif /* CONFIG_CPU_LITTLE_ENDIAN */
1476                         "9:\n"
1477                         "       .insn\n"
1478                         "       .section        .fixup,\"ax\"\n"
1479                         "8:     li      %3,%4\n"
1480                         "       j       9b\n"
1481                         "       .previous\n"
1482                         "       .section        __ex_table,\"a\"\n"
1483                         STR(PTR) " 1b,8b\n"
1484                         STR(PTR) " 2b,8b\n"
1485                         STR(PTR) " 3b,8b\n"
1486                         STR(PTR) " 4b,8b\n"
1487                         "       .previous\n"
1488                         "       .set    pop\n"
1489                         : "+&r"(rt), "=&r"(rs),
1490                           "+&r"(vaddr), "+&r"(err)
1491                         : "i"(SIGSEGV)
1492                         : "memory");
1493
1494                 MIPS_R2_STATS(stores);
1495
1496                 break;
1497
1498         case ldl_op:
1499                 if (config_enabled(CONFIG_32BIT)) {
1500                     err = SIGILL;
1501                     break;
1502                 }
1503
1504                 rt = regs->regs[MIPSInst_RT(inst)];
1505                 vaddr = regs->regs[MIPSInst_RS(inst)] + MIPSInst_SIMM(inst);
1506                 if (!access_ok(VERIFY_READ, vaddr, 8)) {
1507                         current->thread.cp0_baduaddr = vaddr;
1508                         err = SIGSEGV;
1509                         break;
1510                 }
1511                 __asm__ __volatile__(
1512                         "       .set    push\n"
1513                         "       .set    reorder\n"
1514 #ifdef CONFIG_CPU_LITTLE_ENDIAN
1515                         "1:     lb      %1, 0(%2)\n"
1516                         "       dinsu   %0, %1, 56, 8\n"
1517                         "       andi    %1, %2, 0x7\n"
1518                         "       beq     $0, %1, 9f\n"
1519                         "       daddiu  %2, %2, -1\n"
1520                         "2:     lb      %1, 0(%2)\n"
1521                         "       dinsu   %0, %1, 48, 8\n"
1522                         "       andi    %1, %2, 0x7\n"
1523                         "       beq     $0, %1, 9f\n"
1524                         "       daddiu  %2, %2, -1\n"
1525                         "3:     lb      %1, 0(%2)\n"
1526                         "       dinsu   %0, %1, 40, 8\n"
1527                         "       andi    %1, %2, 0x7\n"
1528                         "       beq     $0, %1, 9f\n"
1529                         "       daddiu  %2, %2, -1\n"
1530                         "4:     lb      %1, 0(%2)\n"
1531                         "       dinsu   %0, %1, 32, 8\n"
1532                         "       andi    %1, %2, 0x7\n"
1533                         "       beq     $0, %1, 9f\n"
1534                         "       daddiu  %2, %2, -1\n"
1535                         "5:     lb      %1, 0(%2)\n"
1536                         "       dins    %0, %1, 24, 8\n"
1537                         "       andi    %1, %2, 0x7\n"
1538                         "       beq     $0, %1, 9f\n"
1539                         "       daddiu  %2, %2, -1\n"
1540                         "6:     lb      %1, 0(%2)\n"
1541                         "       dins    %0, %1, 16, 8\n"
1542                         "       andi    %1, %2, 0x7\n"
1543                         "       beq     $0, %1, 9f\n"
1544                         "       daddiu  %2, %2, -1\n"
1545                         "7:     lb      %1, 0(%2)\n"
1546                         "       dins    %0, %1, 8, 8\n"
1547                         "       andi    %1, %2, 0x7\n"
1548                         "       beq     $0, %1, 9f\n"
1549                         "       daddiu  %2, %2, -1\n"
1550                         "0:     lb      %1, 0(%2)\n"
1551                         "       dins    %0, %1, 0, 8\n"
1552 #else /* !CONFIG_CPU_LITTLE_ENDIAN */
1553                         "1:     lb      %1, 0(%2)\n"
1554                         "       dinsu   %0, %1, 56, 8\n"
1555                         "       daddiu  %2, %2, 1\n"
1556                         "       andi    %1, %2, 0x7\n"
1557                         "       beq     $0, %1, 9f\n"
1558                         "2:     lb      %1, 0(%2)\n"
1559                         "       dinsu   %0, %1, 48, 8\n"
1560                         "       daddiu  %2, %2, 1\n"
1561                         "       andi    %1, %2, 0x7\n"
1562                         "       beq     $0, %1, 9f\n"
1563                         "3:     lb      %1, 0(%2)\n"
1564                         "       dinsu   %0, %1, 40, 8\n"
1565                         "       daddiu  %2, %2, 1\n"
1566                         "       andi    %1, %2, 0x7\n"
1567                         "       beq     $0, %1, 9f\n"
1568                         "4:     lb      %1, 0(%2)\n"
1569                         "       dinsu   %0, %1, 32, 8\n"
1570                         "       daddiu  %2, %2, 1\n"
1571                         "       andi    %1, %2, 0x7\n"
1572                         "       beq     $0, %1, 9f\n"
1573                         "5:     lb      %1, 0(%2)\n"
1574                         "       dins    %0, %1, 24, 8\n"
1575                         "       daddiu  %2, %2, 1\n"
1576                         "       andi    %1, %2, 0x7\n"
1577                         "       beq     $0, %1, 9f\n"
1578                         "6:     lb      %1, 0(%2)\n"
1579                         "       dins    %0, %1, 16, 8\n"
1580                         "       daddiu  %2, %2, 1\n"
1581                         "       andi    %1, %2, 0x7\n"
1582                         "       beq     $0, %1, 9f\n"
1583                         "7:     lb      %1, 0(%2)\n"
1584                         "       dins    %0, %1, 8, 8\n"
1585                         "       daddiu  %2, %2, 1\n"
1586                         "       andi    %1, %2, 0x7\n"
1587                         "       beq     $0, %1, 9f\n"
1588                         "0:     lb      %1, 0(%2)\n"
1589                         "       dins    %0, %1, 0, 8\n"
1590 #endif /* CONFIG_CPU_LITTLE_ENDIAN */
1591                         "9:\n"
1592                         "       .insn\n"
1593                         "       .section        .fixup,\"ax\"\n"
1594                         "8:     li      %3,%4\n"
1595                         "       j       9b\n"
1596                         "       .previous\n"
1597                         "       .section        __ex_table,\"a\"\n"
1598                         STR(PTR) " 1b,8b\n"
1599                         STR(PTR) " 2b,8b\n"
1600                         STR(PTR) " 3b,8b\n"
1601                         STR(PTR) " 4b,8b\n"
1602                         STR(PTR) " 5b,8b\n"
1603                         STR(PTR) " 6b,8b\n"
1604                         STR(PTR) " 7b,8b\n"
1605                         STR(PTR) " 0b,8b\n"
1606                         "       .previous\n"
1607                         "       .set    pop\n"
1608                         : "+&r"(rt), "=&r"(rs),
1609                           "+&r"(vaddr), "+&r"(err)
1610                         : "i"(SIGSEGV));
1611                 if (MIPSInst_RT(inst) && !err)
1612                         regs->regs[MIPSInst_RT(inst)] = rt;
1613
1614                 MIPS_R2_STATS(loads);
1615                 break;
1616
1617         case ldr_op:
1618                 if (config_enabled(CONFIG_32BIT)) {
1619                     err = SIGILL;
1620                     break;
1621                 }
1622
1623                 rt = regs->regs[MIPSInst_RT(inst)];
1624                 vaddr = regs->regs[MIPSInst_RS(inst)] + MIPSInst_SIMM(inst);
1625                 if (!access_ok(VERIFY_READ, vaddr, 8)) {
1626                         current->thread.cp0_baduaddr = vaddr;
1627                         err = SIGSEGV;
1628                         break;
1629                 }
1630                 __asm__ __volatile__(
1631                         "       .set    push\n"
1632                         "       .set    reorder\n"
1633 #ifdef CONFIG_CPU_LITTLE_ENDIAN
1634                         "1:     lb      %1, 0(%2)\n"
1635                         "       dins   %0, %1, 0, 8\n"
1636                         "       daddiu  %2, %2, 1\n"
1637                         "       andi    %1, %2, 0x7\n"
1638                         "       beq     $0, %1, 9f\n"
1639                         "2:     lb      %1, 0(%2)\n"
1640                         "       dins   %0, %1, 8, 8\n"
1641                         "       daddiu  %2, %2, 1\n"
1642                         "       andi    %1, %2, 0x7\n"
1643                         "       beq     $0, %1, 9f\n"
1644                         "3:     lb      %1, 0(%2)\n"
1645                         "       dins   %0, %1, 16, 8\n"
1646                         "       daddiu  %2, %2, 1\n"
1647                         "       andi    %1, %2, 0x7\n"
1648                         "       beq     $0, %1, 9f\n"
1649                         "4:     lb      %1, 0(%2)\n"
1650                         "       dins   %0, %1, 24, 8\n"
1651                         "       daddiu  %2, %2, 1\n"
1652                         "       andi    %1, %2, 0x7\n"
1653                         "       beq     $0, %1, 9f\n"
1654                         "5:     lb      %1, 0(%2)\n"
1655                         "       dinsu    %0, %1, 32, 8\n"
1656                         "       daddiu  %2, %2, 1\n"
1657                         "       andi    %1, %2, 0x7\n"
1658                         "       beq     $0, %1, 9f\n"
1659                         "6:     lb      %1, 0(%2)\n"
1660                         "       dinsu    %0, %1, 40, 8\n"
1661                         "       daddiu  %2, %2, 1\n"
1662                         "       andi    %1, %2, 0x7\n"
1663                         "       beq     $0, %1, 9f\n"
1664                         "7:     lb      %1, 0(%2)\n"
1665                         "       dinsu    %0, %1, 48, 8\n"
1666                         "       daddiu  %2, %2, 1\n"
1667                         "       andi    %1, %2, 0x7\n"
1668                         "       beq     $0, %1, 9f\n"
1669                         "0:     lb      %1, 0(%2)\n"
1670                         "       dinsu    %0, %1, 56, 8\n"
1671 #else /* !CONFIG_CPU_LITTLE_ENDIAN */
1672                         "1:     lb      %1, 0(%2)\n"
1673                         "       dins   %0, %1, 0, 8\n"
1674                         "       andi    %1, %2, 0x7\n"
1675                         "       beq     $0, %1, 9f\n"
1676                         "       daddiu  %2, %2, -1\n"
1677                         "2:     lb      %1, 0(%2)\n"
1678                         "       dins   %0, %1, 8, 8\n"
1679                         "       andi    %1, %2, 0x7\n"
1680                         "       beq     $0, %1, 9f\n"
1681                         "       daddiu  %2, %2, -1\n"
1682                         "3:     lb      %1, 0(%2)\n"
1683                         "       dins   %0, %1, 16, 8\n"
1684                         "       andi    %1, %2, 0x7\n"
1685                         "       beq     $0, %1, 9f\n"
1686                         "       daddiu  %2, %2, -1\n"
1687                         "4:     lb      %1, 0(%2)\n"
1688                         "       dins   %0, %1, 24, 8\n"
1689                         "       andi    %1, %2, 0x7\n"
1690                         "       beq     $0, %1, 9f\n"
1691                         "       daddiu  %2, %2, -1\n"
1692                         "5:     lb      %1, 0(%2)\n"
1693                         "       dinsu    %0, %1, 32, 8\n"
1694                         "       andi    %1, %2, 0x7\n"
1695                         "       beq     $0, %1, 9f\n"
1696                         "       daddiu  %2, %2, -1\n"
1697                         "6:     lb      %1, 0(%2)\n"
1698                         "       dinsu    %0, %1, 40, 8\n"
1699                         "       andi    %1, %2, 0x7\n"
1700                         "       beq     $0, %1, 9f\n"
1701                         "       daddiu  %2, %2, -1\n"
1702                         "7:     lb      %1, 0(%2)\n"
1703                         "       dinsu    %0, %1, 48, 8\n"
1704                         "       andi    %1, %2, 0x7\n"
1705                         "       beq     $0, %1, 9f\n"
1706                         "       daddiu  %2, %2, -1\n"
1707                         "0:     lb      %1, 0(%2)\n"
1708                         "       dinsu    %0, %1, 56, 8\n"
1709 #endif /* CONFIG_CPU_LITTLE_ENDIAN */
1710                         "9:\n"
1711                         "       .insn\n"
1712                         "       .section        .fixup,\"ax\"\n"
1713                         "8:     li     %3,%4\n"
1714                         "       j      9b\n"
1715                         "       .previous\n"
1716                         "       .section        __ex_table,\"a\"\n"
1717                         STR(PTR) " 1b,8b\n"
1718                         STR(PTR) " 2b,8b\n"
1719                         STR(PTR) " 3b,8b\n"
1720                         STR(PTR) " 4b,8b\n"
1721                         STR(PTR) " 5b,8b\n"
1722                         STR(PTR) " 6b,8b\n"
1723                         STR(PTR) " 7b,8b\n"
1724                         STR(PTR) " 0b,8b\n"
1725                         "       .previous\n"
1726                         "       .set    pop\n"
1727                         : "+&r"(rt), "=&r"(rs),
1728                           "+&r"(vaddr), "+&r"(err)
1729                         : "i"(SIGSEGV));
1730                 if (MIPSInst_RT(inst) && !err)
1731                         regs->regs[MIPSInst_RT(inst)] = rt;
1732
1733                 MIPS_R2_STATS(loads);
1734                 break;
1735
1736         case sdl_op:
1737                 if (config_enabled(CONFIG_32BIT)) {
1738                     err = SIGILL;
1739                     break;
1740                 }
1741
1742                 rt = regs->regs[MIPSInst_RT(inst)];
1743                 vaddr = regs->regs[MIPSInst_RS(inst)] + MIPSInst_SIMM(inst);
1744                 if (!access_ok(VERIFY_WRITE, vaddr, 8)) {
1745                         current->thread.cp0_baduaddr = vaddr;
1746                         err = SIGSEGV;
1747                         break;
1748                 }
1749                 __asm__ __volatile__(
1750                         "       .set    push\n"
1751                         "       .set    reorder\n"
1752 #ifdef CONFIG_CPU_LITTLE_ENDIAN
1753                         "       dextu   %1, %0, 56, 8\n"
1754                         "1:     sb      %1, 0(%2)\n"
1755                         "       andi    %1, %2, 0x7\n"
1756                         "       beq     $0, %1, 9f\n"
1757                         "       daddiu  %2, %2, -1\n"
1758                         "       dextu   %1, %0, 48, 8\n"
1759                         "2:     sb      %1, 0(%2)\n"
1760                         "       andi    %1, %2, 0x7\n"
1761                         "       beq     $0, %1, 9f\n"
1762                         "       daddiu  %2, %2, -1\n"
1763                         "       dextu   %1, %0, 40, 8\n"
1764                         "3:     sb      %1, 0(%2)\n"
1765                         "       andi    %1, %2, 0x7\n"
1766                         "       beq     $0, %1, 9f\n"
1767                         "       daddiu  %2, %2, -1\n"
1768                         "       dextu   %1, %0, 32, 8\n"
1769                         "4:     sb      %1, 0(%2)\n"
1770                         "       andi    %1, %2, 0x7\n"
1771                         "       beq     $0, %1, 9f\n"
1772                         "       daddiu  %2, %2, -1\n"
1773                         "       dext    %1, %0, 24, 8\n"
1774                         "5:     sb      %1, 0(%2)\n"
1775                         "       andi    %1, %2, 0x7\n"
1776                         "       beq     $0, %1, 9f\n"
1777                         "       daddiu  %2, %2, -1\n"
1778                         "       dext    %1, %0, 16, 8\n"
1779                         "6:     sb      %1, 0(%2)\n"
1780                         "       andi    %1, %2, 0x7\n"
1781                         "       beq     $0, %1, 9f\n"
1782                         "       daddiu  %2, %2, -1\n"
1783                         "       dext    %1, %0, 8, 8\n"
1784                         "7:     sb      %1, 0(%2)\n"
1785                         "       andi    %1, %2, 0x7\n"
1786                         "       beq     $0, %1, 9f\n"
1787                         "       daddiu  %2, %2, -1\n"
1788                         "       dext    %1, %0, 0, 8\n"
1789                         "0:     sb      %1, 0(%2)\n"
1790 #else /* !CONFIG_CPU_LITTLE_ENDIAN */
1791                         "       dextu   %1, %0, 56, 8\n"
1792                         "1:     sb      %1, 0(%2)\n"
1793                         "       daddiu  %2, %2, 1\n"
1794                         "       andi    %1, %2, 0x7\n"
1795                         "       beq     $0, %1, 9f\n"
1796                         "       dextu   %1, %0, 48, 8\n"
1797                         "2:     sb      %1, 0(%2)\n"
1798                         "       daddiu  %2, %2, 1\n"
1799                         "       andi    %1, %2, 0x7\n"
1800                         "       beq     $0, %1, 9f\n"
1801                         "       dextu   %1, %0, 40, 8\n"
1802                         "3:     sb      %1, 0(%2)\n"
1803                         "       daddiu  %2, %2, 1\n"
1804                         "       andi    %1, %2, 0x7\n"
1805                         "       beq     $0, %1, 9f\n"
1806                         "       dextu   %1, %0, 32, 8\n"
1807                         "4:     sb      %1, 0(%2)\n"
1808                         "       daddiu  %2, %2, 1\n"
1809                         "       andi    %1, %2, 0x7\n"
1810                         "       beq     $0, %1, 9f\n"
1811                         "       dext    %1, %0, 24, 8\n"
1812                         "5:     sb      %1, 0(%2)\n"
1813                         "       daddiu  %2, %2, 1\n"
1814                         "       andi    %1, %2, 0x7\n"
1815                         "       beq     $0, %1, 9f\n"
1816                         "       dext    %1, %0, 16, 8\n"
1817                         "6:     sb      %1, 0(%2)\n"
1818                         "       daddiu  %2, %2, 1\n"
1819                         "       andi    %1, %2, 0x7\n"
1820                         "       beq     $0, %1, 9f\n"
1821                         "       dext    %1, %0, 8, 8\n"
1822                         "7:     sb      %1, 0(%2)\n"
1823                         "       daddiu  %2, %2, 1\n"
1824                         "       andi    %1, %2, 0x7\n"
1825                         "       beq     $0, %1, 9f\n"
1826                         "       dext    %1, %0, 0, 8\n"
1827                         "0:     sb      %1, 0(%2)\n"
1828 #endif /* CONFIG_CPU_LITTLE_ENDIAN */
1829                         "9:\n"
1830                         "       .insn\n"
1831                         "       .section        .fixup,\"ax\"\n"
1832                         "8:     li      %3,%4\n"
1833                         "       j       9b\n"
1834                         "       .previous\n"
1835                         "       .section        __ex_table,\"a\"\n"
1836                         STR(PTR) " 1b,8b\n"
1837                         STR(PTR) " 2b,8b\n"
1838                         STR(PTR) " 3b,8b\n"
1839                         STR(PTR) " 4b,8b\n"
1840                         STR(PTR) " 5b,8b\n"
1841                         STR(PTR) " 6b,8b\n"
1842                         STR(PTR) " 7b,8b\n"
1843                         STR(PTR) " 0b,8b\n"
1844                         "       .previous\n"
1845                         "       .set    pop\n"
1846                         : "+&r"(rt), "=&r"(rs),
1847                           "+&r"(vaddr), "+&r"(err)
1848                         : "i"(SIGSEGV)
1849                         : "memory");
1850
1851                 MIPS_R2_STATS(stores);
1852                 break;
1853
1854         case sdr_op:
1855                 if (config_enabled(CONFIG_32BIT)) {
1856                     err = SIGILL;
1857                     break;
1858                 }
1859
1860                 rt = regs->regs[MIPSInst_RT(inst)];
1861                 vaddr = regs->regs[MIPSInst_RS(inst)] + MIPSInst_SIMM(inst);
1862                 if (!access_ok(VERIFY_WRITE, vaddr, 8)) {
1863                         current->thread.cp0_baduaddr = vaddr;
1864                         err = SIGSEGV;
1865                         break;
1866                 }
1867                 __asm__ __volatile__(
1868                         "       .set    push\n"
1869                         "       .set    reorder\n"
1870 #ifdef CONFIG_CPU_LITTLE_ENDIAN
1871                         "       dext    %1, %0, 0, 8\n"
1872                         "1:     sb      %1, 0(%2)\n"
1873                         "       daddiu  %2, %2, 1\n"
1874                         "       andi    %1, %2, 0x7\n"
1875                         "       beq     $0, %1, 9f\n"
1876                         "       dext    %1, %0, 8, 8\n"
1877                         "2:     sb      %1, 0(%2)\n"
1878                         "       daddiu  %2, %2, 1\n"
1879                         "       andi    %1, %2, 0x7\n"
1880                         "       beq     $0, %1, 9f\n"
1881                         "       dext    %1, %0, 16, 8\n"
1882                         "3:     sb      %1, 0(%2)\n"
1883                         "       daddiu  %2, %2, 1\n"
1884                         "       andi    %1, %2, 0x7\n"
1885                         "       beq     $0, %1, 9f\n"
1886                         "       dext    %1, %0, 24, 8\n"
1887                         "4:     sb      %1, 0(%2)\n"
1888                         "       daddiu  %2, %2, 1\n"
1889                         "       andi    %1, %2, 0x7\n"
1890                         "       beq     $0, %1, 9f\n"
1891                         "       dextu   %1, %0, 32, 8\n"
1892                         "5:     sb      %1, 0(%2)\n"
1893                         "       daddiu  %2, %2, 1\n"
1894                         "       andi    %1, %2, 0x7\n"
1895                         "       beq     $0, %1, 9f\n"
1896                         "       dextu   %1, %0, 40, 8\n"
1897                         "6:     sb      %1, 0(%2)\n"
1898                         "       daddiu  %2, %2, 1\n"
1899                         "       andi    %1, %2, 0x7\n"
1900                         "       beq     $0, %1, 9f\n"
1901                         "       dextu   %1, %0, 48, 8\n"
1902                         "7:     sb      %1, 0(%2)\n"
1903                         "       daddiu  %2, %2, 1\n"
1904                         "       andi    %1, %2, 0x7\n"
1905                         "       beq     $0, %1, 9f\n"
1906                         "       dextu   %1, %0, 56, 8\n"
1907                         "0:     sb      %1, 0(%2)\n"
1908 #else /* !CONFIG_CPU_LITTLE_ENDIAN */
1909                         "       dext    %1, %0, 0, 8\n"
1910                         "1:     sb      %1, 0(%2)\n"
1911                         "       andi    %1, %2, 0x7\n"
1912                         "       beq     $0, %1, 9f\n"
1913                         "       daddiu  %2, %2, -1\n"
1914                         "       dext    %1, %0, 8, 8\n"
1915                         "2:     sb      %1, 0(%2)\n"
1916                         "       andi    %1, %2, 0x7\n"
1917                         "       beq     $0, %1, 9f\n"
1918                         "       daddiu  %2, %2, -1\n"
1919                         "       dext    %1, %0, 16, 8\n"
1920                         "3:     sb      %1, 0(%2)\n"
1921                         "       andi    %1, %2, 0x7\n"
1922                         "       beq     $0, %1, 9f\n"
1923                         "       daddiu  %2, %2, -1\n"
1924                         "       dext    %1, %0, 24, 8\n"
1925                         "4:     sb      %1, 0(%2)\n"
1926                         "       andi    %1, %2, 0x7\n"
1927                         "       beq     $0, %1, 9f\n"
1928                         "       daddiu  %2, %2, -1\n"
1929                         "       dextu   %1, %0, 32, 8\n"
1930                         "5:     sb      %1, 0(%2)\n"
1931                         "       andi    %1, %2, 0x7\n"
1932                         "       beq     $0, %1, 9f\n"
1933                         "       daddiu  %2, %2, -1\n"
1934                         "       dextu   %1, %0, 40, 8\n"
1935                         "6:     sb      %1, 0(%2)\n"
1936                         "       andi    %1, %2, 0x7\n"
1937                         "       beq     $0, %1, 9f\n"
1938                         "       daddiu  %2, %2, -1\n"
1939                         "       dextu   %1, %0, 48, 8\n"
1940                         "7:     sb      %1, 0(%2)\n"
1941                         "       andi    %1, %2, 0x7\n"
1942                         "       beq     $0, %1, 9f\n"
1943                         "       daddiu  %2, %2, -1\n"
1944                         "       dextu   %1, %0, 56, 8\n"
1945                         "0:     sb      %1, 0(%2)\n"
1946 #endif /* CONFIG_CPU_LITTLE_ENDIAN */
1947                         "9:\n"
1948                         "       .insn\n"
1949                         "       .section        .fixup,\"ax\"\n"
1950                         "8:     li      %3,%4\n"
1951                         "       j       9b\n"
1952                         "       .previous\n"
1953                         "       .section        __ex_table,\"a\"\n"
1954                         STR(PTR) " 1b,8b\n"
1955                         STR(PTR) " 2b,8b\n"
1956                         STR(PTR) " 3b,8b\n"
1957                         STR(PTR) " 4b,8b\n"
1958                         STR(PTR) " 5b,8b\n"
1959                         STR(PTR) " 6b,8b\n"
1960                         STR(PTR) " 7b,8b\n"
1961                         STR(PTR) " 0b,8b\n"
1962                         "       .previous\n"
1963                         "       .set    pop\n"
1964                         : "+&r"(rt), "=&r"(rs),
1965                           "+&r"(vaddr), "+&r"(err)
1966                         : "i"(SIGSEGV)
1967                         : "memory");
1968
1969                 MIPS_R2_STATS(stores);
1970
1971                 break;
1972         case ll_op:
1973                 vaddr = regs->regs[MIPSInst_RS(inst)] + MIPSInst_SIMM(inst);
1974                 if (vaddr & 0x3) {
1975                         current->thread.cp0_baduaddr = vaddr;
1976                         err = SIGBUS;
1977                         break;
1978                 }
1979                 if (!access_ok(VERIFY_READ, vaddr, 4)) {
1980                         current->thread.cp0_baduaddr = vaddr;
1981                         err = SIGBUS;
1982                         break;
1983                 }
1984
1985                 if (!cpu_has_rw_llb) {
1986                         /*
1987                          * An LL/SC block can't be safely emulated without
1988                          * a Config5/LLB availability. So it's probably time to
1989                          * kill our process before things get any worse. This is
1990                          * because Config5/LLB allows us to use ERETNC so that
1991                          * the LLAddr/LLB bit is not cleared when we return from
1992                          * an exception. MIPS R2 LL/SC instructions trap with an
1993                          * RI exception so once we emulate them here, we return
1994                          * back to userland with ERETNC. That preserves the
1995                          * LLAddr/LLB so the subsequent SC instruction will
1996                          * succeed preserving the atomic semantics of the LL/SC
1997                          * block. Without that, there is no safe way to emulate
1998                          * an LL/SC block in MIPSR2 userland.
1999                          */
2000                         pr_err("Can't emulate MIPSR2 LL/SC without Config5/LLB\n");
2001                         err = SIGKILL;
2002                         break;
2003                 }
2004
2005                 __asm__ __volatile__(
2006                         "1:\n"
2007                         "ll     %0, 0(%2)\n"
2008                         "2:\n"
2009                         ".insn\n"
2010                         ".section        .fixup,\"ax\"\n"
2011                         "3:\n"
2012                         "li     %1, %3\n"
2013                         "j      2b\n"
2014                         ".previous\n"
2015                         ".section        __ex_table,\"a\"\n"
2016                         STR(PTR) " 1b,3b\n"
2017                         ".previous\n"
2018                         : "=&r"(res), "+&r"(err)
2019                         : "r"(vaddr), "i"(SIGSEGV)
2020                         : "memory");
2021
2022                 if (MIPSInst_RT(inst) && !err)
2023                         regs->regs[MIPSInst_RT(inst)] = res;
2024                 MIPS_R2_STATS(llsc);
2025
2026                 break;
2027
2028         case sc_op:
2029                 vaddr = regs->regs[MIPSInst_RS(inst)] + MIPSInst_SIMM(inst);
2030                 if (vaddr & 0x3) {
2031                         current->thread.cp0_baduaddr = vaddr;
2032                         err = SIGBUS;
2033                         break;
2034                 }
2035                 if (!access_ok(VERIFY_WRITE, vaddr, 4)) {
2036                         current->thread.cp0_baduaddr = vaddr;
2037                         err = SIGBUS;
2038                         break;
2039                 }
2040
2041                 if (!cpu_has_rw_llb) {
2042                         /*
2043                          * An LL/SC block can't be safely emulated without
2044                          * a Config5/LLB availability. So it's probably time to
2045                          * kill our process before things get any worse. This is
2046                          * because Config5/LLB allows us to use ERETNC so that
2047                          * the LLAddr/LLB bit is not cleared when we return from
2048                          * an exception. MIPS R2 LL/SC instructions trap with an
2049                          * RI exception so once we emulate them here, we return
2050                          * back to userland with ERETNC. That preserves the
2051                          * LLAddr/LLB so the subsequent SC instruction will
2052                          * succeed preserving the atomic semantics of the LL/SC
2053                          * block. Without that, there is no safe way to emulate
2054                          * an LL/SC block in MIPSR2 userland.
2055                          */
2056                         pr_err("Can't emulate MIPSR2 LL/SC without Config5/LLB\n");
2057                         err = SIGKILL;
2058                         break;
2059                 }
2060
2061                 res = regs->regs[MIPSInst_RT(inst)];
2062
2063                 __asm__ __volatile__(
2064                         "1:\n"
2065                         "sc     %0, 0(%2)\n"
2066                         "2:\n"
2067                         ".insn\n"
2068                         ".section        .fixup,\"ax\"\n"
2069                         "3:\n"
2070                         "li     %1, %3\n"
2071                         "j      2b\n"
2072                         ".previous\n"
2073                         ".section        __ex_table,\"a\"\n"
2074                         STR(PTR) " 1b,3b\n"
2075                         ".previous\n"
2076                         : "+&r"(res), "+&r"(err)
2077                         : "r"(vaddr), "i"(SIGSEGV));
2078
2079                 if (MIPSInst_RT(inst) && !err)
2080                         regs->regs[MIPSInst_RT(inst)] = res;
2081
2082                 MIPS_R2_STATS(llsc);
2083
2084                 break;
2085
2086         case lld_op:
2087                 if (config_enabled(CONFIG_32BIT)) {
2088                     err = SIGILL;
2089                     break;
2090                 }
2091
2092                 vaddr = regs->regs[MIPSInst_RS(inst)] + MIPSInst_SIMM(inst);
2093                 if (vaddr & 0x7) {
2094                         current->thread.cp0_baduaddr = vaddr;
2095                         err = SIGBUS;
2096                         break;
2097                 }
2098                 if (!access_ok(VERIFY_READ, vaddr, 8)) {
2099                         current->thread.cp0_baduaddr = vaddr;
2100                         err = SIGBUS;
2101                         break;
2102                 }
2103
2104                 if (!cpu_has_rw_llb) {
2105                         /*
2106                          * An LL/SC block can't be safely emulated without
2107                          * a Config5/LLB availability. So it's probably time to
2108                          * kill our process before things get any worse. This is
2109                          * because Config5/LLB allows us to use ERETNC so that
2110                          * the LLAddr/LLB bit is not cleared when we return from
2111                          * an exception. MIPS R2 LL/SC instructions trap with an
2112                          * RI exception so once we emulate them here, we return
2113                          * back to userland with ERETNC. That preserves the
2114                          * LLAddr/LLB so the subsequent SC instruction will
2115                          * succeed preserving the atomic semantics of the LL/SC
2116                          * block. Without that, there is no safe way to emulate
2117                          * an LL/SC block in MIPSR2 userland.
2118                          */
2119                         pr_err("Can't emulate MIPSR2 LL/SC without Config5/LLB\n");
2120                         err = SIGKILL;
2121                         break;
2122                 }
2123
2124                 __asm__ __volatile__(
2125                         "1:\n"
2126                         "lld    %0, 0(%2)\n"
2127                         "2:\n"
2128                         ".insn\n"
2129                         ".section        .fixup,\"ax\"\n"
2130                         "3:\n"
2131                         "li     %1, %3\n"
2132                         "j      2b\n"
2133                         ".previous\n"
2134                         ".section        __ex_table,\"a\"\n"
2135                         STR(PTR) " 1b,3b\n"
2136                         ".previous\n"
2137                         : "=&r"(res), "+&r"(err)
2138                         : "r"(vaddr), "i"(SIGSEGV)
2139                         : "memory");
2140                 if (MIPSInst_RT(inst) && !err)
2141                         regs->regs[MIPSInst_RT(inst)] = res;
2142
2143                 MIPS_R2_STATS(llsc);
2144
2145                 break;
2146
2147         case scd_op:
2148                 if (config_enabled(CONFIG_32BIT)) {
2149                     err = SIGILL;
2150                     break;
2151                 }
2152
2153                 vaddr = regs->regs[MIPSInst_RS(inst)] + MIPSInst_SIMM(inst);
2154                 if (vaddr & 0x7) {
2155                         current->thread.cp0_baduaddr = vaddr;
2156                         err = SIGBUS;
2157                         break;
2158                 }
2159                 if (!access_ok(VERIFY_WRITE, vaddr, 8)) {
2160                         current->thread.cp0_baduaddr = vaddr;
2161                         err = SIGBUS;
2162                         break;
2163                 }
2164
2165                 if (!cpu_has_rw_llb) {
2166                         /*
2167                          * An LL/SC block can't be safely emulated without
2168                          * a Config5/LLB availability. So it's probably time to
2169                          * kill our process before things get any worse. This is
2170                          * because Config5/LLB allows us to use ERETNC so that
2171                          * the LLAddr/LLB bit is not cleared when we return from
2172                          * an exception. MIPS R2 LL/SC instructions trap with an
2173                          * RI exception so once we emulate them here, we return
2174                          * back to userland with ERETNC. That preserves the
2175                          * LLAddr/LLB so the subsequent SC instruction will
2176                          * succeed preserving the atomic semantics of the LL/SC
2177                          * block. Without that, there is no safe way to emulate
2178                          * an LL/SC block in MIPSR2 userland.
2179                          */
2180                         pr_err("Can't emulate MIPSR2 LL/SC without Config5/LLB\n");
2181                         err = SIGKILL;
2182                         break;
2183                 }
2184
2185                 res = regs->regs[MIPSInst_RT(inst)];
2186
2187                 __asm__ __volatile__(
2188                         "1:\n"
2189                         "scd    %0, 0(%2)\n"
2190                         "2:\n"
2191                         ".insn\n"
2192                         ".section        .fixup,\"ax\"\n"
2193                         "3:\n"
2194                         "li     %1, %3\n"
2195                         "j      2b\n"
2196                         ".previous\n"
2197                         ".section        __ex_table,\"a\"\n"
2198                         STR(PTR) " 1b,3b\n"
2199                         ".previous\n"
2200                         : "+&r"(res), "+&r"(err)
2201                         : "r"(vaddr), "i"(SIGSEGV));
2202
2203                 if (MIPSInst_RT(inst) && !err)
2204                         regs->regs[MIPSInst_RT(inst)] = res;
2205
2206                 MIPS_R2_STATS(llsc);
2207
2208                 break;
2209         case pref_op:
2210                 /* skip it */
2211                 break;
2212         default:
2213                 err = SIGILL;
2214         }
2215
2216         /*
2217          * Lets not return to userland just yet. It's constly and
2218          * it's likely we have more R2 instructions to emulate
2219          */
2220         if (!err && (pass++ < MIPS_R2_EMUL_TOTAL_PASS)) {
2221                 regs->cp0_cause &= ~CAUSEF_BD;
2222                 err = get_user(inst, (u32 __user *)regs->cp0_epc);
2223                 if (!err)
2224                         goto repeat;
2225
2226                 if (err < 0)
2227                         err = SIGSEGV;
2228         }
2229
2230         if (err && (err != SIGEMT)) {
2231                 regs->regs[31] = r31;
2232                 regs->cp0_epc = epc;
2233         }
2234
2235         /* Likely a MIPS R6 compatible instruction */
2236         if (pass && (err == SIGILL))
2237                 err = 0;
2238
2239         return err;
2240 }
2241
2242 #ifdef CONFIG_DEBUG_FS
2243
2244 static int mipsr2_stats_show(struct seq_file *s, void *unused)
2245 {
2246
2247         seq_printf(s, "Instruction\tTotal\tBDslot\n------------------------------\n");
2248         seq_printf(s, "movs\t\t%ld\t%ld\n",
2249                    (unsigned long)__this_cpu_read(mipsr2emustats.movs),
2250                    (unsigned long)__this_cpu_read(mipsr2bdemustats.movs));
2251         seq_printf(s, "hilo\t\t%ld\t%ld\n",
2252                    (unsigned long)__this_cpu_read(mipsr2emustats.hilo),
2253                    (unsigned long)__this_cpu_read(mipsr2bdemustats.hilo));
2254         seq_printf(s, "muls\t\t%ld\t%ld\n",
2255                    (unsigned long)__this_cpu_read(mipsr2emustats.muls),
2256                    (unsigned long)__this_cpu_read(mipsr2bdemustats.muls));
2257         seq_printf(s, "divs\t\t%ld\t%ld\n",
2258                    (unsigned long)__this_cpu_read(mipsr2emustats.divs),
2259                    (unsigned long)__this_cpu_read(mipsr2bdemustats.divs));
2260         seq_printf(s, "dsps\t\t%ld\t%ld\n",
2261                    (unsigned long)__this_cpu_read(mipsr2emustats.dsps),
2262                    (unsigned long)__this_cpu_read(mipsr2bdemustats.dsps));
2263         seq_printf(s, "bops\t\t%ld\t%ld\n",
2264                    (unsigned long)__this_cpu_read(mipsr2emustats.bops),
2265                    (unsigned long)__this_cpu_read(mipsr2bdemustats.bops));
2266         seq_printf(s, "traps\t\t%ld\t%ld\n",
2267                    (unsigned long)__this_cpu_read(mipsr2emustats.traps),
2268                    (unsigned long)__this_cpu_read(mipsr2bdemustats.traps));
2269         seq_printf(s, "fpus\t\t%ld\t%ld\n",
2270                    (unsigned long)__this_cpu_read(mipsr2emustats.fpus),
2271                    (unsigned long)__this_cpu_read(mipsr2bdemustats.fpus));
2272         seq_printf(s, "loads\t\t%ld\t%ld\n",
2273                    (unsigned long)__this_cpu_read(mipsr2emustats.loads),
2274                    (unsigned long)__this_cpu_read(mipsr2bdemustats.loads));
2275         seq_printf(s, "stores\t\t%ld\t%ld\n",
2276                    (unsigned long)__this_cpu_read(mipsr2emustats.stores),
2277                    (unsigned long)__this_cpu_read(mipsr2bdemustats.stores));
2278         seq_printf(s, "llsc\t\t%ld\t%ld\n",
2279                    (unsigned long)__this_cpu_read(mipsr2emustats.llsc),
2280                    (unsigned long)__this_cpu_read(mipsr2bdemustats.llsc));
2281         seq_printf(s, "dsemul\t\t%ld\t%ld\n",
2282                    (unsigned long)__this_cpu_read(mipsr2emustats.dsemul),
2283                    (unsigned long)__this_cpu_read(mipsr2bdemustats.dsemul));
2284         seq_printf(s, "jr\t\t%ld\n",
2285                    (unsigned long)__this_cpu_read(mipsr2bremustats.jrs));
2286         seq_printf(s, "bltzl\t\t%ld\n",
2287                    (unsigned long)__this_cpu_read(mipsr2bremustats.bltzl));
2288         seq_printf(s, "bgezl\t\t%ld\n",
2289                    (unsigned long)__this_cpu_read(mipsr2bremustats.bgezl));
2290         seq_printf(s, "bltzll\t\t%ld\n",
2291                    (unsigned long)__this_cpu_read(mipsr2bremustats.bltzll));
2292         seq_printf(s, "bgezll\t\t%ld\n",
2293                    (unsigned long)__this_cpu_read(mipsr2bremustats.bgezll));
2294         seq_printf(s, "bltzal\t\t%ld\n",
2295                    (unsigned long)__this_cpu_read(mipsr2bremustats.bltzal));
2296         seq_printf(s, "bgezal\t\t%ld\n",
2297                    (unsigned long)__this_cpu_read(mipsr2bremustats.bgezal));
2298         seq_printf(s, "beql\t\t%ld\n",
2299                    (unsigned long)__this_cpu_read(mipsr2bremustats.beql));
2300         seq_printf(s, "bnel\t\t%ld\n",
2301                    (unsigned long)__this_cpu_read(mipsr2bremustats.bnel));
2302         seq_printf(s, "blezl\t\t%ld\n",
2303                    (unsigned long)__this_cpu_read(mipsr2bremustats.blezl));
2304         seq_printf(s, "bgtzl\t\t%ld\n",
2305                    (unsigned long)__this_cpu_read(mipsr2bremustats.bgtzl));
2306
2307         return 0;
2308 }
2309
2310 static int mipsr2_stats_clear_show(struct seq_file *s, void *unused)
2311 {
2312         mipsr2_stats_show(s, unused);
2313
2314         __this_cpu_write((mipsr2emustats).movs, 0);
2315         __this_cpu_write((mipsr2bdemustats).movs, 0);
2316         __this_cpu_write((mipsr2emustats).hilo, 0);
2317         __this_cpu_write((mipsr2bdemustats).hilo, 0);
2318         __this_cpu_write((mipsr2emustats).muls, 0);
2319         __this_cpu_write((mipsr2bdemustats).muls, 0);
2320         __this_cpu_write((mipsr2emustats).divs, 0);
2321         __this_cpu_write((mipsr2bdemustats).divs, 0);
2322         __this_cpu_write((mipsr2emustats).dsps, 0);
2323         __this_cpu_write((mipsr2bdemustats).dsps, 0);
2324         __this_cpu_write((mipsr2emustats).bops, 0);
2325         __this_cpu_write((mipsr2bdemustats).bops, 0);
2326         __this_cpu_write((mipsr2emustats).traps, 0);
2327         __this_cpu_write((mipsr2bdemustats).traps, 0);
2328         __this_cpu_write((mipsr2emustats).fpus, 0);
2329         __this_cpu_write((mipsr2bdemustats).fpus, 0);
2330         __this_cpu_write((mipsr2emustats).loads, 0);
2331         __this_cpu_write((mipsr2bdemustats).loads, 0);
2332         __this_cpu_write((mipsr2emustats).stores, 0);
2333         __this_cpu_write((mipsr2bdemustats).stores, 0);
2334         __this_cpu_write((mipsr2emustats).llsc, 0);
2335         __this_cpu_write((mipsr2bdemustats).llsc, 0);
2336         __this_cpu_write((mipsr2emustats).dsemul, 0);
2337         __this_cpu_write((mipsr2bdemustats).dsemul, 0);
2338         __this_cpu_write((mipsr2bremustats).jrs, 0);
2339         __this_cpu_write((mipsr2bremustats).bltzl, 0);
2340         __this_cpu_write((mipsr2bremustats).bgezl, 0);
2341         __this_cpu_write((mipsr2bremustats).bltzll, 0);
2342         __this_cpu_write((mipsr2bremustats).bgezll, 0);
2343         __this_cpu_write((mipsr2bremustats).bltzall, 0);
2344         __this_cpu_write((mipsr2bremustats).bgezall, 0);
2345         __this_cpu_write((mipsr2bremustats).bltzal, 0);
2346         __this_cpu_write((mipsr2bremustats).bgezal, 0);
2347         __this_cpu_write((mipsr2bremustats).beql, 0);
2348         __this_cpu_write((mipsr2bremustats).bnel, 0);
2349         __this_cpu_write((mipsr2bremustats).blezl, 0);
2350         __this_cpu_write((mipsr2bremustats).bgtzl, 0);
2351
2352         return 0;
2353 }
2354
2355 static int mipsr2_stats_open(struct inode *inode, struct file *file)
2356 {
2357         return single_open(file, mipsr2_stats_show, inode->i_private);
2358 }
2359
2360 static int mipsr2_stats_clear_open(struct inode *inode, struct file *file)
2361 {
2362         return single_open(file, mipsr2_stats_clear_show, inode->i_private);
2363 }
2364
2365 static const struct file_operations mipsr2_emul_fops = {
2366         .open                   = mipsr2_stats_open,
2367         .read                   = seq_read,
2368         .llseek                 = seq_lseek,
2369         .release                = single_release,
2370 };
2371
2372 static const struct file_operations mipsr2_clear_fops = {
2373         .open                   = mipsr2_stats_clear_open,
2374         .read                   = seq_read,
2375         .llseek                 = seq_lseek,
2376         .release                = single_release,
2377 };
2378
2379
2380 static int __init mipsr2_init_debugfs(void)
2381 {
2382         struct dentry           *mipsr2_emul;
2383
2384         if (!mips_debugfs_dir)
2385                 return -ENODEV;
2386
2387         mipsr2_emul = debugfs_create_file("r2_emul_stats", S_IRUGO,
2388                                           mips_debugfs_dir, NULL,
2389                                           &mipsr2_emul_fops);
2390         if (!mipsr2_emul)
2391                 return -ENOMEM;
2392
2393         mipsr2_emul = debugfs_create_file("r2_emul_stats_clear", S_IRUGO,
2394                                           mips_debugfs_dir, NULL,
2395                                           &mipsr2_clear_fops);
2396         if (!mipsr2_emul)
2397                 return -ENOMEM;
2398
2399         return 0;
2400 }
2401
2402 device_initcall(mipsr2_init_debugfs);
2403
2404 #endif /* CONFIG_DEBUG_FS */