fpu_helper.c (148707B)
1 /* 2 * PowerPC floating point and SPE emulation helpers for QEMU. 3 * 4 * Copyright (c) 2003-2007 Jocelyn Mayer 5 * 6 * This library is free software; you can redistribute it and/or 7 * modify it under the terms of the GNU Lesser General Public 8 * License as published by the Free Software Foundation; either 9 * version 2.1 of the License, or (at your option) any later version. 10 * 11 * This library is distributed in the hope that it will be useful, 12 * but WITHOUT ANY WARRANTY; without even the implied warranty of 13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 14 * Lesser General Public License for more details. 15 * 16 * You should have received a copy of the GNU Lesser General Public 17 * License along with this library; if not, see <http://www.gnu.org/licenses/>. 18 */ 19 #include "qemu/osdep.h" 20 #include "cpu.h" 21 #include "exec/helper-proto.h" 22 #include "exec/exec-all.h" 23 #include "internal.h" 24 #include "fpu/softfloat.h" 25 26 static inline float128 float128_snan_to_qnan(float128 x) 27 { 28 float128 r; 29 30 r.high = x.high | 0x0000800000000000; 31 r.low = x.low; 32 return r; 33 } 34 35 #define float64_snan_to_qnan(x) ((x) | 0x0008000000000000ULL) 36 #define float32_snan_to_qnan(x) ((x) | 0x00400000) 37 #define float16_snan_to_qnan(x) ((x) | 0x0200) 38 39 static inline float32 bfp32_neg(float32 a) 40 { 41 if (unlikely(float32_is_any_nan(a))) { 42 return a; 43 } else { 44 return float32_chs(a); 45 } 46 } 47 48 static inline bool fp_exceptions_enabled(CPUPPCState *env) 49 { 50 #ifdef CONFIG_USER_ONLY 51 return true; 52 #else 53 return (env->msr & ((1U << MSR_FE0) | (1U << MSR_FE1))) != 0; 54 #endif 55 } 56 57 /*****************************************************************************/ 58 /* Floating point operations helpers */ 59 60 /* 61 * This is the non-arithmatic conversion that happens e.g. on loads. 62 * In the Power ISA pseudocode, this is called DOUBLE. 63 */ 64 uint64_t helper_todouble(uint32_t arg) 65 { 66 uint32_t abs_arg = arg & 0x7fffffff; 67 uint64_t ret; 68 69 if (likely(abs_arg >= 0x00800000)) { 70 if (unlikely(extract32(arg, 23, 8) == 0xff)) { 71 /* Inf or NAN. */ 72 ret = (uint64_t)extract32(arg, 31, 1) << 63; 73 ret |= (uint64_t)0x7ff << 52; 74 ret |= (uint64_t)extract32(arg, 0, 23) << 29; 75 } else { 76 /* Normalized operand. */ 77 ret = (uint64_t)extract32(arg, 30, 2) << 62; 78 ret |= ((extract32(arg, 30, 1) ^ 1) * (uint64_t)7) << 59; 79 ret |= (uint64_t)extract32(arg, 0, 30) << 29; 80 } 81 } else { 82 /* Zero or Denormalized operand. */ 83 ret = (uint64_t)extract32(arg, 31, 1) << 63; 84 if (unlikely(abs_arg != 0)) { 85 /* 86 * Denormalized operand. 87 * Shift fraction so that the msb is in the implicit bit position. 88 * Thus, shift is in the range [1:23]. 89 */ 90 int shift = clz32(abs_arg) - 8; 91 /* 92 * The first 3 terms compute the float64 exponent. We then bias 93 * this result by -1 so that we can swallow the implicit bit below. 94 */ 95 int exp = -126 - shift + 1023 - 1; 96 97 ret |= (uint64_t)exp << 52; 98 ret += (uint64_t)abs_arg << (52 - 23 + shift); 99 } 100 } 101 return ret; 102 } 103 104 /* 105 * This is the non-arithmatic conversion that happens e.g. on stores. 106 * In the Power ISA pseudocode, this is called SINGLE. 107 */ 108 uint32_t helper_tosingle(uint64_t arg) 109 { 110 int exp = extract64(arg, 52, 11); 111 uint32_t ret; 112 113 if (likely(exp > 896)) { 114 /* No denormalization required (includes Inf, NaN). */ 115 ret = extract64(arg, 62, 2) << 30; 116 ret |= extract64(arg, 29, 30); 117 } else { 118 /* 119 * Zero or Denormal result. If the exponent is in bounds for 120 * a single-precision denormal result, extract the proper 121 * bits. If the input is not zero, and the exponent is out of 122 * bounds, then the result is undefined; this underflows to 123 * zero. 124 */ 125 ret = extract64(arg, 63, 1) << 31; 126 if (unlikely(exp >= 874)) { 127 /* Denormal result. */ 128 ret |= ((1ULL << 52) | extract64(arg, 0, 52)) >> (896 + 30 - exp); 129 } 130 } 131 return ret; 132 } 133 134 static inline int ppc_float32_get_unbiased_exp(float32 f) 135 { 136 return ((f >> 23) & 0xFF) - 127; 137 } 138 139 static inline int ppc_float64_get_unbiased_exp(float64 f) 140 { 141 return ((f >> 52) & 0x7FF) - 1023; 142 } 143 144 /* Classify a floating-point number. */ 145 enum { 146 is_normal = 1, 147 is_zero = 2, 148 is_denormal = 4, 149 is_inf = 8, 150 is_qnan = 16, 151 is_snan = 32, 152 is_neg = 64, 153 }; 154 155 #define COMPUTE_CLASS(tp) \ 156 static int tp##_classify(tp arg) \ 157 { \ 158 int ret = tp##_is_neg(arg) * is_neg; \ 159 if (unlikely(tp##_is_any_nan(arg))) { \ 160 float_status dummy = { }; /* snan_bit_is_one = 0 */ \ 161 ret |= (tp##_is_signaling_nan(arg, &dummy) \ 162 ? is_snan : is_qnan); \ 163 } else if (unlikely(tp##_is_infinity(arg))) { \ 164 ret |= is_inf; \ 165 } else if (tp##_is_zero(arg)) { \ 166 ret |= is_zero; \ 167 } else if (tp##_is_zero_or_denormal(arg)) { \ 168 ret |= is_denormal; \ 169 } else { \ 170 ret |= is_normal; \ 171 } \ 172 return ret; \ 173 } 174 175 COMPUTE_CLASS(float16) 176 COMPUTE_CLASS(float32) 177 COMPUTE_CLASS(float64) 178 COMPUTE_CLASS(float128) 179 180 static void set_fprf_from_class(CPUPPCState *env, int class) 181 { 182 static const uint8_t fprf[6][2] = { 183 { 0x04, 0x08 }, /* normalized */ 184 { 0x02, 0x12 }, /* zero */ 185 { 0x14, 0x18 }, /* denormalized */ 186 { 0x05, 0x09 }, /* infinity */ 187 { 0x11, 0x11 }, /* qnan */ 188 { 0x00, 0x00 }, /* snan -- flags are undefined */ 189 }; 190 bool isneg = class & is_neg; 191 192 env->fpscr &= ~FP_FPRF; 193 env->fpscr |= fprf[ctz32(class)][isneg] << FPSCR_FPRF; 194 } 195 196 #define COMPUTE_FPRF(tp) \ 197 void helper_compute_fprf_##tp(CPUPPCState *env, tp arg) \ 198 { \ 199 set_fprf_from_class(env, tp##_classify(arg)); \ 200 } 201 202 COMPUTE_FPRF(float16) 203 COMPUTE_FPRF(float32) 204 COMPUTE_FPRF(float64) 205 COMPUTE_FPRF(float128) 206 207 /* Floating-point invalid operations exception */ 208 static void finish_invalid_op_excp(CPUPPCState *env, int op, uintptr_t retaddr) 209 { 210 /* Update the floating-point invalid operation summary */ 211 env->fpscr |= FP_VX; 212 /* Update the floating-point exception summary */ 213 env->fpscr |= FP_FX; 214 if (env->fpscr & FP_VE) { 215 /* Update the floating-point enabled exception summary */ 216 env->fpscr |= FP_FEX; 217 if (fp_exceptions_enabled(env)) { 218 raise_exception_err_ra(env, POWERPC_EXCP_PROGRAM, 219 POWERPC_EXCP_FP | op, retaddr); 220 } 221 } 222 } 223 224 static void finish_invalid_op_arith(CPUPPCState *env, int op, 225 bool set_fpcc, uintptr_t retaddr) 226 { 227 env->fpscr &= ~(FP_FR | FP_FI); 228 if (!(env->fpscr & FP_VE)) { 229 if (set_fpcc) { 230 env->fpscr &= ~FP_FPCC; 231 env->fpscr |= (FP_C | FP_FU); 232 } 233 } 234 finish_invalid_op_excp(env, op, retaddr); 235 } 236 237 /* Signalling NaN */ 238 static void float_invalid_op_vxsnan(CPUPPCState *env, uintptr_t retaddr) 239 { 240 env->fpscr |= FP_VXSNAN; 241 finish_invalid_op_excp(env, POWERPC_EXCP_FP_VXSNAN, retaddr); 242 } 243 244 /* Magnitude subtraction of infinities */ 245 static void float_invalid_op_vxisi(CPUPPCState *env, bool set_fpcc, 246 uintptr_t retaddr) 247 { 248 env->fpscr |= FP_VXISI; 249 finish_invalid_op_arith(env, POWERPC_EXCP_FP_VXISI, set_fpcc, retaddr); 250 } 251 252 /* Division of infinity by infinity */ 253 static void float_invalid_op_vxidi(CPUPPCState *env, bool set_fpcc, 254 uintptr_t retaddr) 255 { 256 env->fpscr |= FP_VXIDI; 257 finish_invalid_op_arith(env, POWERPC_EXCP_FP_VXIDI, set_fpcc, retaddr); 258 } 259 260 /* Division of zero by zero */ 261 static void float_invalid_op_vxzdz(CPUPPCState *env, bool set_fpcc, 262 uintptr_t retaddr) 263 { 264 env->fpscr |= FP_VXZDZ; 265 finish_invalid_op_arith(env, POWERPC_EXCP_FP_VXZDZ, set_fpcc, retaddr); 266 } 267 268 /* Multiplication of zero by infinity */ 269 static void float_invalid_op_vximz(CPUPPCState *env, bool set_fpcc, 270 uintptr_t retaddr) 271 { 272 env->fpscr |= FP_VXIMZ; 273 finish_invalid_op_arith(env, POWERPC_EXCP_FP_VXIMZ, set_fpcc, retaddr); 274 } 275 276 /* Square root of a negative number */ 277 static void float_invalid_op_vxsqrt(CPUPPCState *env, bool set_fpcc, 278 uintptr_t retaddr) 279 { 280 env->fpscr |= FP_VXSQRT; 281 finish_invalid_op_arith(env, POWERPC_EXCP_FP_VXSQRT, set_fpcc, retaddr); 282 } 283 284 /* Ordered comparison of NaN */ 285 static void float_invalid_op_vxvc(CPUPPCState *env, bool set_fpcc, 286 uintptr_t retaddr) 287 { 288 env->fpscr |= FP_VXVC; 289 if (set_fpcc) { 290 env->fpscr &= ~FP_FPCC; 291 env->fpscr |= (FP_C | FP_FU); 292 } 293 /* Update the floating-point invalid operation summary */ 294 env->fpscr |= FP_VX; 295 /* Update the floating-point exception summary */ 296 env->fpscr |= FP_FX; 297 /* We must update the target FPR before raising the exception */ 298 if (env->fpscr & FP_VE) { 299 CPUState *cs = env_cpu(env); 300 301 cs->exception_index = POWERPC_EXCP_PROGRAM; 302 env->error_code = POWERPC_EXCP_FP | POWERPC_EXCP_FP_VXVC; 303 /* Update the floating-point enabled exception summary */ 304 env->fpscr |= FP_FEX; 305 /* Exception is deferred */ 306 } 307 } 308 309 /* Invalid conversion */ 310 static void float_invalid_op_vxcvi(CPUPPCState *env, bool set_fpcc, 311 uintptr_t retaddr) 312 { 313 env->fpscr |= FP_VXCVI; 314 env->fpscr &= ~(FP_FR | FP_FI); 315 if (!(env->fpscr & FP_VE)) { 316 if (set_fpcc) { 317 env->fpscr &= ~FP_FPCC; 318 env->fpscr |= (FP_C | FP_FU); 319 } 320 } 321 finish_invalid_op_excp(env, POWERPC_EXCP_FP_VXCVI, retaddr); 322 } 323 324 static inline void float_zero_divide_excp(CPUPPCState *env, uintptr_t raddr) 325 { 326 env->fpscr |= FP_ZX; 327 env->fpscr &= ~(FP_FR | FP_FI); 328 /* Update the floating-point exception summary */ 329 env->fpscr |= FP_FX; 330 if (env->fpscr & FP_ZE) { 331 /* Update the floating-point enabled exception summary */ 332 env->fpscr |= FP_FEX; 333 if (fp_exceptions_enabled(env)) { 334 raise_exception_err_ra(env, POWERPC_EXCP_PROGRAM, 335 POWERPC_EXCP_FP | POWERPC_EXCP_FP_ZX, 336 raddr); 337 } 338 } 339 } 340 341 static inline int float_overflow_excp(CPUPPCState *env) 342 { 343 CPUState *cs = env_cpu(env); 344 345 env->fpscr |= FP_OX; 346 /* Update the floating-point exception summary */ 347 env->fpscr |= FP_FX; 348 349 bool overflow_enabled = !!(env->fpscr & FP_OE); 350 if (overflow_enabled) { 351 /* Update the floating-point enabled exception summary */ 352 env->fpscr |= FP_FEX; 353 /* We must update the target FPR before raising the exception */ 354 cs->exception_index = POWERPC_EXCP_PROGRAM; 355 env->error_code = POWERPC_EXCP_FP | POWERPC_EXCP_FP_OX; 356 } 357 358 return overflow_enabled ? 0 : float_flag_inexact; 359 } 360 361 static inline void float_underflow_excp(CPUPPCState *env) 362 { 363 CPUState *cs = env_cpu(env); 364 365 env->fpscr |= FP_UX; 366 /* Update the floating-point exception summary */ 367 env->fpscr |= FP_FX; 368 if (env->fpscr & FP_UE) { 369 /* Update the floating-point enabled exception summary */ 370 env->fpscr |= FP_FEX; 371 /* We must update the target FPR before raising the exception */ 372 cs->exception_index = POWERPC_EXCP_PROGRAM; 373 env->error_code = POWERPC_EXCP_FP | POWERPC_EXCP_FP_UX; 374 } 375 } 376 377 static inline void float_inexact_excp(CPUPPCState *env) 378 { 379 CPUState *cs = env_cpu(env); 380 381 env->fpscr |= FP_XX; 382 /* Update the floating-point exception summary */ 383 env->fpscr |= FP_FX; 384 if (env->fpscr & FP_XE) { 385 /* Update the floating-point enabled exception summary */ 386 env->fpscr |= FP_FEX; 387 /* We must update the target FPR before raising the exception */ 388 cs->exception_index = POWERPC_EXCP_PROGRAM; 389 env->error_code = POWERPC_EXCP_FP | POWERPC_EXCP_FP_XX; 390 } 391 } 392 393 void helper_fpscr_clrbit(CPUPPCState *env, uint32_t bit) 394 { 395 uint32_t mask = 1u << bit; 396 if (env->fpscr & mask) { 397 ppc_store_fpscr(env, env->fpscr & ~(target_ulong)mask); 398 } 399 } 400 401 void helper_fpscr_setbit(CPUPPCState *env, uint32_t bit) 402 { 403 uint32_t mask = 1u << bit; 404 if (!(env->fpscr & mask)) { 405 ppc_store_fpscr(env, env->fpscr | mask); 406 } 407 } 408 409 void helper_store_fpscr(CPUPPCState *env, uint64_t val, uint32_t nibbles) 410 { 411 target_ulong mask = 0; 412 int i; 413 414 /* TODO: push this extension back to translation time */ 415 for (i = 0; i < sizeof(target_ulong) * 2; i++) { 416 if (nibbles & (1 << i)) { 417 mask |= (target_ulong) 0xf << (4 * i); 418 } 419 } 420 val = (val & mask) | (env->fpscr & ~mask); 421 ppc_store_fpscr(env, val); 422 } 423 424 static void do_fpscr_check_status(CPUPPCState *env, uintptr_t raddr) 425 { 426 CPUState *cs = env_cpu(env); 427 target_ulong fpscr = env->fpscr; 428 int error = 0; 429 430 if ((fpscr & FP_OX) && (fpscr & FP_OE)) { 431 error = POWERPC_EXCP_FP_OX; 432 } else if ((fpscr & FP_UX) && (fpscr & FP_UE)) { 433 error = POWERPC_EXCP_FP_UX; 434 } else if ((fpscr & FP_XX) && (fpscr & FP_XE)) { 435 error = POWERPC_EXCP_FP_XX; 436 } else if ((fpscr & FP_ZX) && (fpscr & FP_ZE)) { 437 error = POWERPC_EXCP_FP_ZX; 438 } else if (fpscr & FP_VE) { 439 if (fpscr & FP_VXSOFT) { 440 error = POWERPC_EXCP_FP_VXSOFT; 441 } else if (fpscr & FP_VXSNAN) { 442 error = POWERPC_EXCP_FP_VXSNAN; 443 } else if (fpscr & FP_VXISI) { 444 error = POWERPC_EXCP_FP_VXISI; 445 } else if (fpscr & FP_VXIDI) { 446 error = POWERPC_EXCP_FP_VXIDI; 447 } else if (fpscr & FP_VXZDZ) { 448 error = POWERPC_EXCP_FP_VXZDZ; 449 } else if (fpscr & FP_VXIMZ) { 450 error = POWERPC_EXCP_FP_VXIMZ; 451 } else if (fpscr & FP_VXVC) { 452 error = POWERPC_EXCP_FP_VXVC; 453 } else if (fpscr & FP_VXSQRT) { 454 error = POWERPC_EXCP_FP_VXSQRT; 455 } else if (fpscr & FP_VXCVI) { 456 error = POWERPC_EXCP_FP_VXCVI; 457 } else { 458 return; 459 } 460 } else { 461 return; 462 } 463 cs->exception_index = POWERPC_EXCP_PROGRAM; 464 env->error_code = error | POWERPC_EXCP_FP; 465 env->fpscr |= FP_FEX; 466 /* Deferred floating-point exception after target FPSCR update */ 467 if (fp_exceptions_enabled(env)) { 468 raise_exception_err_ra(env, cs->exception_index, 469 env->error_code, raddr); 470 } 471 } 472 473 void helper_fpscr_check_status(CPUPPCState *env) 474 { 475 do_fpscr_check_status(env, GETPC()); 476 } 477 478 static void do_float_check_status(CPUPPCState *env, bool change_fi, 479 uintptr_t raddr) 480 { 481 CPUState *cs = env_cpu(env); 482 int status = get_float_exception_flags(&env->fp_status); 483 484 if (status & float_flag_overflow) { 485 status |= float_overflow_excp(env); 486 } else if (status & float_flag_underflow) { 487 float_underflow_excp(env); 488 } 489 if (status & float_flag_inexact) { 490 float_inexact_excp(env); 491 } 492 if (change_fi) { 493 env->fpscr = FIELD_DP64(env->fpscr, FPSCR, FI, 494 !!(status & float_flag_inexact)); 495 } 496 497 if (cs->exception_index == POWERPC_EXCP_PROGRAM && 498 (env->error_code & POWERPC_EXCP_FP)) { 499 /* Deferred floating-point exception after target FPR update */ 500 if (fp_exceptions_enabled(env)) { 501 raise_exception_err_ra(env, cs->exception_index, 502 env->error_code, raddr); 503 } 504 } 505 } 506 507 void helper_float_check_status(CPUPPCState *env) 508 { 509 do_float_check_status(env, true, GETPC()); 510 } 511 512 void helper_reset_fpstatus(CPUPPCState *env) 513 { 514 set_float_exception_flags(0, &env->fp_status); 515 } 516 517 static void float_invalid_op_addsub(CPUPPCState *env, int flags, 518 bool set_fpcc, uintptr_t retaddr) 519 { 520 if (flags & float_flag_invalid_isi) { 521 float_invalid_op_vxisi(env, set_fpcc, retaddr); 522 } else if (flags & float_flag_invalid_snan) { 523 float_invalid_op_vxsnan(env, retaddr); 524 } 525 } 526 527 /* fadd - fadd. */ 528 float64 helper_fadd(CPUPPCState *env, float64 arg1, float64 arg2) 529 { 530 float64 ret = float64_add(arg1, arg2, &env->fp_status); 531 int flags = get_float_exception_flags(&env->fp_status); 532 533 if (unlikely(flags & float_flag_invalid)) { 534 float_invalid_op_addsub(env, flags, 1, GETPC()); 535 } 536 537 return ret; 538 } 539 540 /* fadds - fadds. */ 541 float64 helper_fadds(CPUPPCState *env, float64 arg1, float64 arg2) 542 { 543 float64 ret = float64r32_add(arg1, arg2, &env->fp_status); 544 int flags = get_float_exception_flags(&env->fp_status); 545 546 if (unlikely(flags & float_flag_invalid)) { 547 float_invalid_op_addsub(env, flags, 1, GETPC()); 548 } 549 return ret; 550 } 551 552 /* fsub - fsub. */ 553 float64 helper_fsub(CPUPPCState *env, float64 arg1, float64 arg2) 554 { 555 float64 ret = float64_sub(arg1, arg2, &env->fp_status); 556 int flags = get_float_exception_flags(&env->fp_status); 557 558 if (unlikely(flags & float_flag_invalid)) { 559 float_invalid_op_addsub(env, flags, 1, GETPC()); 560 } 561 562 return ret; 563 } 564 565 /* fsubs - fsubs. */ 566 float64 helper_fsubs(CPUPPCState *env, float64 arg1, float64 arg2) 567 { 568 float64 ret = float64r32_sub(arg1, arg2, &env->fp_status); 569 int flags = get_float_exception_flags(&env->fp_status); 570 571 if (unlikely(flags & float_flag_invalid)) { 572 float_invalid_op_addsub(env, flags, 1, GETPC()); 573 } 574 return ret; 575 } 576 577 static void float_invalid_op_mul(CPUPPCState *env, int flags, 578 bool set_fprc, uintptr_t retaddr) 579 { 580 if (flags & float_flag_invalid_imz) { 581 float_invalid_op_vximz(env, set_fprc, retaddr); 582 } else if (flags & float_flag_invalid_snan) { 583 float_invalid_op_vxsnan(env, retaddr); 584 } 585 } 586 587 /* fmul - fmul. */ 588 float64 helper_fmul(CPUPPCState *env, float64 arg1, float64 arg2) 589 { 590 float64 ret = float64_mul(arg1, arg2, &env->fp_status); 591 int flags = get_float_exception_flags(&env->fp_status); 592 593 if (unlikely(flags & float_flag_invalid)) { 594 float_invalid_op_mul(env, flags, 1, GETPC()); 595 } 596 597 return ret; 598 } 599 600 /* fmuls - fmuls. */ 601 float64 helper_fmuls(CPUPPCState *env, float64 arg1, float64 arg2) 602 { 603 float64 ret = float64r32_mul(arg1, arg2, &env->fp_status); 604 int flags = get_float_exception_flags(&env->fp_status); 605 606 if (unlikely(flags & float_flag_invalid)) { 607 float_invalid_op_mul(env, flags, 1, GETPC()); 608 } 609 return ret; 610 } 611 612 static void float_invalid_op_div(CPUPPCState *env, int flags, 613 bool set_fprc, uintptr_t retaddr) 614 { 615 if (flags & float_flag_invalid_idi) { 616 float_invalid_op_vxidi(env, set_fprc, retaddr); 617 } else if (flags & float_flag_invalid_zdz) { 618 float_invalid_op_vxzdz(env, set_fprc, retaddr); 619 } else if (flags & float_flag_invalid_snan) { 620 float_invalid_op_vxsnan(env, retaddr); 621 } 622 } 623 624 /* fdiv - fdiv. */ 625 float64 helper_fdiv(CPUPPCState *env, float64 arg1, float64 arg2) 626 { 627 float64 ret = float64_div(arg1, arg2, &env->fp_status); 628 int flags = get_float_exception_flags(&env->fp_status); 629 630 if (unlikely(flags & float_flag_invalid)) { 631 float_invalid_op_div(env, flags, 1, GETPC()); 632 } 633 if (unlikely(flags & float_flag_divbyzero)) { 634 float_zero_divide_excp(env, GETPC()); 635 } 636 637 return ret; 638 } 639 640 /* fdivs - fdivs. */ 641 float64 helper_fdivs(CPUPPCState *env, float64 arg1, float64 arg2) 642 { 643 float64 ret = float64r32_div(arg1, arg2, &env->fp_status); 644 int flags = get_float_exception_flags(&env->fp_status); 645 646 if (unlikely(flags & float_flag_invalid)) { 647 float_invalid_op_div(env, flags, 1, GETPC()); 648 } 649 if (unlikely(flags & float_flag_divbyzero)) { 650 float_zero_divide_excp(env, GETPC()); 651 } 652 653 return ret; 654 } 655 656 static uint64_t float_invalid_cvt(CPUPPCState *env, int flags, 657 uint64_t ret, uint64_t ret_nan, 658 bool set_fprc, uintptr_t retaddr) 659 { 660 /* 661 * VXCVI is different from most in that it sets two exception bits, 662 * VXCVI and VXSNAN for an SNaN input. 663 */ 664 if (flags & float_flag_invalid_snan) { 665 env->fpscr |= FP_VXSNAN; 666 } 667 float_invalid_op_vxcvi(env, set_fprc, retaddr); 668 669 return flags & float_flag_invalid_cvti ? ret : ret_nan; 670 } 671 672 #define FPU_FCTI(op, cvt, nanval) \ 673 uint64_t helper_##op(CPUPPCState *env, float64 arg) \ 674 { \ 675 uint64_t ret = float64_to_##cvt(arg, &env->fp_status); \ 676 int flags = get_float_exception_flags(&env->fp_status); \ 677 if (unlikely(flags & float_flag_invalid)) { \ 678 ret = float_invalid_cvt(env, flags, ret, nanval, 1, GETPC()); \ 679 } \ 680 return ret; \ 681 } 682 683 FPU_FCTI(fctiw, int32, 0x80000000U) 684 FPU_FCTI(fctiwz, int32_round_to_zero, 0x80000000U) 685 FPU_FCTI(fctiwu, uint32, 0x00000000U) 686 FPU_FCTI(fctiwuz, uint32_round_to_zero, 0x00000000U) 687 FPU_FCTI(fctid, int64, 0x8000000000000000ULL) 688 FPU_FCTI(fctidz, int64_round_to_zero, 0x8000000000000000ULL) 689 FPU_FCTI(fctidu, uint64, 0x0000000000000000ULL) 690 FPU_FCTI(fctiduz, uint64_round_to_zero, 0x0000000000000000ULL) 691 692 #define FPU_FCFI(op, cvtr, is_single) \ 693 uint64_t helper_##op(CPUPPCState *env, uint64_t arg) \ 694 { \ 695 CPU_DoubleU farg; \ 696 \ 697 if (is_single) { \ 698 float32 tmp = cvtr(arg, &env->fp_status); \ 699 farg.d = float32_to_float64(tmp, &env->fp_status); \ 700 } else { \ 701 farg.d = cvtr(arg, &env->fp_status); \ 702 } \ 703 do_float_check_status(env, true, GETPC()); \ 704 return farg.ll; \ 705 } 706 707 FPU_FCFI(fcfid, int64_to_float64, 0) 708 FPU_FCFI(fcfids, int64_to_float32, 1) 709 FPU_FCFI(fcfidu, uint64_to_float64, 0) 710 FPU_FCFI(fcfidus, uint64_to_float32, 1) 711 712 static uint64_t do_fri(CPUPPCState *env, uint64_t arg, 713 FloatRoundMode rounding_mode) 714 { 715 FloatRoundMode old_rounding_mode = get_float_rounding_mode(&env->fp_status); 716 int flags; 717 718 set_float_rounding_mode(rounding_mode, &env->fp_status); 719 arg = float64_round_to_int(arg, &env->fp_status); 720 set_float_rounding_mode(old_rounding_mode, &env->fp_status); 721 722 flags = get_float_exception_flags(&env->fp_status); 723 if (flags & float_flag_invalid_snan) { 724 float_invalid_op_vxsnan(env, GETPC()); 725 } 726 727 /* fri* does not set FPSCR[XX] */ 728 set_float_exception_flags(flags & ~float_flag_inexact, &env->fp_status); 729 do_float_check_status(env, true, GETPC()); 730 731 return arg; 732 } 733 734 uint64_t helper_frin(CPUPPCState *env, uint64_t arg) 735 { 736 return do_fri(env, arg, float_round_ties_away); 737 } 738 739 uint64_t helper_friz(CPUPPCState *env, uint64_t arg) 740 { 741 return do_fri(env, arg, float_round_to_zero); 742 } 743 744 uint64_t helper_frip(CPUPPCState *env, uint64_t arg) 745 { 746 return do_fri(env, arg, float_round_up); 747 } 748 749 uint64_t helper_frim(CPUPPCState *env, uint64_t arg) 750 { 751 return do_fri(env, arg, float_round_down); 752 } 753 754 static void float_invalid_op_madd(CPUPPCState *env, int flags, 755 bool set_fpcc, uintptr_t retaddr) 756 { 757 if (flags & float_flag_invalid_imz) { 758 float_invalid_op_vximz(env, set_fpcc, retaddr); 759 } else { 760 float_invalid_op_addsub(env, flags, set_fpcc, retaddr); 761 } 762 } 763 764 static float64 do_fmadd(CPUPPCState *env, float64 a, float64 b, 765 float64 c, int madd_flags, uintptr_t retaddr) 766 { 767 float64 ret = float64_muladd(a, b, c, madd_flags, &env->fp_status); 768 int flags = get_float_exception_flags(&env->fp_status); 769 770 if (unlikely(flags & float_flag_invalid)) { 771 float_invalid_op_madd(env, flags, 1, retaddr); 772 } 773 return ret; 774 } 775 776 static uint64_t do_fmadds(CPUPPCState *env, float64 a, float64 b, 777 float64 c, int madd_flags, uintptr_t retaddr) 778 { 779 float64 ret = float64r32_muladd(a, b, c, madd_flags, &env->fp_status); 780 int flags = get_float_exception_flags(&env->fp_status); 781 782 if (unlikely(flags & float_flag_invalid)) { 783 float_invalid_op_madd(env, flags, 1, retaddr); 784 } 785 return ret; 786 } 787 788 #define FPU_FMADD(op, madd_flags) \ 789 uint64_t helper_##op(CPUPPCState *env, uint64_t arg1, \ 790 uint64_t arg2, uint64_t arg3) \ 791 { return do_fmadd(env, arg1, arg2, arg3, madd_flags, GETPC()); } \ 792 uint64_t helper_##op##s(CPUPPCState *env, uint64_t arg1, \ 793 uint64_t arg2, uint64_t arg3) \ 794 { return do_fmadds(env, arg1, arg2, arg3, madd_flags, GETPC()); } 795 796 #define MADD_FLGS 0 797 #define MSUB_FLGS float_muladd_negate_c 798 #define NMADD_FLGS float_muladd_negate_result 799 #define NMSUB_FLGS (float_muladd_negate_c | float_muladd_negate_result) 800 801 FPU_FMADD(fmadd, MADD_FLGS) 802 FPU_FMADD(fnmadd, NMADD_FLGS) 803 FPU_FMADD(fmsub, MSUB_FLGS) 804 FPU_FMADD(fnmsub, NMSUB_FLGS) 805 806 /* frsp - frsp. */ 807 static uint64_t do_frsp(CPUPPCState *env, uint64_t arg, uintptr_t retaddr) 808 { 809 float32 f32 = float64_to_float32(arg, &env->fp_status); 810 int flags = get_float_exception_flags(&env->fp_status); 811 812 if (unlikely(flags & float_flag_invalid_snan)) { 813 float_invalid_op_vxsnan(env, retaddr); 814 } 815 return helper_todouble(f32); 816 } 817 818 uint64_t helper_frsp(CPUPPCState *env, uint64_t arg) 819 { 820 return do_frsp(env, arg, GETPC()); 821 } 822 823 static void float_invalid_op_sqrt(CPUPPCState *env, int flags, 824 bool set_fpcc, uintptr_t retaddr) 825 { 826 if (unlikely(flags & float_flag_invalid_sqrt)) { 827 float_invalid_op_vxsqrt(env, set_fpcc, retaddr); 828 } else if (unlikely(flags & float_flag_invalid_snan)) { 829 float_invalid_op_vxsnan(env, retaddr); 830 } 831 } 832 833 #define FPU_FSQRT(name, op) \ 834 float64 helper_##name(CPUPPCState *env, float64 arg) \ 835 { \ 836 float64 ret = op(arg, &env->fp_status); \ 837 int flags = get_float_exception_flags(&env->fp_status); \ 838 \ 839 if (unlikely(flags & float_flag_invalid)) { \ 840 float_invalid_op_sqrt(env, flags, 1, GETPC()); \ 841 } \ 842 \ 843 return ret; \ 844 } 845 846 FPU_FSQRT(FSQRT, float64_sqrt) 847 FPU_FSQRT(FSQRTS, float64r32_sqrt) 848 849 /* fre - fre. */ 850 float64 helper_fre(CPUPPCState *env, float64 arg) 851 { 852 /* "Estimate" the reciprocal with actual division. */ 853 float64 ret = float64_div(float64_one, arg, &env->fp_status); 854 int flags = get_float_exception_flags(&env->fp_status); 855 856 if (unlikely(flags & float_flag_invalid_snan)) { 857 float_invalid_op_vxsnan(env, GETPC()); 858 } 859 if (unlikely(flags & float_flag_divbyzero)) { 860 float_zero_divide_excp(env, GETPC()); 861 /* For FPSCR.ZE == 0, the result is 1/2. */ 862 ret = float64_set_sign(float64_half, float64_is_neg(arg)); 863 } 864 865 return ret; 866 } 867 868 /* fres - fres. */ 869 uint64_t helper_fres(CPUPPCState *env, uint64_t arg) 870 { 871 /* "Estimate" the reciprocal with actual division. */ 872 float64 ret = float64r32_div(float64_one, arg, &env->fp_status); 873 int flags = get_float_exception_flags(&env->fp_status); 874 875 if (unlikely(flags & float_flag_invalid_snan)) { 876 float_invalid_op_vxsnan(env, GETPC()); 877 } 878 if (unlikely(flags & float_flag_divbyzero)) { 879 float_zero_divide_excp(env, GETPC()); 880 /* For FPSCR.ZE == 0, the result is 1/2. */ 881 ret = float64_set_sign(float64_half, float64_is_neg(arg)); 882 } 883 884 return ret; 885 } 886 887 /* frsqrte - frsqrte. */ 888 float64 helper_frsqrte(CPUPPCState *env, float64 arg) 889 { 890 /* "Estimate" the reciprocal with actual division. */ 891 float64 rets = float64_sqrt(arg, &env->fp_status); 892 float64 retd = float64_div(float64_one, rets, &env->fp_status); 893 int flags = get_float_exception_flags(&env->fp_status); 894 895 if (unlikely(flags & float_flag_invalid)) { 896 float_invalid_op_sqrt(env, flags, 1, GETPC()); 897 } 898 if (unlikely(flags & float_flag_divbyzero)) { 899 /* Reciprocal of (square root of) zero. */ 900 float_zero_divide_excp(env, GETPC()); 901 } 902 903 return retd; 904 } 905 906 /* frsqrtes - frsqrtes. */ 907 float64 helper_frsqrtes(CPUPPCState *env, float64 arg) 908 { 909 /* "Estimate" the reciprocal with actual division. */ 910 float64 rets = float64_sqrt(arg, &env->fp_status); 911 float64 retd = float64r32_div(float64_one, rets, &env->fp_status); 912 int flags = get_float_exception_flags(&env->fp_status); 913 914 if (unlikely(flags & float_flag_invalid)) { 915 float_invalid_op_sqrt(env, flags, 1, GETPC()); 916 } 917 if (unlikely(flags & float_flag_divbyzero)) { 918 /* Reciprocal of (square root of) zero. */ 919 float_zero_divide_excp(env, GETPC()); 920 } 921 922 return retd; 923 } 924 925 /* fsel - fsel. */ 926 uint64_t helper_FSEL(uint64_t a, uint64_t b, uint64_t c) 927 { 928 CPU_DoubleU fa; 929 930 fa.ll = a; 931 932 if ((!float64_is_neg(fa.d) || float64_is_zero(fa.d)) && 933 !float64_is_any_nan(fa.d)) { 934 return c; 935 } else { 936 return b; 937 } 938 } 939 940 uint32_t helper_ftdiv(uint64_t fra, uint64_t frb) 941 { 942 int fe_flag = 0; 943 int fg_flag = 0; 944 945 if (unlikely(float64_is_infinity(fra) || 946 float64_is_infinity(frb) || 947 float64_is_zero(frb))) { 948 fe_flag = 1; 949 fg_flag = 1; 950 } else { 951 int e_a = ppc_float64_get_unbiased_exp(fra); 952 int e_b = ppc_float64_get_unbiased_exp(frb); 953 954 if (unlikely(float64_is_any_nan(fra) || 955 float64_is_any_nan(frb))) { 956 fe_flag = 1; 957 } else if ((e_b <= -1022) || (e_b >= 1021)) { 958 fe_flag = 1; 959 } else if (!float64_is_zero(fra) && 960 (((e_a - e_b) >= 1023) || 961 ((e_a - e_b) <= -1021) || 962 (e_a <= -970))) { 963 fe_flag = 1; 964 } 965 966 if (unlikely(float64_is_zero_or_denormal(frb))) { 967 /* XB is not zero because of the above check and */ 968 /* so must be denormalized. */ 969 fg_flag = 1; 970 } 971 } 972 973 return 0x8 | (fg_flag ? 4 : 0) | (fe_flag ? 2 : 0); 974 } 975 976 uint32_t helper_ftsqrt(uint64_t frb) 977 { 978 int fe_flag = 0; 979 int fg_flag = 0; 980 981 if (unlikely(float64_is_infinity(frb) || float64_is_zero(frb))) { 982 fe_flag = 1; 983 fg_flag = 1; 984 } else { 985 int e_b = ppc_float64_get_unbiased_exp(frb); 986 987 if (unlikely(float64_is_any_nan(frb))) { 988 fe_flag = 1; 989 } else if (unlikely(float64_is_zero(frb))) { 990 fe_flag = 1; 991 } else if (unlikely(float64_is_neg(frb))) { 992 fe_flag = 1; 993 } else if (!float64_is_zero(frb) && (e_b <= (-1022 + 52))) { 994 fe_flag = 1; 995 } 996 997 if (unlikely(float64_is_zero_or_denormal(frb))) { 998 /* XB is not zero because of the above check and */ 999 /* therefore must be denormalized. */ 1000 fg_flag = 1; 1001 } 1002 } 1003 1004 return 0x8 | (fg_flag ? 4 : 0) | (fe_flag ? 2 : 0); 1005 } 1006 1007 void helper_fcmpu(CPUPPCState *env, uint64_t arg1, uint64_t arg2, 1008 uint32_t crfD) 1009 { 1010 CPU_DoubleU farg1, farg2; 1011 uint32_t ret = 0; 1012 1013 farg1.ll = arg1; 1014 farg2.ll = arg2; 1015 1016 if (unlikely(float64_is_any_nan(farg1.d) || 1017 float64_is_any_nan(farg2.d))) { 1018 ret = 0x01UL; 1019 } else if (float64_lt(farg1.d, farg2.d, &env->fp_status)) { 1020 ret = 0x08UL; 1021 } else if (!float64_le(farg1.d, farg2.d, &env->fp_status)) { 1022 ret = 0x04UL; 1023 } else { 1024 ret = 0x02UL; 1025 } 1026 1027 env->fpscr &= ~FP_FPCC; 1028 env->fpscr |= ret << FPSCR_FPCC; 1029 env->crf[crfD] = ret; 1030 if (unlikely(ret == 0x01UL 1031 && (float64_is_signaling_nan(farg1.d, &env->fp_status) || 1032 float64_is_signaling_nan(farg2.d, &env->fp_status)))) { 1033 /* sNaN comparison */ 1034 float_invalid_op_vxsnan(env, GETPC()); 1035 } 1036 } 1037 1038 void helper_fcmpo(CPUPPCState *env, uint64_t arg1, uint64_t arg2, 1039 uint32_t crfD) 1040 { 1041 CPU_DoubleU farg1, farg2; 1042 uint32_t ret = 0; 1043 1044 farg1.ll = arg1; 1045 farg2.ll = arg2; 1046 1047 if (unlikely(float64_is_any_nan(farg1.d) || 1048 float64_is_any_nan(farg2.d))) { 1049 ret = 0x01UL; 1050 } else if (float64_lt(farg1.d, farg2.d, &env->fp_status)) { 1051 ret = 0x08UL; 1052 } else if (!float64_le(farg1.d, farg2.d, &env->fp_status)) { 1053 ret = 0x04UL; 1054 } else { 1055 ret = 0x02UL; 1056 } 1057 1058 env->fpscr &= ~FP_FPCC; 1059 env->fpscr |= ret << FPSCR_FPCC; 1060 env->crf[crfD] = (uint32_t) ret; 1061 if (unlikely(ret == 0x01UL)) { 1062 float_invalid_op_vxvc(env, 1, GETPC()); 1063 if (float64_is_signaling_nan(farg1.d, &env->fp_status) || 1064 float64_is_signaling_nan(farg2.d, &env->fp_status)) { 1065 /* sNaN comparison */ 1066 float_invalid_op_vxsnan(env, GETPC()); 1067 } 1068 } 1069 } 1070 1071 /* Single-precision floating-point conversions */ 1072 static inline uint32_t efscfsi(CPUPPCState *env, uint32_t val) 1073 { 1074 CPU_FloatU u; 1075 1076 u.f = int32_to_float32(val, &env->vec_status); 1077 1078 return u.l; 1079 } 1080 1081 static inline uint32_t efscfui(CPUPPCState *env, uint32_t val) 1082 { 1083 CPU_FloatU u; 1084 1085 u.f = uint32_to_float32(val, &env->vec_status); 1086 1087 return u.l; 1088 } 1089 1090 static inline int32_t efsctsi(CPUPPCState *env, uint32_t val) 1091 { 1092 CPU_FloatU u; 1093 1094 u.l = val; 1095 /* NaN are not treated the same way IEEE 754 does */ 1096 if (unlikely(float32_is_quiet_nan(u.f, &env->vec_status))) { 1097 return 0; 1098 } 1099 1100 return float32_to_int32(u.f, &env->vec_status); 1101 } 1102 1103 static inline uint32_t efsctui(CPUPPCState *env, uint32_t val) 1104 { 1105 CPU_FloatU u; 1106 1107 u.l = val; 1108 /* NaN are not treated the same way IEEE 754 does */ 1109 if (unlikely(float32_is_quiet_nan(u.f, &env->vec_status))) { 1110 return 0; 1111 } 1112 1113 return float32_to_uint32(u.f, &env->vec_status); 1114 } 1115 1116 static inline uint32_t efsctsiz(CPUPPCState *env, uint32_t val) 1117 { 1118 CPU_FloatU u; 1119 1120 u.l = val; 1121 /* NaN are not treated the same way IEEE 754 does */ 1122 if (unlikely(float32_is_quiet_nan(u.f, &env->vec_status))) { 1123 return 0; 1124 } 1125 1126 return float32_to_int32_round_to_zero(u.f, &env->vec_status); 1127 } 1128 1129 static inline uint32_t efsctuiz(CPUPPCState *env, uint32_t val) 1130 { 1131 CPU_FloatU u; 1132 1133 u.l = val; 1134 /* NaN are not treated the same way IEEE 754 does */ 1135 if (unlikely(float32_is_quiet_nan(u.f, &env->vec_status))) { 1136 return 0; 1137 } 1138 1139 return float32_to_uint32_round_to_zero(u.f, &env->vec_status); 1140 } 1141 1142 static inline uint32_t efscfsf(CPUPPCState *env, uint32_t val) 1143 { 1144 CPU_FloatU u; 1145 float32 tmp; 1146 1147 u.f = int32_to_float32(val, &env->vec_status); 1148 tmp = int64_to_float32(1ULL << 32, &env->vec_status); 1149 u.f = float32_div(u.f, tmp, &env->vec_status); 1150 1151 return u.l; 1152 } 1153 1154 static inline uint32_t efscfuf(CPUPPCState *env, uint32_t val) 1155 { 1156 CPU_FloatU u; 1157 float32 tmp; 1158 1159 u.f = uint32_to_float32(val, &env->vec_status); 1160 tmp = uint64_to_float32(1ULL << 32, &env->vec_status); 1161 u.f = float32_div(u.f, tmp, &env->vec_status); 1162 1163 return u.l; 1164 } 1165 1166 static inline uint32_t efsctsf(CPUPPCState *env, uint32_t val) 1167 { 1168 CPU_FloatU u; 1169 float32 tmp; 1170 1171 u.l = val; 1172 /* NaN are not treated the same way IEEE 754 does */ 1173 if (unlikely(float32_is_quiet_nan(u.f, &env->vec_status))) { 1174 return 0; 1175 } 1176 tmp = uint64_to_float32(1ULL << 32, &env->vec_status); 1177 u.f = float32_mul(u.f, tmp, &env->vec_status); 1178 1179 return float32_to_int32(u.f, &env->vec_status); 1180 } 1181 1182 static inline uint32_t efsctuf(CPUPPCState *env, uint32_t val) 1183 { 1184 CPU_FloatU u; 1185 float32 tmp; 1186 1187 u.l = val; 1188 /* NaN are not treated the same way IEEE 754 does */ 1189 if (unlikely(float32_is_quiet_nan(u.f, &env->vec_status))) { 1190 return 0; 1191 } 1192 tmp = uint64_to_float32(1ULL << 32, &env->vec_status); 1193 u.f = float32_mul(u.f, tmp, &env->vec_status); 1194 1195 return float32_to_uint32(u.f, &env->vec_status); 1196 } 1197 1198 #define HELPER_SPE_SINGLE_CONV(name) \ 1199 uint32_t helper_e##name(CPUPPCState *env, uint32_t val) \ 1200 { \ 1201 return e##name(env, val); \ 1202 } 1203 /* efscfsi */ 1204 HELPER_SPE_SINGLE_CONV(fscfsi); 1205 /* efscfui */ 1206 HELPER_SPE_SINGLE_CONV(fscfui); 1207 /* efscfuf */ 1208 HELPER_SPE_SINGLE_CONV(fscfuf); 1209 /* efscfsf */ 1210 HELPER_SPE_SINGLE_CONV(fscfsf); 1211 /* efsctsi */ 1212 HELPER_SPE_SINGLE_CONV(fsctsi); 1213 /* efsctui */ 1214 HELPER_SPE_SINGLE_CONV(fsctui); 1215 /* efsctsiz */ 1216 HELPER_SPE_SINGLE_CONV(fsctsiz); 1217 /* efsctuiz */ 1218 HELPER_SPE_SINGLE_CONV(fsctuiz); 1219 /* efsctsf */ 1220 HELPER_SPE_SINGLE_CONV(fsctsf); 1221 /* efsctuf */ 1222 HELPER_SPE_SINGLE_CONV(fsctuf); 1223 1224 #define HELPER_SPE_VECTOR_CONV(name) \ 1225 uint64_t helper_ev##name(CPUPPCState *env, uint64_t val) \ 1226 { \ 1227 return ((uint64_t)e##name(env, val >> 32) << 32) | \ 1228 (uint64_t)e##name(env, val); \ 1229 } 1230 /* evfscfsi */ 1231 HELPER_SPE_VECTOR_CONV(fscfsi); 1232 /* evfscfui */ 1233 HELPER_SPE_VECTOR_CONV(fscfui); 1234 /* evfscfuf */ 1235 HELPER_SPE_VECTOR_CONV(fscfuf); 1236 /* evfscfsf */ 1237 HELPER_SPE_VECTOR_CONV(fscfsf); 1238 /* evfsctsi */ 1239 HELPER_SPE_VECTOR_CONV(fsctsi); 1240 /* evfsctui */ 1241 HELPER_SPE_VECTOR_CONV(fsctui); 1242 /* evfsctsiz */ 1243 HELPER_SPE_VECTOR_CONV(fsctsiz); 1244 /* evfsctuiz */ 1245 HELPER_SPE_VECTOR_CONV(fsctuiz); 1246 /* evfsctsf */ 1247 HELPER_SPE_VECTOR_CONV(fsctsf); 1248 /* evfsctuf */ 1249 HELPER_SPE_VECTOR_CONV(fsctuf); 1250 1251 /* Single-precision floating-point arithmetic */ 1252 static inline uint32_t efsadd(CPUPPCState *env, uint32_t op1, uint32_t op2) 1253 { 1254 CPU_FloatU u1, u2; 1255 1256 u1.l = op1; 1257 u2.l = op2; 1258 u1.f = float32_add(u1.f, u2.f, &env->vec_status); 1259 return u1.l; 1260 } 1261 1262 static inline uint32_t efssub(CPUPPCState *env, uint32_t op1, uint32_t op2) 1263 { 1264 CPU_FloatU u1, u2; 1265 1266 u1.l = op1; 1267 u2.l = op2; 1268 u1.f = float32_sub(u1.f, u2.f, &env->vec_status); 1269 return u1.l; 1270 } 1271 1272 static inline uint32_t efsmul(CPUPPCState *env, uint32_t op1, uint32_t op2) 1273 { 1274 CPU_FloatU u1, u2; 1275 1276 u1.l = op1; 1277 u2.l = op2; 1278 u1.f = float32_mul(u1.f, u2.f, &env->vec_status); 1279 return u1.l; 1280 } 1281 1282 static inline uint32_t efsdiv(CPUPPCState *env, uint32_t op1, uint32_t op2) 1283 { 1284 CPU_FloatU u1, u2; 1285 1286 u1.l = op1; 1287 u2.l = op2; 1288 u1.f = float32_div(u1.f, u2.f, &env->vec_status); 1289 return u1.l; 1290 } 1291 1292 #define HELPER_SPE_SINGLE_ARITH(name) \ 1293 uint32_t helper_e##name(CPUPPCState *env, uint32_t op1, uint32_t op2) \ 1294 { \ 1295 return e##name(env, op1, op2); \ 1296 } 1297 /* efsadd */ 1298 HELPER_SPE_SINGLE_ARITH(fsadd); 1299 /* efssub */ 1300 HELPER_SPE_SINGLE_ARITH(fssub); 1301 /* efsmul */ 1302 HELPER_SPE_SINGLE_ARITH(fsmul); 1303 /* efsdiv */ 1304 HELPER_SPE_SINGLE_ARITH(fsdiv); 1305 1306 #define HELPER_SPE_VECTOR_ARITH(name) \ 1307 uint64_t helper_ev##name(CPUPPCState *env, uint64_t op1, uint64_t op2) \ 1308 { \ 1309 return ((uint64_t)e##name(env, op1 >> 32, op2 >> 32) << 32) | \ 1310 (uint64_t)e##name(env, op1, op2); \ 1311 } 1312 /* evfsadd */ 1313 HELPER_SPE_VECTOR_ARITH(fsadd); 1314 /* evfssub */ 1315 HELPER_SPE_VECTOR_ARITH(fssub); 1316 /* evfsmul */ 1317 HELPER_SPE_VECTOR_ARITH(fsmul); 1318 /* evfsdiv */ 1319 HELPER_SPE_VECTOR_ARITH(fsdiv); 1320 1321 /* Single-precision floating-point comparisons */ 1322 static inline uint32_t efscmplt(CPUPPCState *env, uint32_t op1, uint32_t op2) 1323 { 1324 CPU_FloatU u1, u2; 1325 1326 u1.l = op1; 1327 u2.l = op2; 1328 return float32_lt(u1.f, u2.f, &env->vec_status) ? 4 : 0; 1329 } 1330 1331 static inline uint32_t efscmpgt(CPUPPCState *env, uint32_t op1, uint32_t op2) 1332 { 1333 CPU_FloatU u1, u2; 1334 1335 u1.l = op1; 1336 u2.l = op2; 1337 return float32_le(u1.f, u2.f, &env->vec_status) ? 0 : 4; 1338 } 1339 1340 static inline uint32_t efscmpeq(CPUPPCState *env, uint32_t op1, uint32_t op2) 1341 { 1342 CPU_FloatU u1, u2; 1343 1344 u1.l = op1; 1345 u2.l = op2; 1346 return float32_eq(u1.f, u2.f, &env->vec_status) ? 4 : 0; 1347 } 1348 1349 static inline uint32_t efststlt(CPUPPCState *env, uint32_t op1, uint32_t op2) 1350 { 1351 /* XXX: TODO: ignore special values (NaN, infinites, ...) */ 1352 return efscmplt(env, op1, op2); 1353 } 1354 1355 static inline uint32_t efststgt(CPUPPCState *env, uint32_t op1, uint32_t op2) 1356 { 1357 /* XXX: TODO: ignore special values (NaN, infinites, ...) */ 1358 return efscmpgt(env, op1, op2); 1359 } 1360 1361 static inline uint32_t efststeq(CPUPPCState *env, uint32_t op1, uint32_t op2) 1362 { 1363 /* XXX: TODO: ignore special values (NaN, infinites, ...) */ 1364 return efscmpeq(env, op1, op2); 1365 } 1366 1367 #define HELPER_SINGLE_SPE_CMP(name) \ 1368 uint32_t helper_e##name(CPUPPCState *env, uint32_t op1, uint32_t op2) \ 1369 { \ 1370 return e##name(env, op1, op2); \ 1371 } 1372 /* efststlt */ 1373 HELPER_SINGLE_SPE_CMP(fststlt); 1374 /* efststgt */ 1375 HELPER_SINGLE_SPE_CMP(fststgt); 1376 /* efststeq */ 1377 HELPER_SINGLE_SPE_CMP(fststeq); 1378 /* efscmplt */ 1379 HELPER_SINGLE_SPE_CMP(fscmplt); 1380 /* efscmpgt */ 1381 HELPER_SINGLE_SPE_CMP(fscmpgt); 1382 /* efscmpeq */ 1383 HELPER_SINGLE_SPE_CMP(fscmpeq); 1384 1385 static inline uint32_t evcmp_merge(int t0, int t1) 1386 { 1387 return (t0 << 3) | (t1 << 2) | ((t0 | t1) << 1) | (t0 & t1); 1388 } 1389 1390 #define HELPER_VECTOR_SPE_CMP(name) \ 1391 uint32_t helper_ev##name(CPUPPCState *env, uint64_t op1, uint64_t op2) \ 1392 { \ 1393 return evcmp_merge(e##name(env, op1 >> 32, op2 >> 32), \ 1394 e##name(env, op1, op2)); \ 1395 } 1396 /* evfststlt */ 1397 HELPER_VECTOR_SPE_CMP(fststlt); 1398 /* evfststgt */ 1399 HELPER_VECTOR_SPE_CMP(fststgt); 1400 /* evfststeq */ 1401 HELPER_VECTOR_SPE_CMP(fststeq); 1402 /* evfscmplt */ 1403 HELPER_VECTOR_SPE_CMP(fscmplt); 1404 /* evfscmpgt */ 1405 HELPER_VECTOR_SPE_CMP(fscmpgt); 1406 /* evfscmpeq */ 1407 HELPER_VECTOR_SPE_CMP(fscmpeq); 1408 1409 /* Double-precision floating-point conversion */ 1410 uint64_t helper_efdcfsi(CPUPPCState *env, uint32_t val) 1411 { 1412 CPU_DoubleU u; 1413 1414 u.d = int32_to_float64(val, &env->vec_status); 1415 1416 return u.ll; 1417 } 1418 1419 uint64_t helper_efdcfsid(CPUPPCState *env, uint64_t val) 1420 { 1421 CPU_DoubleU u; 1422 1423 u.d = int64_to_float64(val, &env->vec_status); 1424 1425 return u.ll; 1426 } 1427 1428 uint64_t helper_efdcfui(CPUPPCState *env, uint32_t val) 1429 { 1430 CPU_DoubleU u; 1431 1432 u.d = uint32_to_float64(val, &env->vec_status); 1433 1434 return u.ll; 1435 } 1436 1437 uint64_t helper_efdcfuid(CPUPPCState *env, uint64_t val) 1438 { 1439 CPU_DoubleU u; 1440 1441 u.d = uint64_to_float64(val, &env->vec_status); 1442 1443 return u.ll; 1444 } 1445 1446 uint32_t helper_efdctsi(CPUPPCState *env, uint64_t val) 1447 { 1448 CPU_DoubleU u; 1449 1450 u.ll = val; 1451 /* NaN are not treated the same way IEEE 754 does */ 1452 if (unlikely(float64_is_any_nan(u.d))) { 1453 return 0; 1454 } 1455 1456 return float64_to_int32(u.d, &env->vec_status); 1457 } 1458 1459 uint32_t helper_efdctui(CPUPPCState *env, uint64_t val) 1460 { 1461 CPU_DoubleU u; 1462 1463 u.ll = val; 1464 /* NaN are not treated the same way IEEE 754 does */ 1465 if (unlikely(float64_is_any_nan(u.d))) { 1466 return 0; 1467 } 1468 1469 return float64_to_uint32(u.d, &env->vec_status); 1470 } 1471 1472 uint32_t helper_efdctsiz(CPUPPCState *env, uint64_t val) 1473 { 1474 CPU_DoubleU u; 1475 1476 u.ll = val; 1477 /* NaN are not treated the same way IEEE 754 does */ 1478 if (unlikely(float64_is_any_nan(u.d))) { 1479 return 0; 1480 } 1481 1482 return float64_to_int32_round_to_zero(u.d, &env->vec_status); 1483 } 1484 1485 uint64_t helper_efdctsidz(CPUPPCState *env, uint64_t val) 1486 { 1487 CPU_DoubleU u; 1488 1489 u.ll = val; 1490 /* NaN are not treated the same way IEEE 754 does */ 1491 if (unlikely(float64_is_any_nan(u.d))) { 1492 return 0; 1493 } 1494 1495 return float64_to_int64_round_to_zero(u.d, &env->vec_status); 1496 } 1497 1498 uint32_t helper_efdctuiz(CPUPPCState *env, uint64_t val) 1499 { 1500 CPU_DoubleU u; 1501 1502 u.ll = val; 1503 /* NaN are not treated the same way IEEE 754 does */ 1504 if (unlikely(float64_is_any_nan(u.d))) { 1505 return 0; 1506 } 1507 1508 return float64_to_uint32_round_to_zero(u.d, &env->vec_status); 1509 } 1510 1511 uint64_t helper_efdctuidz(CPUPPCState *env, uint64_t val) 1512 { 1513 CPU_DoubleU u; 1514 1515 u.ll = val; 1516 /* NaN are not treated the same way IEEE 754 does */ 1517 if (unlikely(float64_is_any_nan(u.d))) { 1518 return 0; 1519 } 1520 1521 return float64_to_uint64_round_to_zero(u.d, &env->vec_status); 1522 } 1523 1524 uint64_t helper_efdcfsf(CPUPPCState *env, uint32_t val) 1525 { 1526 CPU_DoubleU u; 1527 float64 tmp; 1528 1529 u.d = int32_to_float64(val, &env->vec_status); 1530 tmp = int64_to_float64(1ULL << 32, &env->vec_status); 1531 u.d = float64_div(u.d, tmp, &env->vec_status); 1532 1533 return u.ll; 1534 } 1535 1536 uint64_t helper_efdcfuf(CPUPPCState *env, uint32_t val) 1537 { 1538 CPU_DoubleU u; 1539 float64 tmp; 1540 1541 u.d = uint32_to_float64(val, &env->vec_status); 1542 tmp = int64_to_float64(1ULL << 32, &env->vec_status); 1543 u.d = float64_div(u.d, tmp, &env->vec_status); 1544 1545 return u.ll; 1546 } 1547 1548 uint32_t helper_efdctsf(CPUPPCState *env, uint64_t val) 1549 { 1550 CPU_DoubleU u; 1551 float64 tmp; 1552 1553 u.ll = val; 1554 /* NaN are not treated the same way IEEE 754 does */ 1555 if (unlikely(float64_is_any_nan(u.d))) { 1556 return 0; 1557 } 1558 tmp = uint64_to_float64(1ULL << 32, &env->vec_status); 1559 u.d = float64_mul(u.d, tmp, &env->vec_status); 1560 1561 return float64_to_int32(u.d, &env->vec_status); 1562 } 1563 1564 uint32_t helper_efdctuf(CPUPPCState *env, uint64_t val) 1565 { 1566 CPU_DoubleU u; 1567 float64 tmp; 1568 1569 u.ll = val; 1570 /* NaN are not treated the same way IEEE 754 does */ 1571 if (unlikely(float64_is_any_nan(u.d))) { 1572 return 0; 1573 } 1574 tmp = uint64_to_float64(1ULL << 32, &env->vec_status); 1575 u.d = float64_mul(u.d, tmp, &env->vec_status); 1576 1577 return float64_to_uint32(u.d, &env->vec_status); 1578 } 1579 1580 uint32_t helper_efscfd(CPUPPCState *env, uint64_t val) 1581 { 1582 CPU_DoubleU u1; 1583 CPU_FloatU u2; 1584 1585 u1.ll = val; 1586 u2.f = float64_to_float32(u1.d, &env->vec_status); 1587 1588 return u2.l; 1589 } 1590 1591 uint64_t helper_efdcfs(CPUPPCState *env, uint32_t val) 1592 { 1593 CPU_DoubleU u2; 1594 CPU_FloatU u1; 1595 1596 u1.l = val; 1597 u2.d = float32_to_float64(u1.f, &env->vec_status); 1598 1599 return u2.ll; 1600 } 1601 1602 /* Double precision fixed-point arithmetic */ 1603 uint64_t helper_efdadd(CPUPPCState *env, uint64_t op1, uint64_t op2) 1604 { 1605 CPU_DoubleU u1, u2; 1606 1607 u1.ll = op1; 1608 u2.ll = op2; 1609 u1.d = float64_add(u1.d, u2.d, &env->vec_status); 1610 return u1.ll; 1611 } 1612 1613 uint64_t helper_efdsub(CPUPPCState *env, uint64_t op1, uint64_t op2) 1614 { 1615 CPU_DoubleU u1, u2; 1616 1617 u1.ll = op1; 1618 u2.ll = op2; 1619 u1.d = float64_sub(u1.d, u2.d, &env->vec_status); 1620 return u1.ll; 1621 } 1622 1623 uint64_t helper_efdmul(CPUPPCState *env, uint64_t op1, uint64_t op2) 1624 { 1625 CPU_DoubleU u1, u2; 1626 1627 u1.ll = op1; 1628 u2.ll = op2; 1629 u1.d = float64_mul(u1.d, u2.d, &env->vec_status); 1630 return u1.ll; 1631 } 1632 1633 uint64_t helper_efddiv(CPUPPCState *env, uint64_t op1, uint64_t op2) 1634 { 1635 CPU_DoubleU u1, u2; 1636 1637 u1.ll = op1; 1638 u2.ll = op2; 1639 u1.d = float64_div(u1.d, u2.d, &env->vec_status); 1640 return u1.ll; 1641 } 1642 1643 /* Double precision floating point helpers */ 1644 uint32_t helper_efdtstlt(CPUPPCState *env, uint64_t op1, uint64_t op2) 1645 { 1646 CPU_DoubleU u1, u2; 1647 1648 u1.ll = op1; 1649 u2.ll = op2; 1650 return float64_lt(u1.d, u2.d, &env->vec_status) ? 4 : 0; 1651 } 1652 1653 uint32_t helper_efdtstgt(CPUPPCState *env, uint64_t op1, uint64_t op2) 1654 { 1655 CPU_DoubleU u1, u2; 1656 1657 u1.ll = op1; 1658 u2.ll = op2; 1659 return float64_le(u1.d, u2.d, &env->vec_status) ? 0 : 4; 1660 } 1661 1662 uint32_t helper_efdtsteq(CPUPPCState *env, uint64_t op1, uint64_t op2) 1663 { 1664 CPU_DoubleU u1, u2; 1665 1666 u1.ll = op1; 1667 u2.ll = op2; 1668 return float64_eq_quiet(u1.d, u2.d, &env->vec_status) ? 4 : 0; 1669 } 1670 1671 uint32_t helper_efdcmplt(CPUPPCState *env, uint64_t op1, uint64_t op2) 1672 { 1673 /* XXX: TODO: test special values (NaN, infinites, ...) */ 1674 return helper_efdtstlt(env, op1, op2); 1675 } 1676 1677 uint32_t helper_efdcmpgt(CPUPPCState *env, uint64_t op1, uint64_t op2) 1678 { 1679 /* XXX: TODO: test special values (NaN, infinites, ...) */ 1680 return helper_efdtstgt(env, op1, op2); 1681 } 1682 1683 uint32_t helper_efdcmpeq(CPUPPCState *env, uint64_t op1, uint64_t op2) 1684 { 1685 /* XXX: TODO: test special values (NaN, infinites, ...) */ 1686 return helper_efdtsteq(env, op1, op2); 1687 } 1688 1689 #define float64_to_float64(x, env) x 1690 1691 1692 /* 1693 * VSX_ADD_SUB - VSX floating point add/subtract 1694 * name - instruction mnemonic 1695 * op - operation (add or sub) 1696 * nels - number of elements (1, 2 or 4) 1697 * tp - type (float32 or float64) 1698 * fld - vsr_t field (VsrD(*) or VsrW(*)) 1699 * sfifprf - set FI and FPRF 1700 */ 1701 #define VSX_ADD_SUB(name, op, nels, tp, fld, sfifprf, r2sp) \ 1702 void helper_##name(CPUPPCState *env, ppc_vsr_t *xt, \ 1703 ppc_vsr_t *xa, ppc_vsr_t *xb) \ 1704 { \ 1705 ppc_vsr_t t = { }; \ 1706 int i; \ 1707 \ 1708 helper_reset_fpstatus(env); \ 1709 \ 1710 for (i = 0; i < nels; i++) { \ 1711 float_status tstat = env->fp_status; \ 1712 set_float_exception_flags(0, &tstat); \ 1713 t.fld = tp##_##op(xa->fld, xb->fld, &tstat); \ 1714 env->fp_status.float_exception_flags |= tstat.float_exception_flags; \ 1715 \ 1716 if (unlikely(tstat.float_exception_flags & float_flag_invalid)) { \ 1717 float_invalid_op_addsub(env, tstat.float_exception_flags, \ 1718 sfifprf, GETPC()); \ 1719 } \ 1720 \ 1721 if (r2sp) { \ 1722 t.fld = do_frsp(env, t.fld, GETPC()); \ 1723 } \ 1724 \ 1725 if (sfifprf) { \ 1726 helper_compute_fprf_float64(env, t.fld); \ 1727 } \ 1728 } \ 1729 *xt = t; \ 1730 do_float_check_status(env, sfifprf, GETPC()); \ 1731 } 1732 1733 VSX_ADD_SUB(xsadddp, add, 1, float64, VsrD(0), 1, 0) 1734 VSX_ADD_SUB(xsaddsp, add, 1, float64, VsrD(0), 1, 1) 1735 VSX_ADD_SUB(xvadddp, add, 2, float64, VsrD(i), 0, 0) 1736 VSX_ADD_SUB(xvaddsp, add, 4, float32, VsrW(i), 0, 0) 1737 VSX_ADD_SUB(xssubdp, sub, 1, float64, VsrD(0), 1, 0) 1738 VSX_ADD_SUB(xssubsp, sub, 1, float64, VsrD(0), 1, 1) 1739 VSX_ADD_SUB(xvsubdp, sub, 2, float64, VsrD(i), 0, 0) 1740 VSX_ADD_SUB(xvsubsp, sub, 4, float32, VsrW(i), 0, 0) 1741 1742 void helper_xsaddqp(CPUPPCState *env, uint32_t opcode, 1743 ppc_vsr_t *xt, ppc_vsr_t *xa, ppc_vsr_t *xb) 1744 { 1745 ppc_vsr_t t = *xt; 1746 float_status tstat; 1747 1748 helper_reset_fpstatus(env); 1749 1750 tstat = env->fp_status; 1751 if (unlikely(Rc(opcode) != 0)) { 1752 tstat.float_rounding_mode = float_round_to_odd; 1753 } 1754 1755 set_float_exception_flags(0, &tstat); 1756 t.f128 = float128_add(xa->f128, xb->f128, &tstat); 1757 env->fp_status.float_exception_flags |= tstat.float_exception_flags; 1758 1759 if (unlikely(tstat.float_exception_flags & float_flag_invalid)) { 1760 float_invalid_op_addsub(env, tstat.float_exception_flags, 1, GETPC()); 1761 } 1762 1763 helper_compute_fprf_float128(env, t.f128); 1764 1765 *xt = t; 1766 do_float_check_status(env, true, GETPC()); 1767 } 1768 1769 /* 1770 * VSX_MUL - VSX floating point multiply 1771 * op - instruction mnemonic 1772 * nels - number of elements (1, 2 or 4) 1773 * tp - type (float32 or float64) 1774 * fld - vsr_t field (VsrD(*) or VsrW(*)) 1775 * sfifprf - set FI and FPRF 1776 */ 1777 #define VSX_MUL(op, nels, tp, fld, sfifprf, r2sp) \ 1778 void helper_##op(CPUPPCState *env, ppc_vsr_t *xt, \ 1779 ppc_vsr_t *xa, ppc_vsr_t *xb) \ 1780 { \ 1781 ppc_vsr_t t = { }; \ 1782 int i; \ 1783 \ 1784 helper_reset_fpstatus(env); \ 1785 \ 1786 for (i = 0; i < nels; i++) { \ 1787 float_status tstat = env->fp_status; \ 1788 set_float_exception_flags(0, &tstat); \ 1789 t.fld = tp##_mul(xa->fld, xb->fld, &tstat); \ 1790 env->fp_status.float_exception_flags |= tstat.float_exception_flags; \ 1791 \ 1792 if (unlikely(tstat.float_exception_flags & float_flag_invalid)) { \ 1793 float_invalid_op_mul(env, tstat.float_exception_flags, \ 1794 sfifprf, GETPC()); \ 1795 } \ 1796 \ 1797 if (r2sp) { \ 1798 t.fld = do_frsp(env, t.fld, GETPC()); \ 1799 } \ 1800 \ 1801 if (sfifprf) { \ 1802 helper_compute_fprf_float64(env, t.fld); \ 1803 } \ 1804 } \ 1805 \ 1806 *xt = t; \ 1807 do_float_check_status(env, sfifprf, GETPC()); \ 1808 } 1809 1810 VSX_MUL(xsmuldp, 1, float64, VsrD(0), 1, 0) 1811 VSX_MUL(xsmulsp, 1, float64, VsrD(0), 1, 1) 1812 VSX_MUL(xvmuldp, 2, float64, VsrD(i), 0, 0) 1813 VSX_MUL(xvmulsp, 4, float32, VsrW(i), 0, 0) 1814 1815 void helper_xsmulqp(CPUPPCState *env, uint32_t opcode, 1816 ppc_vsr_t *xt, ppc_vsr_t *xa, ppc_vsr_t *xb) 1817 { 1818 ppc_vsr_t t = *xt; 1819 float_status tstat; 1820 1821 helper_reset_fpstatus(env); 1822 tstat = env->fp_status; 1823 if (unlikely(Rc(opcode) != 0)) { 1824 tstat.float_rounding_mode = float_round_to_odd; 1825 } 1826 1827 set_float_exception_flags(0, &tstat); 1828 t.f128 = float128_mul(xa->f128, xb->f128, &tstat); 1829 env->fp_status.float_exception_flags |= tstat.float_exception_flags; 1830 1831 if (unlikely(tstat.float_exception_flags & float_flag_invalid)) { 1832 float_invalid_op_mul(env, tstat.float_exception_flags, 1, GETPC()); 1833 } 1834 helper_compute_fprf_float128(env, t.f128); 1835 1836 *xt = t; 1837 do_float_check_status(env, true, GETPC()); 1838 } 1839 1840 /* 1841 * VSX_DIV - VSX floating point divide 1842 * op - instruction mnemonic 1843 * nels - number of elements (1, 2 or 4) 1844 * tp - type (float32 or float64) 1845 * fld - vsr_t field (VsrD(*) or VsrW(*)) 1846 * sfifprf - set FI and FPRF 1847 */ 1848 #define VSX_DIV(op, nels, tp, fld, sfifprf, r2sp) \ 1849 void helper_##op(CPUPPCState *env, ppc_vsr_t *xt, \ 1850 ppc_vsr_t *xa, ppc_vsr_t *xb) \ 1851 { \ 1852 ppc_vsr_t t = { }; \ 1853 int i; \ 1854 \ 1855 helper_reset_fpstatus(env); \ 1856 \ 1857 for (i = 0; i < nels; i++) { \ 1858 float_status tstat = env->fp_status; \ 1859 set_float_exception_flags(0, &tstat); \ 1860 t.fld = tp##_div(xa->fld, xb->fld, &tstat); \ 1861 env->fp_status.float_exception_flags |= tstat.float_exception_flags; \ 1862 \ 1863 if (unlikely(tstat.float_exception_flags & float_flag_invalid)) { \ 1864 float_invalid_op_div(env, tstat.float_exception_flags, \ 1865 sfifprf, GETPC()); \ 1866 } \ 1867 if (unlikely(tstat.float_exception_flags & float_flag_divbyzero)) { \ 1868 float_zero_divide_excp(env, GETPC()); \ 1869 } \ 1870 \ 1871 if (r2sp) { \ 1872 t.fld = do_frsp(env, t.fld, GETPC()); \ 1873 } \ 1874 \ 1875 if (sfifprf) { \ 1876 helper_compute_fprf_float64(env, t.fld); \ 1877 } \ 1878 } \ 1879 \ 1880 *xt = t; \ 1881 do_float_check_status(env, sfifprf, GETPC()); \ 1882 } 1883 1884 VSX_DIV(xsdivdp, 1, float64, VsrD(0), 1, 0) 1885 VSX_DIV(xsdivsp, 1, float64, VsrD(0), 1, 1) 1886 VSX_DIV(xvdivdp, 2, float64, VsrD(i), 0, 0) 1887 VSX_DIV(xvdivsp, 4, float32, VsrW(i), 0, 0) 1888 1889 void helper_xsdivqp(CPUPPCState *env, uint32_t opcode, 1890 ppc_vsr_t *xt, ppc_vsr_t *xa, ppc_vsr_t *xb) 1891 { 1892 ppc_vsr_t t = *xt; 1893 float_status tstat; 1894 1895 helper_reset_fpstatus(env); 1896 tstat = env->fp_status; 1897 if (unlikely(Rc(opcode) != 0)) { 1898 tstat.float_rounding_mode = float_round_to_odd; 1899 } 1900 1901 set_float_exception_flags(0, &tstat); 1902 t.f128 = float128_div(xa->f128, xb->f128, &tstat); 1903 env->fp_status.float_exception_flags |= tstat.float_exception_flags; 1904 1905 if (unlikely(tstat.float_exception_flags & float_flag_invalid)) { 1906 float_invalid_op_div(env, tstat.float_exception_flags, 1, GETPC()); 1907 } 1908 if (unlikely(tstat.float_exception_flags & float_flag_divbyzero)) { 1909 float_zero_divide_excp(env, GETPC()); 1910 } 1911 1912 helper_compute_fprf_float128(env, t.f128); 1913 *xt = t; 1914 do_float_check_status(env, true, GETPC()); 1915 } 1916 1917 /* 1918 * VSX_RE - VSX floating point reciprocal estimate 1919 * op - instruction mnemonic 1920 * nels - number of elements (1, 2 or 4) 1921 * tp - type (float32 or float64) 1922 * fld - vsr_t field (VsrD(*) or VsrW(*)) 1923 * sfifprf - set FI and FPRF 1924 */ 1925 #define VSX_RE(op, nels, tp, fld, sfifprf, r2sp) \ 1926 void helper_##op(CPUPPCState *env, ppc_vsr_t *xt, ppc_vsr_t *xb) \ 1927 { \ 1928 ppc_vsr_t t = { }; \ 1929 int i; \ 1930 \ 1931 helper_reset_fpstatus(env); \ 1932 \ 1933 for (i = 0; i < nels; i++) { \ 1934 if (unlikely(tp##_is_signaling_nan(xb->fld, &env->fp_status))) { \ 1935 float_invalid_op_vxsnan(env, GETPC()); \ 1936 } \ 1937 t.fld = tp##_div(tp##_one, xb->fld, &env->fp_status); \ 1938 \ 1939 if (r2sp) { \ 1940 t.fld = do_frsp(env, t.fld, GETPC()); \ 1941 } \ 1942 \ 1943 if (sfifprf) { \ 1944 helper_compute_fprf_float64(env, t.fld); \ 1945 } \ 1946 } \ 1947 \ 1948 *xt = t; \ 1949 do_float_check_status(env, sfifprf, GETPC()); \ 1950 } 1951 1952 VSX_RE(xsredp, 1, float64, VsrD(0), 1, 0) 1953 VSX_RE(xsresp, 1, float64, VsrD(0), 1, 1) 1954 VSX_RE(xvredp, 2, float64, VsrD(i), 0, 0) 1955 VSX_RE(xvresp, 4, float32, VsrW(i), 0, 0) 1956 1957 /* 1958 * VSX_SQRT - VSX floating point square root 1959 * op - instruction mnemonic 1960 * nels - number of elements (1, 2 or 4) 1961 * tp - type (float32 or float64) 1962 * fld - vsr_t field (VsrD(*) or VsrW(*)) 1963 * sfifprf - set FI and FPRF 1964 */ 1965 #define VSX_SQRT(op, nels, tp, fld, sfifprf, r2sp) \ 1966 void helper_##op(CPUPPCState *env, ppc_vsr_t *xt, ppc_vsr_t *xb) \ 1967 { \ 1968 ppc_vsr_t t = { }; \ 1969 int i; \ 1970 \ 1971 helper_reset_fpstatus(env); \ 1972 \ 1973 for (i = 0; i < nels; i++) { \ 1974 float_status tstat = env->fp_status; \ 1975 set_float_exception_flags(0, &tstat); \ 1976 t.fld = tp##_sqrt(xb->fld, &tstat); \ 1977 env->fp_status.float_exception_flags |= tstat.float_exception_flags; \ 1978 \ 1979 if (unlikely(tstat.float_exception_flags & float_flag_invalid)) { \ 1980 float_invalid_op_sqrt(env, tstat.float_exception_flags, \ 1981 sfifprf, GETPC()); \ 1982 } \ 1983 \ 1984 if (r2sp) { \ 1985 t.fld = do_frsp(env, t.fld, GETPC()); \ 1986 } \ 1987 \ 1988 if (sfifprf) { \ 1989 helper_compute_fprf_float64(env, t.fld); \ 1990 } \ 1991 } \ 1992 \ 1993 *xt = t; \ 1994 do_float_check_status(env, sfifprf, GETPC()); \ 1995 } 1996 1997 VSX_SQRT(xssqrtdp, 1, float64, VsrD(0), 1, 0) 1998 VSX_SQRT(xssqrtsp, 1, float64, VsrD(0), 1, 1) 1999 VSX_SQRT(xvsqrtdp, 2, float64, VsrD(i), 0, 0) 2000 VSX_SQRT(xvsqrtsp, 4, float32, VsrW(i), 0, 0) 2001 2002 /* 2003 *VSX_RSQRTE - VSX floating point reciprocal square root estimate 2004 * op - instruction mnemonic 2005 * nels - number of elements (1, 2 or 4) 2006 * tp - type (float32 or float64) 2007 * fld - vsr_t field (VsrD(*) or VsrW(*)) 2008 * sfifprf - set FI and FPRF 2009 */ 2010 #define VSX_RSQRTE(op, nels, tp, fld, sfifprf, r2sp) \ 2011 void helper_##op(CPUPPCState *env, ppc_vsr_t *xt, ppc_vsr_t *xb) \ 2012 { \ 2013 ppc_vsr_t t = { }; \ 2014 int i; \ 2015 \ 2016 helper_reset_fpstatus(env); \ 2017 \ 2018 for (i = 0; i < nels; i++) { \ 2019 float_status tstat = env->fp_status; \ 2020 set_float_exception_flags(0, &tstat); \ 2021 t.fld = tp##_sqrt(xb->fld, &tstat); \ 2022 t.fld = tp##_div(tp##_one, t.fld, &tstat); \ 2023 env->fp_status.float_exception_flags |= tstat.float_exception_flags; \ 2024 if (unlikely(tstat.float_exception_flags & float_flag_invalid)) { \ 2025 float_invalid_op_sqrt(env, tstat.float_exception_flags, \ 2026 sfifprf, GETPC()); \ 2027 } \ 2028 if (r2sp) { \ 2029 t.fld = do_frsp(env, t.fld, GETPC()); \ 2030 } \ 2031 \ 2032 if (sfifprf) { \ 2033 helper_compute_fprf_float64(env, t.fld); \ 2034 } \ 2035 } \ 2036 \ 2037 *xt = t; \ 2038 do_float_check_status(env, sfifprf, GETPC()); \ 2039 } 2040 2041 VSX_RSQRTE(xsrsqrtedp, 1, float64, VsrD(0), 1, 0) 2042 VSX_RSQRTE(xsrsqrtesp, 1, float64, VsrD(0), 1, 1) 2043 VSX_RSQRTE(xvrsqrtedp, 2, float64, VsrD(i), 0, 0) 2044 VSX_RSQRTE(xvrsqrtesp, 4, float32, VsrW(i), 0, 0) 2045 2046 /* 2047 * VSX_TDIV - VSX floating point test for divide 2048 * op - instruction mnemonic 2049 * nels - number of elements (1, 2 or 4) 2050 * tp - type (float32 or float64) 2051 * fld - vsr_t field (VsrD(*) or VsrW(*)) 2052 * emin - minimum unbiased exponent 2053 * emax - maximum unbiased exponent 2054 * nbits - number of fraction bits 2055 */ 2056 #define VSX_TDIV(op, nels, tp, fld, emin, emax, nbits) \ 2057 void helper_##op(CPUPPCState *env, uint32_t opcode, \ 2058 ppc_vsr_t *xa, ppc_vsr_t *xb) \ 2059 { \ 2060 int i; \ 2061 int fe_flag = 0; \ 2062 int fg_flag = 0; \ 2063 \ 2064 for (i = 0; i < nels; i++) { \ 2065 if (unlikely(tp##_is_infinity(xa->fld) || \ 2066 tp##_is_infinity(xb->fld) || \ 2067 tp##_is_zero(xb->fld))) { \ 2068 fe_flag = 1; \ 2069 fg_flag = 1; \ 2070 } else { \ 2071 int e_a = ppc_##tp##_get_unbiased_exp(xa->fld); \ 2072 int e_b = ppc_##tp##_get_unbiased_exp(xb->fld); \ 2073 \ 2074 if (unlikely(tp##_is_any_nan(xa->fld) || \ 2075 tp##_is_any_nan(xb->fld))) { \ 2076 fe_flag = 1; \ 2077 } else if ((e_b <= emin) || (e_b >= (emax - 2))) { \ 2078 fe_flag = 1; \ 2079 } else if (!tp##_is_zero(xa->fld) && \ 2080 (((e_a - e_b) >= emax) || \ 2081 ((e_a - e_b) <= (emin + 1)) || \ 2082 (e_a <= (emin + nbits)))) { \ 2083 fe_flag = 1; \ 2084 } \ 2085 \ 2086 if (unlikely(tp##_is_zero_or_denormal(xb->fld))) { \ 2087 /* \ 2088 * XB is not zero because of the above check and so \ 2089 * must be denormalized. \ 2090 */ \ 2091 fg_flag = 1; \ 2092 } \ 2093 } \ 2094 } \ 2095 \ 2096 env->crf[BF(opcode)] = 0x8 | (fg_flag ? 4 : 0) | (fe_flag ? 2 : 0); \ 2097 } 2098 2099 VSX_TDIV(xstdivdp, 1, float64, VsrD(0), -1022, 1023, 52) 2100 VSX_TDIV(xvtdivdp, 2, float64, VsrD(i), -1022, 1023, 52) 2101 VSX_TDIV(xvtdivsp, 4, float32, VsrW(i), -126, 127, 23) 2102 2103 /* 2104 * VSX_TSQRT - VSX floating point test for square root 2105 * op - instruction mnemonic 2106 * nels - number of elements (1, 2 or 4) 2107 * tp - type (float32 or float64) 2108 * fld - vsr_t field (VsrD(*) or VsrW(*)) 2109 * emin - minimum unbiased exponent 2110 * emax - maximum unbiased exponent 2111 * nbits - number of fraction bits 2112 */ 2113 #define VSX_TSQRT(op, nels, tp, fld, emin, nbits) \ 2114 void helper_##op(CPUPPCState *env, uint32_t opcode, ppc_vsr_t *xb) \ 2115 { \ 2116 int i; \ 2117 int fe_flag = 0; \ 2118 int fg_flag = 0; \ 2119 \ 2120 for (i = 0; i < nels; i++) { \ 2121 if (unlikely(tp##_is_infinity(xb->fld) || \ 2122 tp##_is_zero(xb->fld))) { \ 2123 fe_flag = 1; \ 2124 fg_flag = 1; \ 2125 } else { \ 2126 int e_b = ppc_##tp##_get_unbiased_exp(xb->fld); \ 2127 \ 2128 if (unlikely(tp##_is_any_nan(xb->fld))) { \ 2129 fe_flag = 1; \ 2130 } else if (unlikely(tp##_is_zero(xb->fld))) { \ 2131 fe_flag = 1; \ 2132 } else if (unlikely(tp##_is_neg(xb->fld))) { \ 2133 fe_flag = 1; \ 2134 } else if (!tp##_is_zero(xb->fld) && \ 2135 (e_b <= (emin + nbits))) { \ 2136 fe_flag = 1; \ 2137 } \ 2138 \ 2139 if (unlikely(tp##_is_zero_or_denormal(xb->fld))) { \ 2140 /* \ 2141 * XB is not zero because of the above check and \ 2142 * therefore must be denormalized. \ 2143 */ \ 2144 fg_flag = 1; \ 2145 } \ 2146 } \ 2147 } \ 2148 \ 2149 env->crf[BF(opcode)] = 0x8 | (fg_flag ? 4 : 0) | (fe_flag ? 2 : 0); \ 2150 } 2151 2152 VSX_TSQRT(xstsqrtdp, 1, float64, VsrD(0), -1022, 52) 2153 VSX_TSQRT(xvtsqrtdp, 2, float64, VsrD(i), -1022, 52) 2154 VSX_TSQRT(xvtsqrtsp, 4, float32, VsrW(i), -126, 23) 2155 2156 /* 2157 * VSX_MADD - VSX floating point muliply/add variations 2158 * op - instruction mnemonic 2159 * nels - number of elements (1, 2 or 4) 2160 * tp - type (float32 or float64) 2161 * fld - vsr_t field (VsrD(*) or VsrW(*)) 2162 * maddflgs - flags for the float*muladd routine that control the 2163 * various forms (madd, msub, nmadd, nmsub) 2164 * sfifprf - set FI and FPRF 2165 */ 2166 #define VSX_MADD(op, nels, tp, fld, maddflgs, sfifprf) \ 2167 void helper_##op(CPUPPCState *env, ppc_vsr_t *xt, \ 2168 ppc_vsr_t *s1, ppc_vsr_t *s2, ppc_vsr_t *s3) \ 2169 { \ 2170 ppc_vsr_t t = { }; \ 2171 int i; \ 2172 \ 2173 helper_reset_fpstatus(env); \ 2174 \ 2175 for (i = 0; i < nels; i++) { \ 2176 float_status tstat = env->fp_status; \ 2177 set_float_exception_flags(0, &tstat); \ 2178 t.fld = tp##_muladd(s1->fld, s3->fld, s2->fld, maddflgs, &tstat); \ 2179 env->fp_status.float_exception_flags |= tstat.float_exception_flags; \ 2180 \ 2181 if (unlikely(tstat.float_exception_flags & float_flag_invalid)) { \ 2182 float_invalid_op_madd(env, tstat.float_exception_flags, \ 2183 sfifprf, GETPC()); \ 2184 } \ 2185 \ 2186 if (sfifprf) { \ 2187 helper_compute_fprf_float64(env, t.fld); \ 2188 } \ 2189 } \ 2190 *xt = t; \ 2191 do_float_check_status(env, sfifprf, GETPC()); \ 2192 } 2193 2194 VSX_MADD(XSMADDDP, 1, float64, VsrD(0), MADD_FLGS, 1) 2195 VSX_MADD(XSMSUBDP, 1, float64, VsrD(0), MSUB_FLGS, 1) 2196 VSX_MADD(XSNMADDDP, 1, float64, VsrD(0), NMADD_FLGS, 1) 2197 VSX_MADD(XSNMSUBDP, 1, float64, VsrD(0), NMSUB_FLGS, 1) 2198 VSX_MADD(XSMADDSP, 1, float64r32, VsrD(0), MADD_FLGS, 1) 2199 VSX_MADD(XSMSUBSP, 1, float64r32, VsrD(0), MSUB_FLGS, 1) 2200 VSX_MADD(XSNMADDSP, 1, float64r32, VsrD(0), NMADD_FLGS, 1) 2201 VSX_MADD(XSNMSUBSP, 1, float64r32, VsrD(0), NMSUB_FLGS, 1) 2202 2203 VSX_MADD(xvmadddp, 2, float64, VsrD(i), MADD_FLGS, 0) 2204 VSX_MADD(xvmsubdp, 2, float64, VsrD(i), MSUB_FLGS, 0) 2205 VSX_MADD(xvnmadddp, 2, float64, VsrD(i), NMADD_FLGS, 0) 2206 VSX_MADD(xvnmsubdp, 2, float64, VsrD(i), NMSUB_FLGS, 0) 2207 2208 VSX_MADD(xvmaddsp, 4, float32, VsrW(i), MADD_FLGS, 0) 2209 VSX_MADD(xvmsubsp, 4, float32, VsrW(i), MSUB_FLGS, 0) 2210 VSX_MADD(xvnmaddsp, 4, float32, VsrW(i), NMADD_FLGS, 0) 2211 VSX_MADD(xvnmsubsp, 4, float32, VsrW(i), NMSUB_FLGS, 0) 2212 2213 /* 2214 * VSX_MADDQ - VSX floating point quad-precision muliply/add 2215 * op - instruction mnemonic 2216 * maddflgs - flags for the float*muladd routine that control the 2217 * various forms (madd, msub, nmadd, nmsub) 2218 * ro - round to odd 2219 */ 2220 #define VSX_MADDQ(op, maddflgs, ro) \ 2221 void helper_##op(CPUPPCState *env, ppc_vsr_t *xt, ppc_vsr_t *s1, ppc_vsr_t *s2,\ 2222 ppc_vsr_t *s3) \ 2223 { \ 2224 ppc_vsr_t t = *xt; \ 2225 \ 2226 helper_reset_fpstatus(env); \ 2227 \ 2228 float_status tstat = env->fp_status; \ 2229 set_float_exception_flags(0, &tstat); \ 2230 if (ro) { \ 2231 tstat.float_rounding_mode = float_round_to_odd; \ 2232 } \ 2233 t.f128 = float128_muladd(s1->f128, s3->f128, s2->f128, maddflgs, &tstat); \ 2234 env->fp_status.float_exception_flags |= tstat.float_exception_flags; \ 2235 \ 2236 if (unlikely(tstat.float_exception_flags & float_flag_invalid)) { \ 2237 float_invalid_op_madd(env, tstat.float_exception_flags, \ 2238 false, GETPC()); \ 2239 } \ 2240 \ 2241 helper_compute_fprf_float128(env, t.f128); \ 2242 *xt = t; \ 2243 do_float_check_status(env, true, GETPC()); \ 2244 } 2245 2246 VSX_MADDQ(XSMADDQP, MADD_FLGS, 0) 2247 VSX_MADDQ(XSMADDQPO, MADD_FLGS, 1) 2248 VSX_MADDQ(XSMSUBQP, MSUB_FLGS, 0) 2249 VSX_MADDQ(XSMSUBQPO, MSUB_FLGS, 1) 2250 VSX_MADDQ(XSNMADDQP, NMADD_FLGS, 0) 2251 VSX_MADDQ(XSNMADDQPO, NMADD_FLGS, 1) 2252 VSX_MADDQ(XSNMSUBQP, NMSUB_FLGS, 0) 2253 VSX_MADDQ(XSNMSUBQPO, NMSUB_FLGS, 0) 2254 2255 /* 2256 * VSX_SCALAR_CMP - VSX scalar floating point compare 2257 * op - instruction mnemonic 2258 * tp - type 2259 * cmp - comparison operation 2260 * fld - vsr_t field 2261 * svxvc - set VXVC bit 2262 */ 2263 #define VSX_SCALAR_CMP(op, tp, cmp, fld, svxvc) \ 2264 void helper_##op(CPUPPCState *env, ppc_vsr_t *xt, \ 2265 ppc_vsr_t *xa, ppc_vsr_t *xb) \ 2266 { \ 2267 int flags; \ 2268 bool r, vxvc; \ 2269 \ 2270 helper_reset_fpstatus(env); \ 2271 \ 2272 if (svxvc) { \ 2273 r = tp##_##cmp(xb->fld, xa->fld, &env->fp_status); \ 2274 } else { \ 2275 r = tp##_##cmp##_quiet(xb->fld, xa->fld, &env->fp_status); \ 2276 } \ 2277 \ 2278 flags = get_float_exception_flags(&env->fp_status); \ 2279 if (unlikely(flags & float_flag_invalid)) { \ 2280 vxvc = svxvc; \ 2281 if (flags & float_flag_invalid_snan) { \ 2282 float_invalid_op_vxsnan(env, GETPC()); \ 2283 vxvc &= !(env->fpscr & FP_VE); \ 2284 } \ 2285 if (vxvc) { \ 2286 float_invalid_op_vxvc(env, 0, GETPC()); \ 2287 } \ 2288 } \ 2289 \ 2290 memset(xt, 0, sizeof(*xt)); \ 2291 memset(&xt->fld, -r, sizeof(xt->fld)); \ 2292 do_float_check_status(env, false, GETPC()); \ 2293 } 2294 2295 VSX_SCALAR_CMP(XSCMPEQDP, float64, eq, VsrD(0), 0) 2296 VSX_SCALAR_CMP(XSCMPGEDP, float64, le, VsrD(0), 1) 2297 VSX_SCALAR_CMP(XSCMPGTDP, float64, lt, VsrD(0), 1) 2298 VSX_SCALAR_CMP(XSCMPEQQP, float128, eq, f128, 0) 2299 VSX_SCALAR_CMP(XSCMPGEQP, float128, le, f128, 1) 2300 VSX_SCALAR_CMP(XSCMPGTQP, float128, lt, f128, 1) 2301 2302 void helper_xscmpexpdp(CPUPPCState *env, uint32_t opcode, 2303 ppc_vsr_t *xa, ppc_vsr_t *xb) 2304 { 2305 int64_t exp_a, exp_b; 2306 uint32_t cc; 2307 2308 exp_a = extract64(xa->VsrD(0), 52, 11); 2309 exp_b = extract64(xb->VsrD(0), 52, 11); 2310 2311 if (unlikely(float64_is_any_nan(xa->VsrD(0)) || 2312 float64_is_any_nan(xb->VsrD(0)))) { 2313 cc = CRF_SO; 2314 } else { 2315 if (exp_a < exp_b) { 2316 cc = CRF_LT; 2317 } else if (exp_a > exp_b) { 2318 cc = CRF_GT; 2319 } else { 2320 cc = CRF_EQ; 2321 } 2322 } 2323 2324 env->fpscr &= ~FP_FPCC; 2325 env->fpscr |= cc << FPSCR_FPCC; 2326 env->crf[BF(opcode)] = cc; 2327 2328 do_float_check_status(env, false, GETPC()); 2329 } 2330 2331 void helper_xscmpexpqp(CPUPPCState *env, uint32_t opcode, 2332 ppc_vsr_t *xa, ppc_vsr_t *xb) 2333 { 2334 int64_t exp_a, exp_b; 2335 uint32_t cc; 2336 2337 exp_a = extract64(xa->VsrD(0), 48, 15); 2338 exp_b = extract64(xb->VsrD(0), 48, 15); 2339 2340 if (unlikely(float128_is_any_nan(xa->f128) || 2341 float128_is_any_nan(xb->f128))) { 2342 cc = CRF_SO; 2343 } else { 2344 if (exp_a < exp_b) { 2345 cc = CRF_LT; 2346 } else if (exp_a > exp_b) { 2347 cc = CRF_GT; 2348 } else { 2349 cc = CRF_EQ; 2350 } 2351 } 2352 2353 env->fpscr &= ~FP_FPCC; 2354 env->fpscr |= cc << FPSCR_FPCC; 2355 env->crf[BF(opcode)] = cc; 2356 2357 do_float_check_status(env, false, GETPC()); 2358 } 2359 2360 static inline void do_scalar_cmp(CPUPPCState *env, ppc_vsr_t *xa, ppc_vsr_t *xb, 2361 int crf_idx, bool ordered) 2362 { 2363 uint32_t cc; 2364 bool vxsnan_flag = false, vxvc_flag = false; 2365 2366 helper_reset_fpstatus(env); 2367 2368 switch (float64_compare(xa->VsrD(0), xb->VsrD(0), &env->fp_status)) { 2369 case float_relation_less: 2370 cc = CRF_LT; 2371 break; 2372 case float_relation_equal: 2373 cc = CRF_EQ; 2374 break; 2375 case float_relation_greater: 2376 cc = CRF_GT; 2377 break; 2378 case float_relation_unordered: 2379 cc = CRF_SO; 2380 2381 if (float64_is_signaling_nan(xa->VsrD(0), &env->fp_status) || 2382 float64_is_signaling_nan(xb->VsrD(0), &env->fp_status)) { 2383 vxsnan_flag = true; 2384 if (!(env->fpscr & FP_VE) && ordered) { 2385 vxvc_flag = true; 2386 } 2387 } else if (float64_is_quiet_nan(xa->VsrD(0), &env->fp_status) || 2388 float64_is_quiet_nan(xb->VsrD(0), &env->fp_status)) { 2389 if (ordered) { 2390 vxvc_flag = true; 2391 } 2392 } 2393 2394 break; 2395 default: 2396 g_assert_not_reached(); 2397 } 2398 2399 env->fpscr &= ~FP_FPCC; 2400 env->fpscr |= cc << FPSCR_FPCC; 2401 env->crf[crf_idx] = cc; 2402 2403 if (vxsnan_flag) { 2404 float_invalid_op_vxsnan(env, GETPC()); 2405 } 2406 if (vxvc_flag) { 2407 float_invalid_op_vxvc(env, 0, GETPC()); 2408 } 2409 2410 do_float_check_status(env, false, GETPC()); 2411 } 2412 2413 void helper_xscmpodp(CPUPPCState *env, uint32_t opcode, ppc_vsr_t *xa, 2414 ppc_vsr_t *xb) 2415 { 2416 do_scalar_cmp(env, xa, xb, BF(opcode), true); 2417 } 2418 2419 void helper_xscmpudp(CPUPPCState *env, uint32_t opcode, ppc_vsr_t *xa, 2420 ppc_vsr_t *xb) 2421 { 2422 do_scalar_cmp(env, xa, xb, BF(opcode), false); 2423 } 2424 2425 static inline void do_scalar_cmpq(CPUPPCState *env, ppc_vsr_t *xa, 2426 ppc_vsr_t *xb, int crf_idx, bool ordered) 2427 { 2428 uint32_t cc; 2429 bool vxsnan_flag = false, vxvc_flag = false; 2430 2431 helper_reset_fpstatus(env); 2432 2433 switch (float128_compare(xa->f128, xb->f128, &env->fp_status)) { 2434 case float_relation_less: 2435 cc = CRF_LT; 2436 break; 2437 case float_relation_equal: 2438 cc = CRF_EQ; 2439 break; 2440 case float_relation_greater: 2441 cc = CRF_GT; 2442 break; 2443 case float_relation_unordered: 2444 cc = CRF_SO; 2445 2446 if (float128_is_signaling_nan(xa->f128, &env->fp_status) || 2447 float128_is_signaling_nan(xb->f128, &env->fp_status)) { 2448 vxsnan_flag = true; 2449 if (!(env->fpscr & FP_VE) && ordered) { 2450 vxvc_flag = true; 2451 } 2452 } else if (float128_is_quiet_nan(xa->f128, &env->fp_status) || 2453 float128_is_quiet_nan(xb->f128, &env->fp_status)) { 2454 if (ordered) { 2455 vxvc_flag = true; 2456 } 2457 } 2458 2459 break; 2460 default: 2461 g_assert_not_reached(); 2462 } 2463 2464 env->fpscr &= ~FP_FPCC; 2465 env->fpscr |= cc << FPSCR_FPCC; 2466 env->crf[crf_idx] = cc; 2467 2468 if (vxsnan_flag) { 2469 float_invalid_op_vxsnan(env, GETPC()); 2470 } 2471 if (vxvc_flag) { 2472 float_invalid_op_vxvc(env, 0, GETPC()); 2473 } 2474 2475 do_float_check_status(env, false, GETPC()); 2476 } 2477 2478 void helper_xscmpoqp(CPUPPCState *env, uint32_t opcode, ppc_vsr_t *xa, 2479 ppc_vsr_t *xb) 2480 { 2481 do_scalar_cmpq(env, xa, xb, BF(opcode), true); 2482 } 2483 2484 void helper_xscmpuqp(CPUPPCState *env, uint32_t opcode, ppc_vsr_t *xa, 2485 ppc_vsr_t *xb) 2486 { 2487 do_scalar_cmpq(env, xa, xb, BF(opcode), false); 2488 } 2489 2490 /* 2491 * VSX_MAX_MIN - VSX floating point maximum/minimum 2492 * name - instruction mnemonic 2493 * op - operation (max or min) 2494 * nels - number of elements (1, 2 or 4) 2495 * tp - type (float32 or float64) 2496 * fld - vsr_t field (VsrD(*) or VsrW(*)) 2497 */ 2498 #define VSX_MAX_MIN(name, op, nels, tp, fld) \ 2499 void helper_##name(CPUPPCState *env, ppc_vsr_t *xt, \ 2500 ppc_vsr_t *xa, ppc_vsr_t *xb) \ 2501 { \ 2502 ppc_vsr_t t = { }; \ 2503 int i; \ 2504 \ 2505 for (i = 0; i < nels; i++) { \ 2506 t.fld = tp##_##op(xa->fld, xb->fld, &env->fp_status); \ 2507 if (unlikely(tp##_is_signaling_nan(xa->fld, &env->fp_status) || \ 2508 tp##_is_signaling_nan(xb->fld, &env->fp_status))) { \ 2509 float_invalid_op_vxsnan(env, GETPC()); \ 2510 } \ 2511 } \ 2512 \ 2513 *xt = t; \ 2514 do_float_check_status(env, false, GETPC()); \ 2515 } 2516 2517 VSX_MAX_MIN(xsmaxdp, maxnum, 1, float64, VsrD(0)) 2518 VSX_MAX_MIN(xvmaxdp, maxnum, 2, float64, VsrD(i)) 2519 VSX_MAX_MIN(xvmaxsp, maxnum, 4, float32, VsrW(i)) 2520 VSX_MAX_MIN(xsmindp, minnum, 1, float64, VsrD(0)) 2521 VSX_MAX_MIN(xvmindp, minnum, 2, float64, VsrD(i)) 2522 VSX_MAX_MIN(xvminsp, minnum, 4, float32, VsrW(i)) 2523 2524 #define VSX_MAX_MINC(name, max, tp, fld) \ 2525 void helper_##name(CPUPPCState *env, \ 2526 ppc_vsr_t *xt, ppc_vsr_t *xa, ppc_vsr_t *xb) \ 2527 { \ 2528 ppc_vsr_t t = { }; \ 2529 bool first; \ 2530 \ 2531 helper_reset_fpstatus(env); \ 2532 \ 2533 if (max) { \ 2534 first = tp##_le_quiet(xb->fld, xa->fld, &env->fp_status); \ 2535 } else { \ 2536 first = tp##_lt_quiet(xa->fld, xb->fld, &env->fp_status); \ 2537 } \ 2538 \ 2539 if (first) { \ 2540 t.fld = xa->fld; \ 2541 } else { \ 2542 t.fld = xb->fld; \ 2543 if (env->fp_status.float_exception_flags & float_flag_invalid_snan) { \ 2544 float_invalid_op_vxsnan(env, GETPC()); \ 2545 } \ 2546 } \ 2547 \ 2548 *xt = t; \ 2549 } 2550 2551 VSX_MAX_MINC(XSMAXCDP, true, float64, VsrD(0)); 2552 VSX_MAX_MINC(XSMINCDP, false, float64, VsrD(0)); 2553 VSX_MAX_MINC(XSMAXCQP, true, float128, f128); 2554 VSX_MAX_MINC(XSMINCQP, false, float128, f128); 2555 2556 #define VSX_MAX_MINJ(name, max) \ 2557 void helper_##name(CPUPPCState *env, \ 2558 ppc_vsr_t *xt, ppc_vsr_t *xa, ppc_vsr_t *xb) \ 2559 { \ 2560 ppc_vsr_t t = { }; \ 2561 bool vxsnan_flag = false, vex_flag = false; \ 2562 \ 2563 if (unlikely(float64_is_any_nan(xa->VsrD(0)))) { \ 2564 if (float64_is_signaling_nan(xa->VsrD(0), &env->fp_status)) { \ 2565 vxsnan_flag = true; \ 2566 } \ 2567 t.VsrD(0) = xa->VsrD(0); \ 2568 } else if (unlikely(float64_is_any_nan(xb->VsrD(0)))) { \ 2569 if (float64_is_signaling_nan(xb->VsrD(0), &env->fp_status)) { \ 2570 vxsnan_flag = true; \ 2571 } \ 2572 t.VsrD(0) = xb->VsrD(0); \ 2573 } else if (float64_is_zero(xa->VsrD(0)) && \ 2574 float64_is_zero(xb->VsrD(0))) { \ 2575 if (max) { \ 2576 if (!float64_is_neg(xa->VsrD(0)) || \ 2577 !float64_is_neg(xb->VsrD(0))) { \ 2578 t.VsrD(0) = 0ULL; \ 2579 } else { \ 2580 t.VsrD(0) = 0x8000000000000000ULL; \ 2581 } \ 2582 } else { \ 2583 if (float64_is_neg(xa->VsrD(0)) || \ 2584 float64_is_neg(xb->VsrD(0))) { \ 2585 t.VsrD(0) = 0x8000000000000000ULL; \ 2586 } else { \ 2587 t.VsrD(0) = 0ULL; \ 2588 } \ 2589 } \ 2590 } else if ((max && \ 2591 !float64_lt(xa->VsrD(0), xb->VsrD(0), &env->fp_status)) || \ 2592 (!max && \ 2593 float64_lt(xa->VsrD(0), xb->VsrD(0), &env->fp_status))) { \ 2594 t.VsrD(0) = xa->VsrD(0); \ 2595 } else { \ 2596 t.VsrD(0) = xb->VsrD(0); \ 2597 } \ 2598 \ 2599 vex_flag = (env->fpscr & FP_VE) && vxsnan_flag; \ 2600 if (vxsnan_flag) { \ 2601 float_invalid_op_vxsnan(env, GETPC()); \ 2602 } \ 2603 if (!vex_flag) { \ 2604 *xt = t; \ 2605 } \ 2606 } \ 2607 2608 VSX_MAX_MINJ(XSMAXJDP, 1); 2609 VSX_MAX_MINJ(XSMINJDP, 0); 2610 2611 /* 2612 * VSX_CMP - VSX floating point compare 2613 * op - instruction mnemonic 2614 * nels - number of elements (1, 2 or 4) 2615 * tp - type (float32 or float64) 2616 * fld - vsr_t field (VsrD(*) or VsrW(*)) 2617 * cmp - comparison operation 2618 * svxvc - set VXVC bit 2619 * exp - expected result of comparison 2620 */ 2621 #define VSX_CMP(op, nels, tp, fld, cmp, svxvc, exp) \ 2622 uint32_t helper_##op(CPUPPCState *env, ppc_vsr_t *xt, \ 2623 ppc_vsr_t *xa, ppc_vsr_t *xb) \ 2624 { \ 2625 ppc_vsr_t t = *xt; \ 2626 uint32_t crf6 = 0; \ 2627 int i; \ 2628 int all_true = 1; \ 2629 int all_false = 1; \ 2630 \ 2631 helper_reset_fpstatus(env); \ 2632 \ 2633 for (i = 0; i < nels; i++) { \ 2634 if (unlikely(tp##_is_any_nan(xa->fld) || \ 2635 tp##_is_any_nan(xb->fld))) { \ 2636 if (tp##_is_signaling_nan(xa->fld, &env->fp_status) || \ 2637 tp##_is_signaling_nan(xb->fld, &env->fp_status)) { \ 2638 float_invalid_op_vxsnan(env, GETPC()); \ 2639 } \ 2640 if (svxvc) { \ 2641 float_invalid_op_vxvc(env, 0, GETPC()); \ 2642 } \ 2643 t.fld = 0; \ 2644 all_true = 0; \ 2645 } else { \ 2646 if (tp##_##cmp(xb->fld, xa->fld, &env->fp_status) == exp) { \ 2647 t.fld = -1; \ 2648 all_false = 0; \ 2649 } else { \ 2650 t.fld = 0; \ 2651 all_true = 0; \ 2652 } \ 2653 } \ 2654 } \ 2655 \ 2656 *xt = t; \ 2657 crf6 = (all_true ? 0x8 : 0) | (all_false ? 0x2 : 0); \ 2658 return crf6; \ 2659 } 2660 2661 VSX_CMP(xvcmpeqdp, 2, float64, VsrD(i), eq, 0, 1) 2662 VSX_CMP(xvcmpgedp, 2, float64, VsrD(i), le, 1, 1) 2663 VSX_CMP(xvcmpgtdp, 2, float64, VsrD(i), lt, 1, 1) 2664 VSX_CMP(xvcmpnedp, 2, float64, VsrD(i), eq, 0, 0) 2665 VSX_CMP(xvcmpeqsp, 4, float32, VsrW(i), eq, 0, 1) 2666 VSX_CMP(xvcmpgesp, 4, float32, VsrW(i), le, 1, 1) 2667 VSX_CMP(xvcmpgtsp, 4, float32, VsrW(i), lt, 1, 1) 2668 VSX_CMP(xvcmpnesp, 4, float32, VsrW(i), eq, 0, 0) 2669 2670 /* 2671 * VSX_CVT_FP_TO_FP - VSX floating point/floating point conversion 2672 * op - instruction mnemonic 2673 * nels - number of elements (1, 2 or 4) 2674 * stp - source type (float32 or float64) 2675 * ttp - target type (float32 or float64) 2676 * sfld - source vsr_t field 2677 * tfld - target vsr_t field (f32 or f64) 2678 * sfifprf - set FI and FPRF 2679 */ 2680 #define VSX_CVT_FP_TO_FP(op, nels, stp, ttp, sfld, tfld, sfifprf) \ 2681 void helper_##op(CPUPPCState *env, ppc_vsr_t *xt, ppc_vsr_t *xb) \ 2682 { \ 2683 ppc_vsr_t t = { }; \ 2684 int i; \ 2685 \ 2686 helper_reset_fpstatus(env); \ 2687 \ 2688 for (i = 0; i < nels; i++) { \ 2689 t.tfld = stp##_to_##ttp(xb->sfld, &env->fp_status); \ 2690 if (unlikely(stp##_is_signaling_nan(xb->sfld, \ 2691 &env->fp_status))) { \ 2692 float_invalid_op_vxsnan(env, GETPC()); \ 2693 t.tfld = ttp##_snan_to_qnan(t.tfld); \ 2694 } \ 2695 if (sfifprf) { \ 2696 helper_compute_fprf_##ttp(env, t.tfld); \ 2697 } \ 2698 } \ 2699 \ 2700 *xt = t; \ 2701 do_float_check_status(env, sfifprf, GETPC()); \ 2702 } 2703 2704 VSX_CVT_FP_TO_FP(xscvspdp, 1, float32, float64, VsrW(0), VsrD(0), 1) 2705 VSX_CVT_FP_TO_FP(xvcvspdp, 2, float32, float64, VsrW(2 * i), VsrD(i), 0) 2706 2707 #define VSX_CVT_FP_TO_FP2(op, nels, stp, ttp, sfifprf) \ 2708 void helper_##op(CPUPPCState *env, ppc_vsr_t *xt, ppc_vsr_t *xb) \ 2709 { \ 2710 ppc_vsr_t t = { }; \ 2711 int i; \ 2712 \ 2713 helper_reset_fpstatus(env); \ 2714 \ 2715 for (i = 0; i < nels; i++) { \ 2716 t.VsrW(2 * i) = stp##_to_##ttp(xb->VsrD(i), &env->fp_status); \ 2717 if (unlikely(stp##_is_signaling_nan(xb->VsrD(i), \ 2718 &env->fp_status))) { \ 2719 float_invalid_op_vxsnan(env, GETPC()); \ 2720 t.VsrW(2 * i) = ttp##_snan_to_qnan(t.VsrW(2 * i)); \ 2721 } \ 2722 if (sfifprf) { \ 2723 helper_compute_fprf_##ttp(env, t.VsrW(2 * i)); \ 2724 } \ 2725 t.VsrW(2 * i + 1) = t.VsrW(2 * i); \ 2726 } \ 2727 \ 2728 *xt = t; \ 2729 do_float_check_status(env, sfifprf, GETPC()); \ 2730 } 2731 2732 VSX_CVT_FP_TO_FP2(xvcvdpsp, 2, float64, float32, 0) 2733 VSX_CVT_FP_TO_FP2(xscvdpsp, 1, float64, float32, 1) 2734 2735 /* 2736 * VSX_CVT_FP_TO_FP_VECTOR - VSX floating point/floating point conversion 2737 * op - instruction mnemonic 2738 * nels - number of elements (1, 2 or 4) 2739 * stp - source type (float32 or float64) 2740 * ttp - target type (float32 or float64) 2741 * sfld - source vsr_t field 2742 * tfld - target vsr_t field (f32 or f64) 2743 * sfprf - set FPRF 2744 */ 2745 #define VSX_CVT_FP_TO_FP_VECTOR(op, nels, stp, ttp, sfld, tfld, sfprf) \ 2746 void helper_##op(CPUPPCState *env, uint32_t opcode, \ 2747 ppc_vsr_t *xt, ppc_vsr_t *xb) \ 2748 { \ 2749 ppc_vsr_t t = *xt; \ 2750 int i; \ 2751 \ 2752 helper_reset_fpstatus(env); \ 2753 \ 2754 for (i = 0; i < nels; i++) { \ 2755 t.tfld = stp##_to_##ttp(xb->sfld, &env->fp_status); \ 2756 if (unlikely(stp##_is_signaling_nan(xb->sfld, \ 2757 &env->fp_status))) { \ 2758 float_invalid_op_vxsnan(env, GETPC()); \ 2759 t.tfld = ttp##_snan_to_qnan(t.tfld); \ 2760 } \ 2761 if (sfprf) { \ 2762 helper_compute_fprf_##ttp(env, t.tfld); \ 2763 } \ 2764 } \ 2765 \ 2766 *xt = t; \ 2767 do_float_check_status(env, true, GETPC()); \ 2768 } 2769 2770 VSX_CVT_FP_TO_FP_VECTOR(xscvdpqp, 1, float64, float128, VsrD(0), f128, 1) 2771 2772 /* 2773 * VSX_CVT_FP_TO_FP_HP - VSX floating point/floating point conversion 2774 * involving one half precision value 2775 * op - instruction mnemonic 2776 * nels - number of elements (1, 2 or 4) 2777 * stp - source type 2778 * ttp - target type 2779 * sfld - source vsr_t field 2780 * tfld - target vsr_t field 2781 * sfifprf - set FI and FPRF 2782 */ 2783 #define VSX_CVT_FP_TO_FP_HP(op, nels, stp, ttp, sfld, tfld, sfifprf) \ 2784 void helper_##op(CPUPPCState *env, ppc_vsr_t *xt, ppc_vsr_t *xb) \ 2785 { \ 2786 ppc_vsr_t t = { }; \ 2787 int i; \ 2788 \ 2789 helper_reset_fpstatus(env); \ 2790 \ 2791 for (i = 0; i < nels; i++) { \ 2792 t.tfld = stp##_to_##ttp(xb->sfld, 1, &env->fp_status); \ 2793 if (unlikely(stp##_is_signaling_nan(xb->sfld, \ 2794 &env->fp_status))) { \ 2795 float_invalid_op_vxsnan(env, GETPC()); \ 2796 t.tfld = ttp##_snan_to_qnan(t.tfld); \ 2797 } \ 2798 if (sfifprf) { \ 2799 helper_compute_fprf_##ttp(env, t.tfld); \ 2800 } \ 2801 } \ 2802 \ 2803 *xt = t; \ 2804 do_float_check_status(env, sfifprf, GETPC()); \ 2805 } 2806 2807 VSX_CVT_FP_TO_FP_HP(xscvdphp, 1, float64, float16, VsrD(0), VsrH(3), 1) 2808 VSX_CVT_FP_TO_FP_HP(xscvhpdp, 1, float16, float64, VsrH(3), VsrD(0), 1) 2809 VSX_CVT_FP_TO_FP_HP(xvcvsphp, 4, float32, float16, VsrW(i), VsrH(2 * i + 1), 0) 2810 VSX_CVT_FP_TO_FP_HP(xvcvhpsp, 4, float16, float32, VsrH(2 * i + 1), VsrW(i), 0) 2811 2812 void helper_XVCVSPBF16(CPUPPCState *env, ppc_vsr_t *xt, ppc_vsr_t *xb) 2813 { 2814 ppc_vsr_t t = { }; 2815 int i, status; 2816 2817 helper_reset_fpstatus(env); 2818 2819 for (i = 0; i < 4; i++) { 2820 t.VsrH(2 * i + 1) = float32_to_bfloat16(xb->VsrW(i), &env->fp_status); 2821 } 2822 2823 status = get_float_exception_flags(&env->fp_status); 2824 if (unlikely(status & float_flag_invalid_snan)) { 2825 float_invalid_op_vxsnan(env, GETPC()); 2826 } 2827 2828 *xt = t; 2829 do_float_check_status(env, false, GETPC()); 2830 } 2831 2832 void helper_XSCVQPDP(CPUPPCState *env, uint32_t ro, ppc_vsr_t *xt, 2833 ppc_vsr_t *xb) 2834 { 2835 ppc_vsr_t t = { }; 2836 float_status tstat; 2837 2838 helper_reset_fpstatus(env); 2839 2840 tstat = env->fp_status; 2841 if (ro != 0) { 2842 tstat.float_rounding_mode = float_round_to_odd; 2843 } 2844 2845 t.VsrD(0) = float128_to_float64(xb->f128, &tstat); 2846 env->fp_status.float_exception_flags |= tstat.float_exception_flags; 2847 if (unlikely(float128_is_signaling_nan(xb->f128, &tstat))) { 2848 float_invalid_op_vxsnan(env, GETPC()); 2849 t.VsrD(0) = float64_snan_to_qnan(t.VsrD(0)); 2850 } 2851 helper_compute_fprf_float64(env, t.VsrD(0)); 2852 2853 *xt = t; 2854 do_float_check_status(env, true, GETPC()); 2855 } 2856 2857 uint64_t helper_xscvdpspn(CPUPPCState *env, uint64_t xb) 2858 { 2859 uint64_t result, sign, exp, frac; 2860 2861 helper_reset_fpstatus(env); 2862 float_status tstat = env->fp_status; 2863 set_float_exception_flags(0, &tstat); 2864 2865 sign = extract64(xb, 63, 1); 2866 exp = extract64(xb, 52, 11); 2867 frac = extract64(xb, 0, 52) | 0x10000000000000ULL; 2868 2869 if (unlikely(exp == 0 && extract64(frac, 0, 52) != 0)) { 2870 /* DP denormal operand. */ 2871 /* Exponent override to DP min exp. */ 2872 exp = 1; 2873 /* Implicit bit override to 0. */ 2874 frac = deposit64(frac, 53, 1, 0); 2875 } 2876 2877 if (unlikely(exp < 897 && frac != 0)) { 2878 /* SP tiny operand. */ 2879 if (897 - exp > 63) { 2880 frac = 0; 2881 } else { 2882 /* Denormalize until exp = SP min exp. */ 2883 frac >>= (897 - exp); 2884 } 2885 /* Exponent override to SP min exp - 1. */ 2886 exp = 896; 2887 } 2888 2889 result = sign << 31; 2890 result |= extract64(exp, 10, 1) << 30; 2891 result |= extract64(exp, 0, 7) << 23; 2892 result |= extract64(frac, 29, 23); 2893 2894 /* hardware replicates result to both words of the doubleword result. */ 2895 return (result << 32) | result; 2896 } 2897 2898 uint64_t helper_XSCVSPDPN(uint64_t xb) 2899 { 2900 return helper_todouble(xb >> 32); 2901 } 2902 2903 /* 2904 * VSX_CVT_FP_TO_INT - VSX floating point to integer conversion 2905 * op - instruction mnemonic 2906 * nels - number of elements (1, 2 or 4) 2907 * stp - source type (float32 or float64) 2908 * ttp - target type (int32, uint32, int64 or uint64) 2909 * sfld - source vsr_t field 2910 * tfld - target vsr_t field 2911 * sfi - set FI 2912 * rnan - resulting NaN 2913 */ 2914 #define VSX_CVT_FP_TO_INT(op, nels, stp, ttp, sfld, tfld, sfi, rnan) \ 2915 void helper_##op(CPUPPCState *env, ppc_vsr_t *xt, ppc_vsr_t *xb) \ 2916 { \ 2917 ppc_vsr_t t = { }; \ 2918 int i, flags; \ 2919 \ 2920 helper_reset_fpstatus(env); \ 2921 \ 2922 for (i = 0; i < nels; i++) { \ 2923 t.tfld = stp##_to_##ttp##_round_to_zero(xb->sfld, &env->fp_status); \ 2924 flags = env->fp_status.float_exception_flags; \ 2925 if (unlikely(flags & float_flag_invalid)) { \ 2926 t.tfld = float_invalid_cvt(env, flags, t.tfld, rnan, 0, GETPC());\ 2927 } \ 2928 } \ 2929 \ 2930 *xt = t; \ 2931 do_float_check_status(env, sfi, GETPC()); \ 2932 } 2933 2934 VSX_CVT_FP_TO_INT(xscvdpsxds, 1, float64, int64, VsrD(0), VsrD(0), true, \ 2935 0x8000000000000000ULL) 2936 VSX_CVT_FP_TO_INT(xscvdpuxds, 1, float64, uint64, VsrD(0), VsrD(0), true, 0ULL) 2937 VSX_CVT_FP_TO_INT(xvcvdpsxds, 2, float64, int64, VsrD(i), VsrD(i), false, \ 2938 0x8000000000000000ULL) 2939 VSX_CVT_FP_TO_INT(xvcvdpuxds, 2, float64, uint64, VsrD(i), VsrD(i), false, \ 2940 0ULL) 2941 VSX_CVT_FP_TO_INT(xvcvspsxds, 2, float32, int64, VsrW(2 * i), VsrD(i), false, \ 2942 0x8000000000000000ULL) 2943 VSX_CVT_FP_TO_INT(xvcvspsxws, 4, float32, int32, VsrW(i), VsrW(i), false, \ 2944 0x80000000ULL) 2945 VSX_CVT_FP_TO_INT(xvcvspuxds, 2, float32, uint64, VsrW(2 * i), VsrD(i), \ 2946 false, 0ULL) 2947 VSX_CVT_FP_TO_INT(xvcvspuxws, 4, float32, uint32, VsrW(i), VsrW(i), false, 0U) 2948 2949 #define VSX_CVT_FP_TO_INT128(op, tp, rnan) \ 2950 void helper_##op(CPUPPCState *env, ppc_vsr_t *xt, ppc_vsr_t *xb) \ 2951 { \ 2952 ppc_vsr_t t; \ 2953 int flags; \ 2954 \ 2955 helper_reset_fpstatus(env); \ 2956 t.s128 = float128_to_##tp##_round_to_zero(xb->f128, &env->fp_status); \ 2957 flags = get_float_exception_flags(&env->fp_status); \ 2958 if (unlikely(flags & float_flag_invalid)) { \ 2959 t.VsrD(0) = float_invalid_cvt(env, flags, t.VsrD(0), rnan, 0, GETPC());\ 2960 t.VsrD(1) = -(t.VsrD(0) & 1); \ 2961 } \ 2962 \ 2963 *xt = t; \ 2964 do_float_check_status(env, true, GETPC()); \ 2965 } 2966 2967 VSX_CVT_FP_TO_INT128(XSCVQPUQZ, uint128, 0) 2968 VSX_CVT_FP_TO_INT128(XSCVQPSQZ, int128, 0x8000000000000000ULL); 2969 2970 /* 2971 * Likewise, except that the result is duplicated into both subwords. 2972 * Power ISA v3.1 has Programming Notes for these insns: 2973 * Previous versions of the architecture allowed the contents of 2974 * word 0 of the result register to be undefined. However, all 2975 * processors that support this instruction write the result into 2976 * words 0 and 1 (and words 2 and 3) of the result register, as 2977 * is required by this version of the architecture. 2978 */ 2979 #define VSX_CVT_FP_TO_INT2(op, nels, stp, ttp, sfi, rnan) \ 2980 void helper_##op(CPUPPCState *env, ppc_vsr_t *xt, ppc_vsr_t *xb) \ 2981 { \ 2982 ppc_vsr_t t = { }; \ 2983 int i, flags; \ 2984 \ 2985 helper_reset_fpstatus(env); \ 2986 \ 2987 for (i = 0; i < nels; i++) { \ 2988 t.VsrW(2 * i) = stp##_to_##ttp##_round_to_zero(xb->VsrD(i), \ 2989 &env->fp_status); \ 2990 flags = env->fp_status.float_exception_flags; \ 2991 if (unlikely(flags & float_flag_invalid)) { \ 2992 t.VsrW(2 * i) = float_invalid_cvt(env, flags, t.VsrW(2 * i), \ 2993 rnan, 0, GETPC()); \ 2994 } \ 2995 t.VsrW(2 * i + 1) = t.VsrW(2 * i); \ 2996 } \ 2997 \ 2998 *xt = t; \ 2999 do_float_check_status(env, sfi, GETPC()); \ 3000 } 3001 3002 VSX_CVT_FP_TO_INT2(xscvdpsxws, 1, float64, int32, true, 0x80000000U) 3003 VSX_CVT_FP_TO_INT2(xscvdpuxws, 1, float64, uint32, true, 0U) 3004 VSX_CVT_FP_TO_INT2(xvcvdpsxws, 2, float64, int32, false, 0x80000000U) 3005 VSX_CVT_FP_TO_INT2(xvcvdpuxws, 2, float64, uint32, false, 0U) 3006 3007 /* 3008 * VSX_CVT_FP_TO_INT_VECTOR - VSX floating point to integer conversion 3009 * op - instruction mnemonic 3010 * stp - source type (float32 or float64) 3011 * ttp - target type (int32, uint32, int64 or uint64) 3012 * sfld - source vsr_t field 3013 * tfld - target vsr_t field 3014 * rnan - resulting NaN 3015 */ 3016 #define VSX_CVT_FP_TO_INT_VECTOR(op, stp, ttp, sfld, tfld, rnan) \ 3017 void helper_##op(CPUPPCState *env, uint32_t opcode, \ 3018 ppc_vsr_t *xt, ppc_vsr_t *xb) \ 3019 { \ 3020 ppc_vsr_t t = { }; \ 3021 int flags; \ 3022 \ 3023 helper_reset_fpstatus(env); \ 3024 \ 3025 t.tfld = stp##_to_##ttp##_round_to_zero(xb->sfld, &env->fp_status); \ 3026 flags = get_float_exception_flags(&env->fp_status); \ 3027 if (flags & float_flag_invalid) { \ 3028 t.tfld = float_invalid_cvt(env, flags, t.tfld, rnan, 0, GETPC()); \ 3029 } \ 3030 \ 3031 *xt = t; \ 3032 do_float_check_status(env, true, GETPC()); \ 3033 } 3034 3035 VSX_CVT_FP_TO_INT_VECTOR(xscvqpsdz, float128, int64, f128, VsrD(0), \ 3036 0x8000000000000000ULL) 3037 VSX_CVT_FP_TO_INT_VECTOR(xscvqpswz, float128, int32, f128, VsrD(0), \ 3038 0xffffffff80000000ULL) 3039 VSX_CVT_FP_TO_INT_VECTOR(xscvqpudz, float128, uint64, f128, VsrD(0), 0x0ULL) 3040 VSX_CVT_FP_TO_INT_VECTOR(xscvqpuwz, float128, uint32, f128, VsrD(0), 0x0ULL) 3041 3042 /* 3043 * VSX_CVT_INT_TO_FP - VSX integer to floating point conversion 3044 * op - instruction mnemonic 3045 * nels - number of elements (1, 2 or 4) 3046 * stp - source type (int32, uint32, int64 or uint64) 3047 * ttp - target type (float32 or float64) 3048 * sfld - source vsr_t field 3049 * tfld - target vsr_t field 3050 * jdef - definition of the j index (i or 2*i) 3051 * sfifprf - set FI and FPRF 3052 */ 3053 #define VSX_CVT_INT_TO_FP(op, nels, stp, ttp, sfld, tfld, sfifprf, r2sp)\ 3054 void helper_##op(CPUPPCState *env, ppc_vsr_t *xt, ppc_vsr_t *xb) \ 3055 { \ 3056 ppc_vsr_t t = { }; \ 3057 int i; \ 3058 \ 3059 helper_reset_fpstatus(env); \ 3060 \ 3061 for (i = 0; i < nels; i++) { \ 3062 t.tfld = stp##_to_##ttp(xb->sfld, &env->fp_status); \ 3063 if (r2sp) { \ 3064 t.tfld = do_frsp(env, t.tfld, GETPC()); \ 3065 } \ 3066 if (sfifprf) { \ 3067 helper_compute_fprf_float64(env, t.tfld); \ 3068 } \ 3069 } \ 3070 \ 3071 *xt = t; \ 3072 do_float_check_status(env, sfifprf, GETPC()); \ 3073 } 3074 3075 VSX_CVT_INT_TO_FP(xscvsxddp, 1, int64, float64, VsrD(0), VsrD(0), 1, 0) 3076 VSX_CVT_INT_TO_FP(xscvuxddp, 1, uint64, float64, VsrD(0), VsrD(0), 1, 0) 3077 VSX_CVT_INT_TO_FP(xscvsxdsp, 1, int64, float64, VsrD(0), VsrD(0), 1, 1) 3078 VSX_CVT_INT_TO_FP(xscvuxdsp, 1, uint64, float64, VsrD(0), VsrD(0), 1, 1) 3079 VSX_CVT_INT_TO_FP(xvcvsxddp, 2, int64, float64, VsrD(i), VsrD(i), 0, 0) 3080 VSX_CVT_INT_TO_FP(xvcvuxddp, 2, uint64, float64, VsrD(i), VsrD(i), 0, 0) 3081 VSX_CVT_INT_TO_FP(xvcvsxwdp, 2, int32, float64, VsrW(2 * i), VsrD(i), 0, 0) 3082 VSX_CVT_INT_TO_FP(xvcvuxwdp, 2, uint64, float64, VsrW(2 * i), VsrD(i), 0, 0) 3083 VSX_CVT_INT_TO_FP(xvcvsxwsp, 4, int32, float32, VsrW(i), VsrW(i), 0, 0) 3084 VSX_CVT_INT_TO_FP(xvcvuxwsp, 4, uint32, float32, VsrW(i), VsrW(i), 0, 0) 3085 3086 #define VSX_CVT_INT_TO_FP2(op, stp, ttp) \ 3087 void helper_##op(CPUPPCState *env, ppc_vsr_t *xt, ppc_vsr_t *xb) \ 3088 { \ 3089 ppc_vsr_t t = { }; \ 3090 int i; \ 3091 \ 3092 for (i = 0; i < 2; i++) { \ 3093 t.VsrW(2 * i) = stp##_to_##ttp(xb->VsrD(i), &env->fp_status); \ 3094 t.VsrW(2 * i + 1) = t.VsrW(2 * i); \ 3095 } \ 3096 \ 3097 *xt = t; \ 3098 do_float_check_status(env, false, GETPC()); \ 3099 } 3100 3101 VSX_CVT_INT_TO_FP2(xvcvsxdsp, int64, float32) 3102 VSX_CVT_INT_TO_FP2(xvcvuxdsp, uint64, float32) 3103 3104 #define VSX_CVT_INT128_TO_FP(op, tp) \ 3105 void helper_##op(CPUPPCState *env, ppc_vsr_t *xt, ppc_vsr_t *xb)\ 3106 { \ 3107 helper_reset_fpstatus(env); \ 3108 xt->f128 = tp##_to_float128(xb->s128, &env->fp_status); \ 3109 helper_compute_fprf_float128(env, xt->f128); \ 3110 do_float_check_status(env, true, GETPC()); \ 3111 } 3112 3113 VSX_CVT_INT128_TO_FP(XSCVUQQP, uint128); 3114 VSX_CVT_INT128_TO_FP(XSCVSQQP, int128); 3115 3116 /* 3117 * VSX_CVT_INT_TO_FP_VECTOR - VSX integer to floating point conversion 3118 * op - instruction mnemonic 3119 * stp - source type (int32, uint32, int64 or uint64) 3120 * ttp - target type (float32 or float64) 3121 * sfld - source vsr_t field 3122 * tfld - target vsr_t field 3123 */ 3124 #define VSX_CVT_INT_TO_FP_VECTOR(op, stp, ttp, sfld, tfld) \ 3125 void helper_##op(CPUPPCState *env, uint32_t opcode, \ 3126 ppc_vsr_t *xt, ppc_vsr_t *xb) \ 3127 { \ 3128 ppc_vsr_t t = *xt; \ 3129 \ 3130 helper_reset_fpstatus(env); \ 3131 t.tfld = stp##_to_##ttp(xb->sfld, &env->fp_status); \ 3132 helper_compute_fprf_##ttp(env, t.tfld); \ 3133 \ 3134 *xt = t; \ 3135 do_float_check_status(env, true, GETPC()); \ 3136 } 3137 3138 VSX_CVT_INT_TO_FP_VECTOR(xscvsdqp, int64, float128, VsrD(0), f128) 3139 VSX_CVT_INT_TO_FP_VECTOR(xscvudqp, uint64, float128, VsrD(0), f128) 3140 3141 /* 3142 * For "use current rounding mode", define a value that will not be 3143 * one of the existing rounding model enums. 3144 */ 3145 #define FLOAT_ROUND_CURRENT (float_round_nearest_even + float_round_down + \ 3146 float_round_up + float_round_to_zero) 3147 3148 /* 3149 * VSX_ROUND - VSX floating point round 3150 * op - instruction mnemonic 3151 * nels - number of elements (1, 2 or 4) 3152 * tp - type (float32 or float64) 3153 * fld - vsr_t field (VsrD(*) or VsrW(*)) 3154 * rmode - rounding mode 3155 * sfifprf - set FI and FPRF 3156 */ 3157 #define VSX_ROUND(op, nels, tp, fld, rmode, sfifprf) \ 3158 void helper_##op(CPUPPCState *env, ppc_vsr_t *xt, ppc_vsr_t *xb) \ 3159 { \ 3160 ppc_vsr_t t = { }; \ 3161 int i; \ 3162 FloatRoundMode curr_rounding_mode; \ 3163 \ 3164 helper_reset_fpstatus(env); \ 3165 \ 3166 if (rmode != FLOAT_ROUND_CURRENT) { \ 3167 curr_rounding_mode = get_float_rounding_mode(&env->fp_status); \ 3168 set_float_rounding_mode(rmode, &env->fp_status); \ 3169 } \ 3170 \ 3171 for (i = 0; i < nels; i++) { \ 3172 if (unlikely(tp##_is_signaling_nan(xb->fld, \ 3173 &env->fp_status))) { \ 3174 float_invalid_op_vxsnan(env, GETPC()); \ 3175 t.fld = tp##_snan_to_qnan(xb->fld); \ 3176 } else { \ 3177 t.fld = tp##_round_to_int(xb->fld, &env->fp_status); \ 3178 } \ 3179 if (sfifprf) { \ 3180 helper_compute_fprf_float64(env, t.fld); \ 3181 } \ 3182 } \ 3183 \ 3184 /* \ 3185 * If this is not a "use current rounding mode" instruction, \ 3186 * then inhibit setting of the XX bit and restore rounding \ 3187 * mode from FPSCR \ 3188 */ \ 3189 if (rmode != FLOAT_ROUND_CURRENT) { \ 3190 set_float_rounding_mode(curr_rounding_mode, &env->fp_status); \ 3191 env->fp_status.float_exception_flags &= ~float_flag_inexact; \ 3192 } \ 3193 \ 3194 *xt = t; \ 3195 do_float_check_status(env, sfifprf, GETPC()); \ 3196 } 3197 3198 VSX_ROUND(xsrdpi, 1, float64, VsrD(0), float_round_ties_away, 1) 3199 VSX_ROUND(xsrdpic, 1, float64, VsrD(0), FLOAT_ROUND_CURRENT, 1) 3200 VSX_ROUND(xsrdpim, 1, float64, VsrD(0), float_round_down, 1) 3201 VSX_ROUND(xsrdpip, 1, float64, VsrD(0), float_round_up, 1) 3202 VSX_ROUND(xsrdpiz, 1, float64, VsrD(0), float_round_to_zero, 1) 3203 3204 VSX_ROUND(xvrdpi, 2, float64, VsrD(i), float_round_ties_away, 0) 3205 VSX_ROUND(xvrdpic, 2, float64, VsrD(i), FLOAT_ROUND_CURRENT, 0) 3206 VSX_ROUND(xvrdpim, 2, float64, VsrD(i), float_round_down, 0) 3207 VSX_ROUND(xvrdpip, 2, float64, VsrD(i), float_round_up, 0) 3208 VSX_ROUND(xvrdpiz, 2, float64, VsrD(i), float_round_to_zero, 0) 3209 3210 VSX_ROUND(xvrspi, 4, float32, VsrW(i), float_round_ties_away, 0) 3211 VSX_ROUND(xvrspic, 4, float32, VsrW(i), FLOAT_ROUND_CURRENT, 0) 3212 VSX_ROUND(xvrspim, 4, float32, VsrW(i), float_round_down, 0) 3213 VSX_ROUND(xvrspip, 4, float32, VsrW(i), float_round_up, 0) 3214 VSX_ROUND(xvrspiz, 4, float32, VsrW(i), float_round_to_zero, 0) 3215 3216 uint64_t helper_xsrsp(CPUPPCState *env, uint64_t xb) 3217 { 3218 helper_reset_fpstatus(env); 3219 3220 uint64_t xt = do_frsp(env, xb, GETPC()); 3221 3222 helper_compute_fprf_float64(env, xt); 3223 do_float_check_status(env, true, GETPC()); 3224 return xt; 3225 } 3226 3227 void helper_XVXSIGSP(ppc_vsr_t *xt, ppc_vsr_t *xb) 3228 { 3229 ppc_vsr_t t = { }; 3230 uint32_t exp, i, fraction; 3231 3232 for (i = 0; i < 4; i++) { 3233 exp = (xb->VsrW(i) >> 23) & 0xFF; 3234 fraction = xb->VsrW(i) & 0x7FFFFF; 3235 if (exp != 0 && exp != 255) { 3236 t.VsrW(i) = fraction | 0x00800000; 3237 } else { 3238 t.VsrW(i) = fraction; 3239 } 3240 } 3241 *xt = t; 3242 } 3243 3244 #define VSX_TSTDC(tp) \ 3245 static int32_t tp##_tstdc(tp b, uint32_t dcmx) \ 3246 { \ 3247 uint32_t match = 0; \ 3248 uint32_t sign = tp##_is_neg(b); \ 3249 if (tp##_is_any_nan(b)) { \ 3250 match = extract32(dcmx, 6, 1); \ 3251 } else if (tp##_is_infinity(b)) { \ 3252 match = extract32(dcmx, 4 + !sign, 1); \ 3253 } else if (tp##_is_zero(b)) { \ 3254 match = extract32(dcmx, 2 + !sign, 1); \ 3255 } else if (tp##_is_zero_or_denormal(b)) { \ 3256 match = extract32(dcmx, 0 + !sign, 1); \ 3257 } \ 3258 return (match != 0); \ 3259 } 3260 3261 VSX_TSTDC(float32) 3262 VSX_TSTDC(float64) 3263 VSX_TSTDC(float128) 3264 #undef VSX_TSTDC 3265 3266 void helper_XVTSTDCDP(ppc_vsr_t *t, ppc_vsr_t *b, uint64_t dcmx, uint32_t v) 3267 { 3268 int i; 3269 for (i = 0; i < 2; i++) { 3270 t->s64[i] = (int64_t)-float64_tstdc(b->f64[i], dcmx); 3271 } 3272 } 3273 3274 void helper_XVTSTDCSP(ppc_vsr_t *t, ppc_vsr_t *b, uint64_t dcmx, uint32_t v) 3275 { 3276 int i; 3277 for (i = 0; i < 4; i++) { 3278 t->s32[i] = (int32_t)-float32_tstdc(b->f32[i], dcmx); 3279 } 3280 } 3281 3282 static bool not_SP_value(float64 val) 3283 { 3284 return val != helper_todouble(helper_tosingle(val)); 3285 } 3286 3287 /* 3288 * VSX_XS_TSTDC - VSX Scalar Test Data Class 3289 * NAME - instruction name 3290 * FLD - vsr_t field (VsrD(0) or f128) 3291 * TP - type (float64 or float128) 3292 */ 3293 #define VSX_XS_TSTDC(NAME, FLD, TP) \ 3294 void helper_##NAME(CPUPPCState *env, uint32_t bf, \ 3295 uint32_t dcmx, ppc_vsr_t *b) \ 3296 { \ 3297 uint32_t cc, match, sign = TP##_is_neg(b->FLD); \ 3298 match = TP##_tstdc(b->FLD, dcmx); \ 3299 cc = sign << CRF_LT_BIT | match << CRF_EQ_BIT; \ 3300 env->fpscr &= ~FP_FPCC; \ 3301 env->fpscr |= cc << FPSCR_FPCC; \ 3302 env->crf[bf] = cc; \ 3303 } 3304 3305 VSX_XS_TSTDC(XSTSTDCDP, VsrD(0), float64) 3306 VSX_XS_TSTDC(XSTSTDCQP, f128, float128) 3307 #undef VSX_XS_TSTDC 3308 3309 void helper_XSTSTDCSP(CPUPPCState *env, uint32_t bf, 3310 uint32_t dcmx, ppc_vsr_t *b) 3311 { 3312 uint32_t cc, match, sign = float64_is_neg(b->VsrD(0)); 3313 uint32_t exp = (b->VsrD(0) >> 52) & 0x7FF; 3314 int not_sp = (int)not_SP_value(b->VsrD(0)); 3315 match = float64_tstdc(b->VsrD(0), dcmx) || (exp > 0 && exp < 0x381); 3316 cc = sign << CRF_LT_BIT | match << CRF_EQ_BIT | not_sp << CRF_SO_BIT; 3317 env->fpscr &= ~FP_FPCC; 3318 env->fpscr |= cc << FPSCR_FPCC; 3319 env->crf[bf] = cc; 3320 } 3321 3322 void helper_xsrqpi(CPUPPCState *env, uint32_t opcode, 3323 ppc_vsr_t *xt, ppc_vsr_t *xb) 3324 { 3325 ppc_vsr_t t = { }; 3326 uint8_t r = Rrm(opcode); 3327 uint8_t ex = Rc(opcode); 3328 uint8_t rmc = RMC(opcode); 3329 uint8_t rmode = 0; 3330 float_status tstat; 3331 3332 helper_reset_fpstatus(env); 3333 3334 if (r == 0 && rmc == 0) { 3335 rmode = float_round_ties_away; 3336 } else if (r == 0 && rmc == 0x3) { 3337 rmode = env->fpscr & FP_RN; 3338 } else if (r == 1) { 3339 switch (rmc) { 3340 case 0: 3341 rmode = float_round_nearest_even; 3342 break; 3343 case 1: 3344 rmode = float_round_to_zero; 3345 break; 3346 case 2: 3347 rmode = float_round_up; 3348 break; 3349 case 3: 3350 rmode = float_round_down; 3351 break; 3352 default: 3353 abort(); 3354 } 3355 } 3356 3357 tstat = env->fp_status; 3358 set_float_exception_flags(0, &tstat); 3359 set_float_rounding_mode(rmode, &tstat); 3360 t.f128 = float128_round_to_int(xb->f128, &tstat); 3361 env->fp_status.float_exception_flags |= tstat.float_exception_flags; 3362 3363 if (unlikely(tstat.float_exception_flags & float_flag_invalid_snan)) { 3364 float_invalid_op_vxsnan(env, GETPC()); 3365 } 3366 3367 if (ex == 0 && (tstat.float_exception_flags & float_flag_inexact)) { 3368 env->fp_status.float_exception_flags &= ~float_flag_inexact; 3369 } 3370 3371 helper_compute_fprf_float128(env, t.f128); 3372 do_float_check_status(env, true, GETPC()); 3373 *xt = t; 3374 } 3375 3376 void helper_xsrqpxp(CPUPPCState *env, uint32_t opcode, 3377 ppc_vsr_t *xt, ppc_vsr_t *xb) 3378 { 3379 ppc_vsr_t t = { }; 3380 uint8_t r = Rrm(opcode); 3381 uint8_t rmc = RMC(opcode); 3382 uint8_t rmode = 0; 3383 floatx80 round_res; 3384 float_status tstat; 3385 3386 helper_reset_fpstatus(env); 3387 3388 if (r == 0 && rmc == 0) { 3389 rmode = float_round_ties_away; 3390 } else if (r == 0 && rmc == 0x3) { 3391 rmode = env->fpscr & FP_RN; 3392 } else if (r == 1) { 3393 switch (rmc) { 3394 case 0: 3395 rmode = float_round_nearest_even; 3396 break; 3397 case 1: 3398 rmode = float_round_to_zero; 3399 break; 3400 case 2: 3401 rmode = float_round_up; 3402 break; 3403 case 3: 3404 rmode = float_round_down; 3405 break; 3406 default: 3407 abort(); 3408 } 3409 } 3410 3411 tstat = env->fp_status; 3412 set_float_exception_flags(0, &tstat); 3413 set_float_rounding_mode(rmode, &tstat); 3414 round_res = float128_to_floatx80(xb->f128, &tstat); 3415 t.f128 = floatx80_to_float128(round_res, &tstat); 3416 env->fp_status.float_exception_flags |= tstat.float_exception_flags; 3417 3418 if (unlikely(tstat.float_exception_flags & float_flag_invalid_snan)) { 3419 float_invalid_op_vxsnan(env, GETPC()); 3420 t.f128 = float128_snan_to_qnan(t.f128); 3421 } 3422 3423 helper_compute_fprf_float128(env, t.f128); 3424 *xt = t; 3425 do_float_check_status(env, true, GETPC()); 3426 } 3427 3428 void helper_xssqrtqp(CPUPPCState *env, uint32_t opcode, 3429 ppc_vsr_t *xt, ppc_vsr_t *xb) 3430 { 3431 ppc_vsr_t t = { }; 3432 float_status tstat; 3433 3434 helper_reset_fpstatus(env); 3435 3436 tstat = env->fp_status; 3437 if (unlikely(Rc(opcode) != 0)) { 3438 tstat.float_rounding_mode = float_round_to_odd; 3439 } 3440 3441 set_float_exception_flags(0, &tstat); 3442 t.f128 = float128_sqrt(xb->f128, &tstat); 3443 env->fp_status.float_exception_flags |= tstat.float_exception_flags; 3444 3445 if (unlikely(tstat.float_exception_flags & float_flag_invalid)) { 3446 float_invalid_op_sqrt(env, tstat.float_exception_flags, 1, GETPC()); 3447 } 3448 3449 helper_compute_fprf_float128(env, t.f128); 3450 *xt = t; 3451 do_float_check_status(env, true, GETPC()); 3452 } 3453 3454 void helper_xssubqp(CPUPPCState *env, uint32_t opcode, 3455 ppc_vsr_t *xt, ppc_vsr_t *xa, ppc_vsr_t *xb) 3456 { 3457 ppc_vsr_t t = *xt; 3458 float_status tstat; 3459 3460 helper_reset_fpstatus(env); 3461 3462 tstat = env->fp_status; 3463 if (unlikely(Rc(opcode) != 0)) { 3464 tstat.float_rounding_mode = float_round_to_odd; 3465 } 3466 3467 set_float_exception_flags(0, &tstat); 3468 t.f128 = float128_sub(xa->f128, xb->f128, &tstat); 3469 env->fp_status.float_exception_flags |= tstat.float_exception_flags; 3470 3471 if (unlikely(tstat.float_exception_flags & float_flag_invalid)) { 3472 float_invalid_op_addsub(env, tstat.float_exception_flags, 1, GETPC()); 3473 } 3474 3475 helper_compute_fprf_float128(env, t.f128); 3476 *xt = t; 3477 do_float_check_status(env, true, GETPC()); 3478 } 3479 3480 static inline void vsxger_excp(CPUPPCState *env, uintptr_t retaddr) 3481 { 3482 /* 3483 * XV*GER instructions execute and set the FPSCR as if exceptions 3484 * are disabled and only at the end throw an exception 3485 */ 3486 target_ulong enable; 3487 enable = env->fpscr & (FP_ENABLES | FP_FI | FP_FR); 3488 env->fpscr &= ~(FP_ENABLES | FP_FI | FP_FR); 3489 int status = get_float_exception_flags(&env->fp_status); 3490 if (unlikely(status & float_flag_invalid)) { 3491 if (status & float_flag_invalid_snan) { 3492 float_invalid_op_vxsnan(env, 0); 3493 } 3494 if (status & float_flag_invalid_imz) { 3495 float_invalid_op_vximz(env, false, 0); 3496 } 3497 if (status & float_flag_invalid_isi) { 3498 float_invalid_op_vxisi(env, false, 0); 3499 } 3500 } 3501 do_float_check_status(env, false, retaddr); 3502 env->fpscr |= enable; 3503 do_fpscr_check_status(env, retaddr); 3504 } 3505 3506 typedef float64 extract_f16(float16, float_status *); 3507 3508 static float64 extract_hf16(float16 in, float_status *fp_status) 3509 { 3510 return float16_to_float64(in, true, fp_status); 3511 } 3512 3513 static float64 extract_bf16(bfloat16 in, float_status *fp_status) 3514 { 3515 return bfloat16_to_float64(in, fp_status); 3516 } 3517 3518 static void vsxger16(CPUPPCState *env, ppc_vsr_t *a, ppc_vsr_t *b, 3519 ppc_acc_t *at, uint32_t mask, bool acc, 3520 bool neg_mul, bool neg_acc, extract_f16 extract) 3521 { 3522 float32 r, aux_acc; 3523 float64 psum, va, vb, vc, vd; 3524 int i, j, xmsk_bit, ymsk_bit; 3525 uint8_t pmsk = FIELD_EX32(mask, GER_MSK, PMSK), 3526 xmsk = FIELD_EX32(mask, GER_MSK, XMSK), 3527 ymsk = FIELD_EX32(mask, GER_MSK, YMSK); 3528 float_status *excp_ptr = &env->fp_status; 3529 for (i = 0, xmsk_bit = 1 << 3; i < 4; i++, xmsk_bit >>= 1) { 3530 for (j = 0, ymsk_bit = 1 << 3; j < 4; j++, ymsk_bit >>= 1) { 3531 if ((xmsk_bit & xmsk) && (ymsk_bit & ymsk)) { 3532 va = !(pmsk & 2) ? float64_zero : 3533 extract(a->VsrHF(2 * i), excp_ptr); 3534 vb = !(pmsk & 2) ? float64_zero : 3535 extract(b->VsrHF(2 * j), excp_ptr); 3536 vc = !(pmsk & 1) ? float64_zero : 3537 extract(a->VsrHF(2 * i + 1), excp_ptr); 3538 vd = !(pmsk & 1) ? float64_zero : 3539 extract(b->VsrHF(2 * j + 1), excp_ptr); 3540 psum = float64_mul(va, vb, excp_ptr); 3541 psum = float64r32_muladd(vc, vd, psum, 0, excp_ptr); 3542 r = float64_to_float32(psum, excp_ptr); 3543 if (acc) { 3544 aux_acc = at[i].VsrSF(j); 3545 if (neg_mul) { 3546 r = bfp32_neg(r); 3547 } 3548 if (neg_acc) { 3549 aux_acc = bfp32_neg(aux_acc); 3550 } 3551 r = float32_add(r, aux_acc, excp_ptr); 3552 } 3553 at[i].VsrSF(j) = r; 3554 } else { 3555 at[i].VsrSF(j) = float32_zero; 3556 } 3557 } 3558 } 3559 vsxger_excp(env, GETPC()); 3560 } 3561 3562 typedef void vsxger_zero(ppc_vsr_t *at, int, int); 3563 3564 typedef void vsxger_muladd_f(ppc_vsr_t *, ppc_vsr_t *, ppc_vsr_t *, int, int, 3565 int flags, float_status *s); 3566 3567 static void vsxger_muladd32(ppc_vsr_t *at, ppc_vsr_t *a, ppc_vsr_t *b, int i, 3568 int j, int flags, float_status *s) 3569 { 3570 at[i].VsrSF(j) = float32_muladd(a->VsrSF(i), b->VsrSF(j), 3571 at[i].VsrSF(j), flags, s); 3572 } 3573 3574 static void vsxger_mul32(ppc_vsr_t *at, ppc_vsr_t *a, ppc_vsr_t *b, int i, 3575 int j, int flags, float_status *s) 3576 { 3577 at[i].VsrSF(j) = float32_mul(a->VsrSF(i), b->VsrSF(j), s); 3578 } 3579 3580 static void vsxger_zero32(ppc_vsr_t *at, int i, int j) 3581 { 3582 at[i].VsrSF(j) = float32_zero; 3583 } 3584 3585 static void vsxger_muladd64(ppc_vsr_t *at, ppc_vsr_t *a, ppc_vsr_t *b, int i, 3586 int j, int flags, float_status *s) 3587 { 3588 if (j >= 2) { 3589 j -= 2; 3590 at[i].VsrDF(j) = float64_muladd(a[i / 2].VsrDF(i % 2), b->VsrDF(j), 3591 at[i].VsrDF(j), flags, s); 3592 } 3593 } 3594 3595 static void vsxger_mul64(ppc_vsr_t *at, ppc_vsr_t *a, ppc_vsr_t *b, int i, 3596 int j, int flags, float_status *s) 3597 { 3598 if (j >= 2) { 3599 j -= 2; 3600 at[i].VsrDF(j) = float64_mul(a[i / 2].VsrDF(i % 2), b->VsrDF(j), s); 3601 } 3602 } 3603 3604 static void vsxger_zero64(ppc_vsr_t *at, int i, int j) 3605 { 3606 if (j >= 2) { 3607 j -= 2; 3608 at[i].VsrDF(j) = float64_zero; 3609 } 3610 } 3611 3612 static void vsxger(CPUPPCState *env, ppc_vsr_t *a, ppc_vsr_t *b, 3613 ppc_acc_t *at, uint32_t mask, bool acc, bool neg_mul, 3614 bool neg_acc, vsxger_muladd_f mul, vsxger_muladd_f muladd, 3615 vsxger_zero zero) 3616 { 3617 int i, j, xmsk_bit, ymsk_bit, op_flags; 3618 uint8_t xmsk = mask & 0x0F; 3619 uint8_t ymsk = (mask >> 4) & 0x0F; 3620 float_status *excp_ptr = &env->fp_status; 3621 op_flags = (neg_acc ^ neg_mul) ? float_muladd_negate_c : 0; 3622 op_flags |= (neg_mul) ? float_muladd_negate_result : 0; 3623 helper_reset_fpstatus(env); 3624 for (i = 0, xmsk_bit = 1 << 3; i < 4; i++, xmsk_bit >>= 1) { 3625 for (j = 0, ymsk_bit = 1 << 3; j < 4; j++, ymsk_bit >>= 1) { 3626 if ((xmsk_bit & xmsk) && (ymsk_bit & ymsk)) { 3627 if (acc) { 3628 muladd(at, a, b, i, j, op_flags, excp_ptr); 3629 } else { 3630 mul(at, a, b, i, j, op_flags, excp_ptr); 3631 } 3632 } else { 3633 zero(at, i, j); 3634 } 3635 } 3636 } 3637 vsxger_excp(env, GETPC()); 3638 } 3639 3640 QEMU_FLATTEN 3641 void helper_XVBF16GER2(CPUPPCState *env, ppc_vsr_t *a, ppc_vsr_t *b, 3642 ppc_acc_t *at, uint32_t mask) 3643 { 3644 vsxger16(env, a, b, at, mask, false, false, false, extract_bf16); 3645 } 3646 3647 QEMU_FLATTEN 3648 void helper_XVBF16GER2PP(CPUPPCState *env, ppc_vsr_t *a, ppc_vsr_t *b, 3649 ppc_acc_t *at, uint32_t mask) 3650 { 3651 vsxger16(env, a, b, at, mask, true, false, false, extract_bf16); 3652 } 3653 3654 QEMU_FLATTEN 3655 void helper_XVBF16GER2PN(CPUPPCState *env, ppc_vsr_t *a, ppc_vsr_t *b, 3656 ppc_acc_t *at, uint32_t mask) 3657 { 3658 vsxger16(env, a, b, at, mask, true, false, true, extract_bf16); 3659 } 3660 3661 QEMU_FLATTEN 3662 void helper_XVBF16GER2NP(CPUPPCState *env, ppc_vsr_t *a, ppc_vsr_t *b, 3663 ppc_acc_t *at, uint32_t mask) 3664 { 3665 vsxger16(env, a, b, at, mask, true, true, false, extract_bf16); 3666 } 3667 3668 QEMU_FLATTEN 3669 void helper_XVBF16GER2NN(CPUPPCState *env, ppc_vsr_t *a, ppc_vsr_t *b, 3670 ppc_acc_t *at, uint32_t mask) 3671 { 3672 vsxger16(env, a, b, at, mask, true, true, true, extract_bf16); 3673 } 3674 3675 QEMU_FLATTEN 3676 void helper_XVF16GER2(CPUPPCState *env, ppc_vsr_t *a, ppc_vsr_t *b, 3677 ppc_acc_t *at, uint32_t mask) 3678 { 3679 vsxger16(env, a, b, at, mask, false, false, false, extract_hf16); 3680 } 3681 3682 QEMU_FLATTEN 3683 void helper_XVF16GER2PP(CPUPPCState *env, ppc_vsr_t *a, ppc_vsr_t *b, 3684 ppc_acc_t *at, uint32_t mask) 3685 { 3686 vsxger16(env, a, b, at, mask, true, false, false, extract_hf16); 3687 } 3688 3689 QEMU_FLATTEN 3690 void helper_XVF16GER2PN(CPUPPCState *env, ppc_vsr_t *a, ppc_vsr_t *b, 3691 ppc_acc_t *at, uint32_t mask) 3692 { 3693 vsxger16(env, a, b, at, mask, true, false, true, extract_hf16); 3694 } 3695 3696 QEMU_FLATTEN 3697 void helper_XVF16GER2NP(CPUPPCState *env, ppc_vsr_t *a, ppc_vsr_t *b, 3698 ppc_acc_t *at, uint32_t mask) 3699 { 3700 vsxger16(env, a, b, at, mask, true, true, false, extract_hf16); 3701 } 3702 3703 QEMU_FLATTEN 3704 void helper_XVF16GER2NN(CPUPPCState *env, ppc_vsr_t *a, ppc_vsr_t *b, 3705 ppc_acc_t *at, uint32_t mask) 3706 { 3707 vsxger16(env, a, b, at, mask, true, true, true, extract_hf16); 3708 } 3709 3710 QEMU_FLATTEN 3711 void helper_XVF32GER(CPUPPCState *env, ppc_vsr_t *a, ppc_vsr_t *b, 3712 ppc_acc_t *at, uint32_t mask) 3713 { 3714 vsxger(env, a, b, at, mask, false, false, false, vsxger_mul32, 3715 vsxger_muladd32, vsxger_zero32); 3716 } 3717 3718 QEMU_FLATTEN 3719 void helper_XVF32GERPP(CPUPPCState *env, ppc_vsr_t *a, ppc_vsr_t *b, 3720 ppc_acc_t *at, uint32_t mask) 3721 { 3722 vsxger(env, a, b, at, mask, true, false, false, vsxger_mul32, 3723 vsxger_muladd32, vsxger_zero32); 3724 } 3725 3726 QEMU_FLATTEN 3727 void helper_XVF32GERPN(CPUPPCState *env, ppc_vsr_t *a, ppc_vsr_t *b, 3728 ppc_acc_t *at, uint32_t mask) 3729 { 3730 vsxger(env, a, b, at, mask, true, false, true, vsxger_mul32, 3731 vsxger_muladd32, vsxger_zero32); 3732 } 3733 3734 QEMU_FLATTEN 3735 void helper_XVF32GERNP(CPUPPCState *env, ppc_vsr_t *a, ppc_vsr_t *b, 3736 ppc_acc_t *at, uint32_t mask) 3737 { 3738 vsxger(env, a, b, at, mask, true, true, false, vsxger_mul32, 3739 vsxger_muladd32, vsxger_zero32); 3740 } 3741 3742 QEMU_FLATTEN 3743 void helper_XVF32GERNN(CPUPPCState *env, ppc_vsr_t *a, ppc_vsr_t *b, 3744 ppc_acc_t *at, uint32_t mask) 3745 { 3746 vsxger(env, a, b, at, mask, true, true, true, vsxger_mul32, 3747 vsxger_muladd32, vsxger_zero32); 3748 } 3749 3750 QEMU_FLATTEN 3751 void helper_XVF64GER(CPUPPCState *env, ppc_vsr_t *a, ppc_vsr_t *b, 3752 ppc_acc_t *at, uint32_t mask) 3753 { 3754 vsxger(env, a, b, at, mask, false, false, false, vsxger_mul64, 3755 vsxger_muladd64, vsxger_zero64); 3756 } 3757 3758 QEMU_FLATTEN 3759 void helper_XVF64GERPP(CPUPPCState *env, ppc_vsr_t *a, ppc_vsr_t *b, 3760 ppc_acc_t *at, uint32_t mask) 3761 { 3762 vsxger(env, a, b, at, mask, true, false, false, vsxger_mul64, 3763 vsxger_muladd64, vsxger_zero64); 3764 } 3765 3766 QEMU_FLATTEN 3767 void helper_XVF64GERPN(CPUPPCState *env, ppc_vsr_t *a, ppc_vsr_t *b, 3768 ppc_acc_t *at, uint32_t mask) 3769 { 3770 vsxger(env, a, b, at, mask, true, false, true, vsxger_mul64, 3771 vsxger_muladd64, vsxger_zero64); 3772 } 3773 3774 QEMU_FLATTEN 3775 void helper_XVF64GERNP(CPUPPCState *env, ppc_vsr_t *a, ppc_vsr_t *b, 3776 ppc_acc_t *at, uint32_t mask) 3777 { 3778 vsxger(env, a, b, at, mask, true, true, false, vsxger_mul64, 3779 vsxger_muladd64, vsxger_zero64); 3780 } 3781 3782 QEMU_FLATTEN 3783 void helper_XVF64GERNN(CPUPPCState *env, ppc_vsr_t *a, ppc_vsr_t *b, 3784 ppc_acc_t *at, uint32_t mask) 3785 { 3786 vsxger(env, a, b, at, mask, true, true, true, vsxger_mul64, 3787 vsxger_muladd64, vsxger_zero64); 3788 }