# RUN: llc -mtriple=aarch64--linux-gnu -run-pass=aarch64-ldst-opt %s -verify-machineinstrs -o - | FileCheck %s
---
name: promote-load-from-store
tracksRegLiveness: true
body: |
  bb.0:
    liveins: $w1, $x0, $lr

    STRWui killed $w1, $x0, 0 :: (store (s32))
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    $w0 = LDRHHui killed $x0, 1 :: (load (s16))
    RET $lr, implicit $w0

...
# Don't count transient instructions towards search limits.
# CHECK-LABEL: name: promote-load-from-store
# CHECK: STRWui $w1
# CHECK: UBFMWri killed $w1
---
name: store-pair
tracksRegLiveness: true
body: |
  bb.0:
    liveins: $w1, $x0, $lr

    STRWui $w1, $x0, 0 :: (store (s32))
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    CFI_INSTRUCTION 0
    STRWui killed $w1, killed $x0, 1 :: (store (s32))
    RET $lr

...
# CHECK-LABEL: name: store-pair
# CHECK: STPWi
---
name: store-pair-clearkill0
tracksRegLiveness: true
body: |
  bb.0:
    liveins: $w1, $x0, $lr

    STRWui $w1, $x0, 0 :: (store (s32))
    $w2 = COPY $w1
    $x3 = COPY $x0
    STRWui killed $w1, killed $x0, 1 :: (store (s32))
    RET $lr
...
# When merging a lower store with an upper one, we must clear kill flags on
# the lower store.
# CHECK-LABEL: store-pair-clearkill0
# CHECK-NOT: STPWi $w1, killed $w1, $x0, 0 :: (store (s32))
# CHECK: STPWi $w1, $w1, $x0, 0 :: (store (s32))
# CHECK: $w2 = COPY $w1
# CHECK: RET $lr
---
name: store-pair-clearkill1
tracksRegLiveness: true
body: |
  bb.0:
    liveins: $x0, $lr

    $w1 = MOVi32imm 13
    $w2 = MOVi32imm 7
    STRWui $w1, $x0, 1 :: (store (s32))
    $w2 = COPY killed $w1
    STRWui killed $w2, $x0, 0 :: (store (s32))

    $w1 = MOVi32imm 42
    $w2 = MOVi32imm 7
    STRWui $w1, $x0, 0 :: (store (s32))
    $w2 = COPY killed $w1
    STRWui killed $w2, killed $x0, 1 :: (store (s32))

    RET $lr
...
# When merging an upper store with a lower one, kill flags along the way need
# to be removed; In this case the kill flag on $w1.
# CHECK-LABEL: store-pair-clearkill1
# CHECK: $w1 = MOVi32imm
# CHECK: $w2 = MOVi32imm
# CHECK-NOT: $w2 = COPY killed $w1
# CHECK: $w2 = COPY $w1
# CHECK: STPWi killed $w2, $w1, $x0, 0

# CHECK: $w1 = MOVi32imm
# CHECK: $w2 = MOVi32imm
# CHECK-NOT: $w2 = COPY killed $w1
# CHECK: $w2 = COPY $w1
# CHECK: STPWi $w1, killed $w2, killed $x0, 0
---
name: store-load-clearkill
tracksRegLiveness: true
body: |
  bb.0:
    liveins: $w1

    STRWui $w1, $sp, 0 :: (store (s32))
    $wzr = COPY killed $w1 ; killing use of $w1
    $w11 = LDRWui $sp, 0 :: (load (s32))
    HINT 0, implicit $w11 ; some use of $w11
...
# When replaceing the load of a store-load pair with a copy the kill flags
# along the way need to be cleared.
# CHECK-LABEL: name: store-load-clearkill
# CHECK: STRWui $w1, $sp, 0 :: (store (s32))
# CHECK-NOT: COPY killed $w1
# CHECK: $wzr = COPY $w1
# CHECK: $w11 = ORRWrs $wzr, $w1, 0
# CHECK: HINT 0, implicit $w11
---
name: promote-load-from-store-undef
tracksRegLiveness: true
body: |
  bb.0:
    liveins: $x0, $x2, $lr

    STRWui undef $w1, $x0, 0 :: (store (s32))
    $w0 = LDRBBui $x0, 1 :: (load (s16))
    STRHHui undef $w3, $x2, 0 :: (store (s32))
    $w1 = LDRBBui $x2, 0 :: (load (s32))
    RET $lr, implicit $w0
...
# CHECK-LABEL: name: promote-load-from-store-undef
# CHECK: STRWui undef $w1
# CHECK: UBFMWri undef $w1
# CHECK: STRHHui undef $w3
# CHECK: ANDWri undef $w3
---
name: promote-load-from-store-trivial-kills
tracksRegLiveness: true
body: |
  bb.0:
    liveins: $x0, $lr

    STRXui $x0, $sp, 0 :: (store (s64))
    STRXui killed $x0, $sp, 2 :: (store (s64))
    $x0 = LDRXui $sp, 0 :: (load (s64))
    BL &bar, csr_aarch64_aapcs, implicit-def $lr, implicit $sp, implicit $x0, implicit-def $sp
    RET $lr
...
# CHECK-LABEL: name: promote-load-from-store-trivial-kills
# CHECK: STRXui $x0, $sp, 0
# CHECK: STRXui $x0, $sp, 2
# CHECK-NOT: LDRXui
# CHECK-NOT: ORR
# CHECK: BL &bar, csr_aarch64_aapcs, implicit-def $lr, implicit $sp, implicit $x0, implicit-def $sp