mem64.S 1.6 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788
  1. /*
  2. * String handling functions.
  3. *
  4. * Copyright IBM Corp. 2012
  5. */
  6. #include <linux/linkage.h>
  7. /*
  8. * memset implementation
  9. *
  10. * This code corresponds to the C construct below. We do distinguish
  11. * between clearing (c == 0) and setting a memory array (c != 0) simply
  12. * because nearly all memset invocations in the kernel clear memory and
  13. * the xc instruction is preferred in such cases.
  14. *
  15. * void *memset(void *s, int c, size_t n)
  16. * {
  17. * if (likely(c == 0))
  18. * return __builtin_memset(s, 0, n);
  19. * return __builtin_memset(s, c, n);
  20. * }
  21. */
  22. ENTRY(memset)
  23. ltgr %r4,%r4
  24. bzr %r14
  25. ltgr %r3,%r3
  26. jnz .Lmemset_fill
  27. aghi %r4,-1
  28. srlg %r3,%r4,8
  29. ltgr %r3,%r3
  30. lgr %r1,%r2
  31. jz .Lmemset_clear_rest
  32. .Lmemset_clear_loop:
  33. xc 0(256,%r1),0(%r1)
  34. la %r1,256(%r1)
  35. brctg %r3,.Lmemset_clear_loop
  36. .Lmemset_clear_rest:
  37. larl %r3,.Lmemset_xc
  38. ex %r4,0(%r3)
  39. br %r14
  40. .Lmemset_fill:
  41. stc %r3,0(%r2)
  42. cghi %r4,1
  43. lgr %r1,%r2
  44. ber %r14
  45. aghi %r4,-2
  46. srlg %r3,%r4,8
  47. ltgr %r3,%r3
  48. jz .Lmemset_fill_rest
  49. .Lmemset_fill_loop:
  50. mvc 1(256,%r1),0(%r1)
  51. la %r1,256(%r1)
  52. brctg %r3,.Lmemset_fill_loop
  53. .Lmemset_fill_rest:
  54. larl %r3,.Lmemset_mvc
  55. ex %r4,0(%r3)
  56. br %r14
  57. .Lmemset_xc:
  58. xc 0(1,%r1),0(%r1)
  59. .Lmemset_mvc:
  60. mvc 1(1,%r1),0(%r1)
  61. /*
  62. * memcpy implementation
  63. *
  64. * void *memcpy(void *dest, const void *src, size_t n)
  65. */
  66. ENTRY(memcpy)
  67. ltgr %r4,%r4
  68. bzr %r14
  69. aghi %r4,-1
  70. srlg %r5,%r4,8
  71. ltgr %r5,%r5
  72. lgr %r1,%r2
  73. jnz .Lmemcpy_loop
  74. .Lmemcpy_rest:
  75. larl %r5,.Lmemcpy_mvc
  76. ex %r4,0(%r5)
  77. br %r14
  78. .Lmemcpy_loop:
  79. mvc 0(256,%r1),0(%r3)
  80. la %r1,256(%r1)
  81. la %r3,256(%r3)
  82. brctg %r5,.Lmemcpy_loop
  83. j .Lmemcpy_rest
  84. .Lmemcpy_mvc:
  85. mvc 0(1,%r1),0(%r3)