935     int pld_offset = config->pld_distance;  in generate_forward_aligned_copy_loop()  local
951     const bool prefetch_before = pld_offset < 0;  in generate_forward_aligned_copy_loop()
952     const bool prefetch_after = pld_offset > 0;  in generate_forward_aligned_copy_loop()
959     if (pld_offset != 0) {  in generate_forward_aligned_copy_loop()
960       pld_offset = (pld_offset < 0) ? -pld_offset : pld_offset;  in generate_forward_aligned_copy_loop()
969         __ subs_32(count, count, (bytes_per_loop+pld_offset)/bytes_per_count);  in generate_forward_aligned_copy_loop()
976       while (offset <= pld_offset) {  in generate_forward_aligned_copy_loop()
991         prefetch(from, to, bytes_per_loop + pld_offset);  in generate_forward_aligned_copy_loop()
1009         prefetch(from, to, pld_offset, bytes_per_loop);  in generate_forward_aligned_copy_loop()
1023         __ cmn_32(count, (bytes_per_loop + pld_offset)/bytes_per_count);  in generate_forward_aligned_copy_loop()
1031 …assert (pld_offset % bytes_per_loop == 0, "decreasing count by pld_offset before loop must not cha…  in generate_forward_aligned_copy_loop()
1092     int pld_offset = config->pld_distance;  in generate_backward_aligned_copy_loop()  local
1103     const bool prefetch_before = pld_offset < 0;  in generate_backward_aligned_copy_loop()
1104     const bool prefetch_after = pld_offset > 0;  in generate_backward_aligned_copy_loop()
1108     if (pld_offset != 0) {  in generate_backward_aligned_copy_loop()
1109       pld_offset = (pld_offset < 0) ? -pld_offset : pld_offset;  in generate_backward_aligned_copy_loop()
1114         __ subs_32(count, count, (bytes_per_loop + pld_offset) / bytes_per_count);  in generate_backward_aligned_copy_loop()
1119       while (offset <= pld_offset) {  in generate_backward_aligned_copy_loop()
1134         prefetch(end_from, end_to, -(wordSize + bytes_per_loop + pld_offset));  in generate_backward_aligned_copy_loop()
1148         prefetch(end_from, end_to, -(wordSize + pld_offset), -bytes_per_loop);  in generate_backward_aligned_copy_loop()
1161         __ cmn_32(count, (bytes_per_loop + pld_offset)/bytes_per_count);  in generate_backward_aligned_copy_loop()
1169 …assert (pld_offset % bytes_per_loop == 0, "decreasing count by pld_offset before loop must not cha…  in generate_backward_aligned_copy_loop()
1243     int pld_offset = config->pld_distance;  in generate_forward_shifted_copy_loop()  local
1248     const bool prefetch_before = pld_offset < 0;  in generate_forward_shifted_copy_loop()
1249     const bool prefetch_after = pld_offset > 0;  in generate_forward_shifted_copy_loop()
1251     if (pld_offset != 0) {  in generate_forward_shifted_copy_loop()
1253       pld_offset = (pld_offset < 0) ? -pld_offset : pld_offset;  in generate_forward_shifted_copy_loop()
1262 …      __ subs_32(count, count, ((bytes_per_loop + pld_offset) / bytes_per_count) + count_per_loop);  in generate_forward_shifted_copy_loop()
1267       while (offset <= pld_offset) {  in generate_forward_shifted_copy_loop()
1280       prefetch(from, to, bytes_per_loop + pld_offset);  in generate_forward_shifted_copy_loop()
1304       prefetch(from, to, pld_offset, bytes_per_loop);  in generate_forward_shifted_copy_loop()
1337       __ cmn_32(count, (bytes_per_loop + pld_offset)/bytes_per_count);  in generate_forward_shifted_copy_loop()
1340       __ adds_32(count, count, ((bytes_per_loop + pld_offset) / bytes_per_count) + count_per_loop);  in generate_forward_shifted_copy_loop()
1473     int pld_offset = config->pld_distance;  in generate_backward_shifted_copy_loop()  local
1479     const bool prefetch_before = pld_offset < 0;  in generate_backward_shifted_copy_loop()
1480     const bool prefetch_after = pld_offset > 0;  in generate_backward_shifted_copy_loop()
1483     if (pld_offset != 0) {  in generate_backward_shifted_copy_loop()
1485       pld_offset = (pld_offset < 0) ? -pld_offset : pld_offset;  in generate_backward_shifted_copy_loop()
1495         __ subs_32(count, count, ((bytes_per_loop + pld_offset)/bytes_per_count) + count_per_loop);  in generate_backward_shifted_copy_loop()
1500       while (offset <= pld_offset) {  in generate_backward_shifted_copy_loop()
1512       prefetch(end_from, end_to, -(wordSize + bytes_per_loop + pld_offset));  in generate_backward_shifted_copy_loop()
1531       prefetch(end_from, end_to, -(wordSize + pld_offset), -bytes_per_loop);  in generate_backward_shifted_copy_loop()
1565       __ cmn_32(count, ((bytes_per_loop + pld_offset)/bytes_per_count));  in generate_backward_shifted_copy_loop()
1568       __ adds_32(count, count, ((bytes_per_loop + pld_offset) / bytes_per_count) + count_per_loop);  in generate_backward_shifted_copy_loop()