1 /*
2 * Copyright (c) 2017, 2018, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 */
23
24 #ifndef SHARE_GC_Z_ZBARRIERSET_INLINE_HPP
25 #define SHARE_GC_Z_ZBARRIERSET_INLINE_HPP
26
27 #include "gc/shared/accessBarrierSupport.inline.hpp"
28 #include "gc/z/zBarrier.inline.hpp"
29 #include "gc/z/zBarrierSet.hpp"
30 #include "utilities/debug.hpp"
31
32 template <DecoratorSet decorators, typename BarrierSetT>
33 template <DecoratorSet expected>
verify_decorators_present()34 inline void ZBarrierSet::AccessBarrier<decorators, BarrierSetT>::verify_decorators_present() {
35 if ((decorators & expected) == 0) {
36 fatal("Using unsupported access decorators");
37 }
38 }
39
40 template <DecoratorSet decorators, typename BarrierSetT>
41 template <DecoratorSet expected>
verify_decorators_absent()42 inline void ZBarrierSet::AccessBarrier<decorators, BarrierSetT>::verify_decorators_absent() {
43 if ((decorators & expected) != 0) {
44 fatal("Using unsupported access decorators");
45 }
46 }
47
48 template <DecoratorSet decorators, typename BarrierSetT>
field_addr(oop base,ptrdiff_t offset)49 inline oop* ZBarrierSet::AccessBarrier<decorators, BarrierSetT>::field_addr(oop base, ptrdiff_t offset) {
50 assert(base != NULL, "Invalid base");
51 return reinterpret_cast<oop*>(reinterpret_cast<intptr_t>((void*)base) + offset);
52 }
53
54 template <DecoratorSet decorators, typename BarrierSetT>
55 template <typename T>
load_barrier_on_oop_field_preloaded(T * addr,oop o)56 inline oop ZBarrierSet::AccessBarrier<decorators, BarrierSetT>::load_barrier_on_oop_field_preloaded(T* addr, oop o) {
57 verify_decorators_absent<ON_UNKNOWN_OOP_REF>();
58
59 if (HasDecorator<decorators, AS_NO_KEEPALIVE>::value) {
60 if (HasDecorator<decorators, ON_STRONG_OOP_REF>::value) {
61 return ZBarrier::weak_load_barrier_on_oop_field_preloaded(addr, o);
62 } else if (HasDecorator<decorators, ON_WEAK_OOP_REF>::value) {
63 return ZBarrier::weak_load_barrier_on_weak_oop_field_preloaded(addr, o);
64 } else {
65 return ZBarrier::weak_load_barrier_on_phantom_oop_field_preloaded(addr, o);
66 }
67 } else {
68 if (HasDecorator<decorators, ON_STRONG_OOP_REF>::value) {
69 return ZBarrier::load_barrier_on_oop_field_preloaded(addr, o);
70 } else if (HasDecorator<decorators, ON_WEAK_OOP_REF>::value) {
71 return ZBarrier::load_barrier_on_weak_oop_field_preloaded(addr, o);
72 } else {
73 return ZBarrier::load_barrier_on_phantom_oop_field_preloaded(addr, o);
74 }
75 }
76 }
77
78 template <DecoratorSet decorators, typename BarrierSetT>
79 template <typename T>
load_barrier_on_unknown_oop_field_preloaded(oop base,ptrdiff_t offset,T * addr,oop o)80 inline oop ZBarrierSet::AccessBarrier<decorators, BarrierSetT>::load_barrier_on_unknown_oop_field_preloaded(oop base, ptrdiff_t offset, T* addr, oop o) {
81 verify_decorators_present<ON_UNKNOWN_OOP_REF>();
82
83 const DecoratorSet decorators_known_strength =
84 AccessBarrierSupport::resolve_possibly_unknown_oop_ref_strength<decorators>(base, offset);
85
86 if (HasDecorator<decorators, AS_NO_KEEPALIVE>::value) {
87 if (decorators_known_strength & ON_STRONG_OOP_REF) {
88 return ZBarrier::weak_load_barrier_on_oop_field_preloaded(addr, o);
89 } else if (decorators_known_strength & ON_WEAK_OOP_REF) {
90 return ZBarrier::weak_load_barrier_on_weak_oop_field_preloaded(addr, o);
91 } else {
92 return ZBarrier::weak_load_barrier_on_phantom_oop_field_preloaded(addr, o);
93 }
94 } else {
95 if (decorators_known_strength & ON_STRONG_OOP_REF) {
96 return ZBarrier::load_barrier_on_oop_field_preloaded(addr, o);
97 } else if (decorators_known_strength & ON_WEAK_OOP_REF) {
98 return ZBarrier::load_barrier_on_weak_oop_field_preloaded(addr, o);
99 } else {
100 return ZBarrier::load_barrier_on_phantom_oop_field_preloaded(addr, o);
101 }
102 }
103 }
104
105 //
106 // In heap
107 //
108 template <DecoratorSet decorators, typename BarrierSetT>
109 template <typename T>
oop_load_in_heap(T * addr)110 inline oop ZBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_load_in_heap(T* addr) {
111 verify_decorators_absent<ON_UNKNOWN_OOP_REF>();
112
113 const oop o = Raw::oop_load_in_heap(addr);
114 return load_barrier_on_oop_field_preloaded(addr, o);
115 }
116
117 template <DecoratorSet decorators, typename BarrierSetT>
oop_load_in_heap_at(oop base,ptrdiff_t offset)118 inline oop ZBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_load_in_heap_at(oop base, ptrdiff_t offset) {
119 oop* const addr = field_addr(base, offset);
120 const oop o = Raw::oop_load_in_heap(addr);
121
122 if (HasDecorator<decorators, ON_UNKNOWN_OOP_REF>::value) {
123 return load_barrier_on_unknown_oop_field_preloaded(base, offset, addr, o);
124 }
125
126 return load_barrier_on_oop_field_preloaded(addr, o);
127 }
128
129 template <DecoratorSet decorators, typename BarrierSetT>
130 template <typename T>
oop_atomic_cmpxchg_in_heap(oop new_value,T * addr,oop compare_value)131 inline oop ZBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_cmpxchg_in_heap(oop new_value, T* addr, oop compare_value) {
132 verify_decorators_present<ON_STRONG_OOP_REF>();
133 verify_decorators_absent<AS_NO_KEEPALIVE>();
134
135 ZBarrier::load_barrier_on_oop_field(addr);
136 return Raw::oop_atomic_cmpxchg_in_heap(new_value, addr, compare_value);
137 }
138
139 template <DecoratorSet decorators, typename BarrierSetT>
oop_atomic_cmpxchg_in_heap_at(oop new_value,oop base,ptrdiff_t offset,oop compare_value)140 inline oop ZBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_cmpxchg_in_heap_at(oop new_value, oop base, ptrdiff_t offset, oop compare_value) {
141 verify_decorators_present<ON_STRONG_OOP_REF | ON_UNKNOWN_OOP_REF>();
142 verify_decorators_absent<AS_NO_KEEPALIVE>();
143
144 // Through Unsafe.CompareAndExchangeObject()/CompareAndSetObject() we can receive
145 // calls with ON_UNKNOWN_OOP_REF set. However, we treat these as ON_STRONG_OOP_REF,
146 // with the motivation that if you're doing Unsafe operations on a Reference.referent
147 // field, then you're on your own anyway.
148 ZBarrier::load_barrier_on_oop_field(field_addr(base, offset));
149 return Raw::oop_atomic_cmpxchg_in_heap_at(new_value, base, offset, compare_value);
150 }
151
152 template <DecoratorSet decorators, typename BarrierSetT>
153 template <typename T>
oop_atomic_xchg_in_heap(oop new_value,T * addr)154 inline oop ZBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_xchg_in_heap(oop new_value, T* addr) {
155 verify_decorators_present<ON_STRONG_OOP_REF>();
156 verify_decorators_absent<AS_NO_KEEPALIVE>();
157
158 const oop o = Raw::oop_atomic_xchg_in_heap(new_value, addr);
159 return ZBarrier::load_barrier_on_oop(o);
160 }
161
162 template <DecoratorSet decorators, typename BarrierSetT>
oop_atomic_xchg_in_heap_at(oop new_value,oop base,ptrdiff_t offset)163 inline oop ZBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_xchg_in_heap_at(oop new_value, oop base, ptrdiff_t offset) {
164 verify_decorators_present<ON_STRONG_OOP_REF>();
165 verify_decorators_absent<AS_NO_KEEPALIVE>();
166
167 const oop o = Raw::oop_atomic_xchg_in_heap_at(new_value, base, offset);
168 return ZBarrier::load_barrier_on_oop(o);
169 }
170
171 template <DecoratorSet decorators, typename BarrierSetT>
172 template <typename T>
oop_arraycopy_in_heap(arrayOop src_obj,size_t src_offset_in_bytes,T * src_raw,arrayOop dst_obj,size_t dst_offset_in_bytes,T * dst_raw,size_t length)173 inline bool ZBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_arraycopy_in_heap(arrayOop src_obj, size_t src_offset_in_bytes, T* src_raw,
174 arrayOop dst_obj, size_t dst_offset_in_bytes, T* dst_raw,
175 size_t length) {
176 T* src = arrayOopDesc::obj_offset_to_raw(src_obj, src_offset_in_bytes, src_raw);
177 T* dst = arrayOopDesc::obj_offset_to_raw(dst_obj, dst_offset_in_bytes, dst_raw);
178
179 if (!HasDecorator<decorators, ARRAYCOPY_CHECKCAST>::value) {
180 // No check cast, bulk barrier and bulk copy
181 ZBarrier::load_barrier_on_oop_array(src, length);
182 return Raw::oop_arraycopy_in_heap(NULL, 0, src, NULL, 0, dst, length);
183 }
184
185 // Check cast and copy each elements
186 Klass* const dst_klass = objArrayOop(dst_obj)->element_klass();
187 for (const T* const end = src + length; src < end; src++, dst++) {
188 const oop elem = ZBarrier::load_barrier_on_oop_field(src);
189 if (!oopDesc::is_instanceof_or_null(elem, dst_klass)) {
190 // Check cast failed
191 return false;
192 }
193
194 // Cast is safe, since we know it's never a narrowOop
195 *(oop*)dst = elem;
196 }
197
198 return true;
199 }
200
201 template <DecoratorSet decorators, typename BarrierSetT>
clone_in_heap(oop src,oop dst,size_t size)202 inline void ZBarrierSet::AccessBarrier<decorators, BarrierSetT>::clone_in_heap(oop src, oop dst, size_t size) {
203 ZBarrier::load_barrier_on_oop_fields(src);
204 Raw::clone_in_heap(src, dst, size);
205 }
206
207 //
208 // Not in heap
209 //
210 template <DecoratorSet decorators, typename BarrierSetT>
211 template <typename T>
oop_load_not_in_heap(T * addr)212 inline oop ZBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_load_not_in_heap(T* addr) {
213 verify_decorators_absent<ON_UNKNOWN_OOP_REF>();
214
215 const oop o = Raw::oop_load_not_in_heap(addr);
216 return load_barrier_on_oop_field_preloaded(addr, o);
217 }
218
219 template <DecoratorSet decorators, typename BarrierSetT>
220 template <typename T>
oop_atomic_cmpxchg_not_in_heap(oop new_value,T * addr,oop compare_value)221 inline oop ZBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_cmpxchg_not_in_heap(oop new_value, T* addr, oop compare_value) {
222 verify_decorators_present<ON_STRONG_OOP_REF>();
223 verify_decorators_absent<AS_NO_KEEPALIVE>();
224
225 return Raw::oop_atomic_cmpxchg_not_in_heap(new_value, addr, compare_value);
226 }
227
228 template <DecoratorSet decorators, typename BarrierSetT>
229 template <typename T>
oop_atomic_xchg_not_in_heap(oop new_value,T * addr)230 inline oop ZBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_xchg_not_in_heap(oop new_value, T* addr) {
231 verify_decorators_present<ON_STRONG_OOP_REF>();
232 verify_decorators_absent<AS_NO_KEEPALIVE>();
233
234 return Raw::oop_atomic_xchg_not_in_heap(new_value, addr);
235 }
236
237 #endif // SHARE_GC_Z_ZBARRIERSET_INLINE_HPP
238