/root/doris/be/src/util/jni-util.cpp
Line | Count | Source (jump to first uncovered line) |
1 | | // Licensed to the Apache Software Foundation (ASF) under one |
2 | | // or more contributor license agreements. See the NOTICE file |
3 | | // distributed with this work for additional information |
4 | | // regarding copyright ownership. The ASF licenses this file |
5 | | // to you under the Apache License, Version 2.0 (the |
6 | | // "License"); you may not use this file except in compliance |
7 | | // with the License. You may obtain a copy of the License at |
8 | | // |
9 | | // http://www.apache.org/licenses/LICENSE-2.0 |
10 | | // |
11 | | // Unless required by applicable law or agreed to in writing, |
12 | | // software distributed under the License is distributed on an |
13 | | // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
14 | | // KIND, either express or implied. See the License for the |
15 | | // specific language governing permissions and limitations |
16 | | // under the License. |
17 | | |
18 | | #include "util/jni-util.h" |
19 | | |
20 | | #include <fmt/format.h> |
21 | | #include <glog/logging.h> |
22 | | #include <jni.h> |
23 | | #include <jni_md.h> |
24 | | |
25 | | #include <algorithm> |
26 | | #include <cstdlib> |
27 | | #include <filesystem> |
28 | | #include <iterator> |
29 | | #include <limits> |
30 | | #include <memory> |
31 | | #include <mutex> |
32 | | #include <sstream> |
33 | | #include <string> |
34 | | #include <vector> |
35 | | |
36 | | #include "common/config.h" |
37 | | #include "gutil/strings/substitute.h" |
38 | | #include "util/doris_metrics.h" |
39 | | #include "util/jni_native_method.h" |
40 | | // #include "util/libjvm_loader.h" |
41 | | |
42 | | using std::string; |
43 | | |
44 | | namespace doris { |
45 | | |
46 | | namespace { |
47 | | JavaVM* g_vm; |
48 | | [[maybe_unused]] std::once_flag g_vm_once; |
49 | | |
50 | 0 | const std::string GetDorisJNIDefaultClasspath() { |
51 | 0 | const auto* doris_home = getenv("DORIS_HOME"); |
52 | 0 | DCHECK(doris_home) << "Environment variable DORIS_HOME is not set."; |
53 | |
|
54 | 0 | std::ostringstream out; |
55 | |
|
56 | 0 | auto add_jars_from_path = [&](const std::string& base_path) { |
57 | 0 | if (!std::filesystem::exists(base_path)) { |
58 | 0 | return; |
59 | 0 | } |
60 | 0 | for (const auto& entry : std::filesystem::recursive_directory_iterator(base_path)) { |
61 | 0 | if (entry.path().extension() == ".jar") { |
62 | 0 | if (!out.str().empty()) { |
63 | 0 | out << ":"; |
64 | 0 | } |
65 | 0 | out << entry.path().string(); |
66 | 0 | } |
67 | 0 | } |
68 | 0 | }; |
69 | |
|
70 | 0 | add_jars_from_path(std::string(doris_home) + "/lib"); |
71 | 0 | add_jars_from_path(std::string(doris_home) + "/custom_lib"); |
72 | | |
73 | | // Check and add HADOOP_CONF_DIR if it's set |
74 | 0 | const auto* hadoop_conf_dir = getenv("HADOOP_CONF_DIR"); |
75 | 0 | if (hadoop_conf_dir != nullptr && strlen(hadoop_conf_dir) > 0) { |
76 | 0 | if (!out.str().empty()) { |
77 | 0 | out << ":"; |
78 | 0 | } |
79 | 0 | out << hadoop_conf_dir; |
80 | 0 | } |
81 | |
|
82 | 0 | DCHECK(!out.str().empty()) << "Empty classpath is invalid."; |
83 | 0 | return out.str(); |
84 | 0 | } |
85 | | |
86 | 0 | const std::string GetDorisJNIClasspathOption() { |
87 | 0 | const auto* classpath = getenv("DORIS_CLASSPATH"); |
88 | 0 | if (classpath) { |
89 | 0 | return classpath; |
90 | 0 | } else { |
91 | 0 | return "-Djava.class.path=" + GetDorisJNIDefaultClasspath(); |
92 | 0 | } |
93 | 0 | } |
94 | | |
95 | 0 | [[maybe_unused]] void SetEnvIfNecessary() { |
96 | 0 | const auto* doris_home = getenv("DORIS_HOME"); |
97 | 0 | DCHECK(doris_home) << "Environment variable DORIS_HOME is not set."; |
98 | | |
99 | | // CLASSPATH |
100 | 0 | const std::string original_classpath = getenv("CLASSPATH") ? getenv("CLASSPATH") : ""; |
101 | 0 | static const std::string classpath = fmt::format( |
102 | 0 | "{}/conf:{}:{}", doris_home, GetDorisJNIDefaultClasspath(), original_classpath); |
103 | 0 | setenv("CLASSPATH", classpath.c_str(), 0); |
104 | | |
105 | | // LIBHDFS_OPTS |
106 | 0 | const std::string java_opts = getenv("JAVA_OPTS") ? getenv("JAVA_OPTS") : ""; |
107 | 0 | std::string libhdfs_opts = |
108 | 0 | fmt::format("{} -Djava.library.path={}/lib/hadoop_hdfs/native:{}", java_opts, |
109 | 0 | getenv("DORIS_HOME"), getenv("DORIS_HOME") + std::string("/lib")); |
110 | |
|
111 | 0 | setenv("LIBHDFS_OPTS", libhdfs_opts.c_str(), 0); |
112 | 0 | } |
113 | | |
114 | | // Only used on non-x86 platform |
115 | 0 | [[maybe_unused]] void FindOrCreateJavaVM() { |
116 | 0 | int num_vms; |
117 | 0 | int rv = JNI_GetCreatedJavaVMs(&g_vm, 1, &num_vms); |
118 | 0 | if (rv == 0) { |
119 | 0 | std::vector<std::string> options; |
120 | 0 |
|
121 | 0 | char* java_opts = getenv("JAVA_OPTS"); |
122 | 0 | if (java_opts == nullptr) { |
123 | 0 | options = { |
124 | 0 | GetDorisJNIClasspathOption(), fmt::format("-Xmx{}", "1g"), |
125 | 0 | fmt::format("-DlogPath={}/log/jni.log", getenv("DORIS_HOME")), |
126 | 0 | fmt::format("-Dsun.java.command={}", "DorisBE"), "-XX:-CriticalJNINatives", |
127 | 0 | #ifdef __APPLE__ |
128 | 0 | // On macOS, we should disable MaxFDLimit, otherwise the RLIMIT_NOFILE |
129 | 0 | // will be assigned the minimum of OPEN_MAX (10240) and rlim_cur (See src/hotspot/os/bsd/os_bsd.cpp) |
130 | 0 | // and it can not pass the check performed by storage engine. |
131 | 0 | // The newer JDK has fixed this issue. |
132 | 0 | "-XX:-MaxFDLimit" |
133 | 0 | #endif |
134 | 0 | }; |
135 | 0 | } else { |
136 | 0 | std::istringstream stream(java_opts); |
137 | 0 | options = std::vector<std::string>(std::istream_iterator<std::string> {stream}, |
138 | 0 | std::istream_iterator<std::string>()); |
139 | 0 | options.push_back(GetDorisJNIClasspathOption()); |
140 | 0 | } |
141 | 0 | std::unique_ptr<JavaVMOption[]> jvm_options(new JavaVMOption[options.size()]); |
142 | 0 | for (int i = 0; i < options.size(); ++i) { |
143 | 0 | jvm_options[i] = {const_cast<char*>(options[i].c_str()), nullptr}; |
144 | 0 | } |
145 | 0 |
|
146 | 0 | JNIEnv* env = nullptr; |
147 | 0 | JavaVMInitArgs vm_args; |
148 | 0 | vm_args.version = JNI_VERSION_1_8; |
149 | 0 | vm_args.options = jvm_options.get(); |
150 | 0 | vm_args.nOptions = options.size(); |
151 | 0 | // Set it to JNI_FALSE because JNI_TRUE will let JVM ignore the max size config. |
152 | 0 | vm_args.ignoreUnrecognized = JNI_FALSE; |
153 | 0 |
|
154 | 0 | jint res = JNI_CreateJavaVM(&g_vm, (void**)&env, &vm_args); |
155 | 0 | if (JNI_OK != res) { |
156 | 0 | DCHECK(false) << "Failed to create JVM, code= " << res; |
157 | 0 | } |
158 | 0 |
|
159 | 0 | } else { |
160 | 0 | CHECK_EQ(rv, 0) << "Could not find any created Java VM"; |
161 | 0 | CHECK_EQ(num_vms, 1) << "No VMs returned"; |
162 | 0 | } |
163 | 0 | } |
164 | | |
165 | | } // anonymous namespace |
166 | | |
167 | | bool JniUtil::jvm_inited_ = false; |
168 | | __thread JNIEnv* JniUtil::tls_env_ = nullptr; |
169 | | jclass JniUtil::internal_exc_cl_ = nullptr; |
170 | | jclass JniUtil::jni_util_cl_ = nullptr; |
171 | | jclass JniUtil::jni_native_method_exc_cl_ = nullptr; |
172 | | jmethodID JniUtil::throwable_to_string_id_ = nullptr; |
173 | | jmethodID JniUtil::throwable_to_stack_trace_id_ = nullptr; |
174 | | jmethodID JniUtil::get_jvm_metrics_id_ = nullptr; |
175 | | jmethodID JniUtil::get_jvm_threads_id_ = nullptr; |
176 | | jmethodID JniUtil::get_jmx_json_ = nullptr; |
177 | | jobject JniUtil::jni_scanner_loader_obj_ = nullptr; |
178 | | jmethodID JniUtil::jni_scanner_loader_method_ = nullptr; |
179 | | jlong JniUtil::max_jvm_heap_memory_size_ = 0; |
180 | | jmethodID JniUtil::_clean_udf_cache_method_id = nullptr; |
181 | | |
182 | 0 | Status JniUtfCharGuard::create(JNIEnv* env, jstring jstr, JniUtfCharGuard* out) { |
183 | 0 | DCHECK(jstr != nullptr); |
184 | 0 | DCHECK(!env->ExceptionCheck()); |
185 | 0 | jboolean is_copy; |
186 | 0 | const char* utf_chars = env->GetStringUTFChars(jstr, &is_copy); |
187 | 0 | bool exception_check = static_cast<bool>(env->ExceptionCheck()); |
188 | 0 | if (utf_chars == nullptr || exception_check) { |
189 | 0 | if (exception_check) env->ExceptionClear(); |
190 | 0 | if (utf_chars != nullptr) env->ReleaseStringUTFChars(jstr, utf_chars); |
191 | 0 | auto fail_message = "GetStringUTFChars failed. Probable OOM on JVM side"; |
192 | 0 | LOG(WARNING) << fail_message; |
193 | 0 | return Status::InternalError(fail_message); |
194 | 0 | } |
195 | 0 | out->env = env; |
196 | 0 | out->jstr = jstr; |
197 | 0 | out->utf_chars = utf_chars; |
198 | 0 | return Status::OK(); |
199 | 0 | } |
200 | | |
201 | 0 | Status JniLocalFrame::push(JNIEnv* env, int max_local_ref) { |
202 | 0 | DCHECK(env_ == nullptr); |
203 | 0 | DCHECK_GT(max_local_ref, 0); |
204 | 0 | if (env->PushLocalFrame(max_local_ref) < 0) { |
205 | 0 | env->ExceptionClear(); |
206 | 0 | return Status::InternalError("failed to push frame"); |
207 | 0 | } |
208 | 0 | env_ = env; |
209 | 0 | return Status::OK(); |
210 | 0 | } |
211 | | |
212 | 0 | void JniUtil::parse_max_heap_memory_size_from_jvm(JNIEnv* env) { |
213 | | // The start_be.sh would set JAVA_OPTS inside LIBHDFS_OPTS |
214 | 0 | std::string java_opts = getenv("LIBHDFS_OPTS") ? getenv("LIBHDFS_OPTS") : ""; |
215 | 0 | std::istringstream iss(java_opts); |
216 | 0 | std::string opt; |
217 | 0 | while (iss >> opt) { |
218 | 0 | if (opt.find("-Xmx") == 0) { |
219 | 0 | std::string xmxValue = opt.substr(4); |
220 | 0 | LOG(INFO) << "The max heap vaule is " << xmxValue; |
221 | 0 | char unit = xmxValue.back(); |
222 | 0 | xmxValue.pop_back(); |
223 | 0 | long long value = std::stoll(xmxValue); |
224 | 0 | switch (unit) { |
225 | 0 | case 'g': |
226 | 0 | case 'G': |
227 | 0 | max_jvm_heap_memory_size_ = value * 1024 * 1024 * 1024; |
228 | 0 | break; |
229 | 0 | case 'm': |
230 | 0 | case 'M': |
231 | 0 | max_jvm_heap_memory_size_ = value * 1024 * 1024; |
232 | 0 | break; |
233 | 0 | case 'k': |
234 | 0 | case 'K': |
235 | 0 | max_jvm_heap_memory_size_ = value * 1024; |
236 | 0 | break; |
237 | 0 | default: |
238 | 0 | max_jvm_heap_memory_size_ = value; |
239 | 0 | break; |
240 | 0 | } |
241 | 0 | } |
242 | 0 | } |
243 | 0 | if (0 == max_jvm_heap_memory_size_) { |
244 | 0 | LOG(FATAL) << "the max_jvm_heap_memory_size_ is " << max_jvm_heap_memory_size_; |
245 | 0 | } |
246 | 0 | LOG(INFO) << "the max_jvm_heap_memory_size_ is " << max_jvm_heap_memory_size_; |
247 | 0 | } |
248 | | |
249 | 0 | size_t JniUtil::get_max_jni_heap_memory_size() { |
250 | 0 | #if defined(USE_LIBHDFS3) || defined(BE_TEST) |
251 | 0 | return std::numeric_limits<size_t>::max(); |
252 | | #else |
253 | | static std::once_flag parse_max_heap_memory_size_from_jvm_flag; |
254 | | std::call_once(parse_max_heap_memory_size_from_jvm_flag, parse_max_heap_memory_size_from_jvm, |
255 | | tls_env_); |
256 | | return max_jvm_heap_memory_size_; |
257 | | #endif |
258 | 0 | } |
259 | | |
260 | 0 | Status JniUtil::GetJNIEnvSlowPath(JNIEnv** env) { |
261 | 0 | DCHECK(!tls_env_) << "Call GetJNIEnv() fast path"; |
262 | |
|
263 | | #ifdef USE_LIBHDFS3 |
264 | | std::call_once(g_vm_once, FindOrCreateJavaVM); |
265 | | int rc = g_vm->GetEnv(reinterpret_cast<void**>(&tls_env_), JNI_VERSION_1_8); |
266 | | if (rc == JNI_EDETACHED) { |
267 | | rc = g_vm->AttachCurrentThread((void**)&tls_env_, nullptr); |
268 | | } |
269 | | if (rc != 0 || tls_env_ == nullptr) { |
270 | | return Status::InternalError("Unable to get JVM: {}", rc); |
271 | | } |
272 | | #else |
273 | | // the hadoop libhdfs will do all the stuff |
274 | 0 | SetEnvIfNecessary(); |
275 | 0 | tls_env_ = getJNIEnv(); |
276 | 0 | #endif |
277 | 0 | *env = tls_env_; |
278 | 0 | return Status::OK(); |
279 | 0 | } |
280 | | |
281 | 0 | Status JniUtil::GetJniExceptionMsg(JNIEnv* env, bool log_stack, const string& prefix) { |
282 | 0 | jthrowable exc = env->ExceptionOccurred(); |
283 | 0 | if (exc == nullptr) { |
284 | 0 | return Status::OK(); |
285 | 0 | } |
286 | 0 | env->ExceptionClear(); |
287 | 0 | DCHECK(throwable_to_string_id() != nullptr); |
288 | 0 | const char* oom_msg_template = |
289 | 0 | "$0 threw an unchecked exception. The JVM is likely out " |
290 | 0 | "of memory (OOM)."; |
291 | 0 | jstring msg = static_cast<jstring>( |
292 | 0 | env->CallStaticObjectMethod(jni_util_class(), throwable_to_string_id(), exc)); |
293 | 0 | if (env->ExceptionOccurred()) { |
294 | 0 | env->ExceptionClear(); |
295 | 0 | string oom_msg = strings::Substitute(oom_msg_template, "throwableToString"); |
296 | 0 | LOG(WARNING) << oom_msg; |
297 | 0 | return Status::InternalError(oom_msg); |
298 | 0 | } |
299 | 0 | JniUtfCharGuard msg_str_guard; |
300 | 0 | RETURN_IF_ERROR(JniUtfCharGuard::create(env, msg, &msg_str_guard)); |
301 | 0 | if (log_stack) { |
302 | 0 | jstring stack = static_cast<jstring>( |
303 | 0 | env->CallStaticObjectMethod(jni_util_class(), throwable_to_stack_trace_id(), exc)); |
304 | 0 | if (env->ExceptionOccurred()) { |
305 | 0 | env->ExceptionClear(); |
306 | 0 | string oom_msg = strings::Substitute(oom_msg_template, "throwableToStackTrace"); |
307 | 0 | LOG(WARNING) << oom_msg; |
308 | 0 | return Status::InternalError(oom_msg); |
309 | 0 | } |
310 | 0 | JniUtfCharGuard c_stack_guard; |
311 | 0 | RETURN_IF_ERROR(JniUtfCharGuard::create(env, stack, &c_stack_guard)); |
312 | 0 | LOG(WARNING) << c_stack_guard.get(); |
313 | 0 | } |
314 | | |
315 | 0 | env->DeleteLocalRef(exc); |
316 | 0 | return Status::InternalError("{}{}", prefix, msg_str_guard.get()); |
317 | 0 | } |
318 | | |
319 | 0 | jobject JniUtil::convert_to_java_map(JNIEnv* env, const std::map<std::string, std::string>& map) { |
320 | | //TODO: ADD EXCEPTION CHECK. |
321 | 0 | jclass hashmap_class = env->FindClass("java/util/HashMap"); |
322 | 0 | jmethodID hashmap_constructor = env->GetMethodID(hashmap_class, "<init>", "(I)V"); |
323 | 0 | jobject hashmap_object = env->NewObject(hashmap_class, hashmap_constructor, map.size()); |
324 | 0 | jmethodID hashmap_put = env->GetMethodID( |
325 | 0 | hashmap_class, "put", "(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;"); |
326 | 0 | for (const auto& it : map) { |
327 | 0 | jstring key = env->NewStringUTF(it.first.c_str()); |
328 | 0 | jstring value = env->NewStringUTF(it.second.c_str()); |
329 | 0 | env->CallObjectMethod(hashmap_object, hashmap_put, key, value); |
330 | 0 | env->DeleteLocalRef(key); |
331 | 0 | env->DeleteLocalRef(value); |
332 | 0 | } |
333 | 0 | env->DeleteLocalRef(hashmap_class); |
334 | 0 | return hashmap_object; |
335 | 0 | } |
336 | | |
337 | 0 | std::map<std::string, std::string> JniUtil::convert_to_cpp_map(JNIEnv* env, jobject map) { |
338 | 0 | std::map<std::string, std::string> resultMap; |
339 | | |
340 | | // Get the class and method ID of the java.util.Map interface |
341 | 0 | jclass mapClass = env->FindClass("java/util/Map"); |
342 | 0 | jmethodID entrySetMethod = env->GetMethodID(mapClass, "entrySet", "()Ljava/util/Set;"); |
343 | | |
344 | | // Get the class and method ID of the java.util.Set interface |
345 | 0 | jclass setClass = env->FindClass("java/util/Set"); |
346 | 0 | jmethodID iteratorSetMethod = env->GetMethodID(setClass, "iterator", "()Ljava/util/Iterator;"); |
347 | | |
348 | | // Get the class and method ID of the java.util.Iterator interface |
349 | 0 | jclass iteratorClass = env->FindClass("java/util/Iterator"); |
350 | 0 | jmethodID hasNextMethod = env->GetMethodID(iteratorClass, "hasNext", "()Z"); |
351 | 0 | jmethodID nextMethod = env->GetMethodID(iteratorClass, "next", "()Ljava/lang/Object;"); |
352 | | |
353 | | // Get the class and method ID of the java.util.Map.Entry interface |
354 | 0 | jclass entryClass = env->FindClass("java/util/Map$Entry"); |
355 | 0 | jmethodID getKeyMethod = env->GetMethodID(entryClass, "getKey", "()Ljava/lang/Object;"); |
356 | 0 | jmethodID getValueMethod = env->GetMethodID(entryClass, "getValue", "()Ljava/lang/Object;"); |
357 | | |
358 | | // Call the entrySet method to get the set of key-value pairs |
359 | 0 | jobject entrySet = env->CallObjectMethod(map, entrySetMethod); |
360 | | |
361 | | // Call the iterator method on the set to iterate over the key-value pairs |
362 | 0 | jobject iteratorSet = env->CallObjectMethod(entrySet, iteratorSetMethod); |
363 | | |
364 | | // Iterate over the key-value pairs |
365 | 0 | while (env->CallBooleanMethod(iteratorSet, hasNextMethod)) { |
366 | | // Get the current entry |
367 | 0 | jobject entry = env->CallObjectMethod(iteratorSet, nextMethod); |
368 | | |
369 | | // Get the key and value from the entry |
370 | 0 | jobject javaKey = env->CallObjectMethod(entry, getKeyMethod); |
371 | 0 | jobject javaValue = env->CallObjectMethod(entry, getValueMethod); |
372 | | |
373 | | // Convert the key and value to C++ strings |
374 | 0 | const char* key = env->GetStringUTFChars(static_cast<jstring>(javaKey), nullptr); |
375 | 0 | const char* value = env->GetStringUTFChars(static_cast<jstring>(javaValue), nullptr); |
376 | | |
377 | | // Store the key-value pair in the map |
378 | 0 | resultMap[key] = value; |
379 | | |
380 | | // Release the string references |
381 | 0 | env->ReleaseStringUTFChars(static_cast<jstring>(javaKey), key); |
382 | 0 | env->ReleaseStringUTFChars(static_cast<jstring>(javaValue), value); |
383 | | |
384 | | // Delete local references |
385 | 0 | env->DeleteLocalRef(entry); |
386 | 0 | env->DeleteLocalRef(javaKey); |
387 | 0 | env->DeleteLocalRef(javaValue); |
388 | 0 | } |
389 | | |
390 | | // Delete local references |
391 | 0 | env->DeleteLocalRef(iteratorSet); |
392 | 0 | env->DeleteLocalRef(entrySet); |
393 | 0 | env->DeleteLocalRef(mapClass); |
394 | 0 | env->DeleteLocalRef(setClass); |
395 | 0 | env->DeleteLocalRef(iteratorClass); |
396 | 0 | env->DeleteLocalRef(entryClass); |
397 | |
|
398 | 0 | return resultMap; |
399 | 0 | } |
400 | | |
401 | 0 | Status JniUtil::GetGlobalClassRef(JNIEnv* env, const char* class_str, jclass* class_ref) { |
402 | 0 | *class_ref = NULL; |
403 | 0 | JNI_CALL_METHOD_CHECK_EXCEPTION_DELETE_REF(jclass, local_cl, env, FindClass(class_str)); |
404 | 0 | RETURN_IF_ERROR(LocalToGlobalRef(env, local_cl, reinterpret_cast<jobject*>(class_ref))); |
405 | 0 | return Status::OK(); |
406 | 0 | } |
407 | | |
408 | 0 | Status JniUtil::LocalToGlobalRef(JNIEnv* env, jobject local_ref, jobject* global_ref) { |
409 | 0 | *global_ref = env->NewGlobalRef(local_ref); |
410 | | // NewGlobalRef: |
411 | | // Returns a global reference to the given obj. |
412 | | // |
413 | | //May return NULL if: |
414 | | // obj refers to null |
415 | | // the system has run out of memory |
416 | | // obj was a weak global reference and has already been garbage collected |
417 | 0 | if (*global_ref == NULL) { |
418 | 0 | return Status::InternalError( |
419 | 0 | "LocalToGlobalRef fail,global ref is NULL,maybe the system has run out of memory."); |
420 | 0 | } |
421 | | |
422 | | //NewGlobalRef not throw exception,maybe we just need check NULL. |
423 | 0 | RETURN_ERROR_IF_EXC(env); |
424 | 0 | return Status::OK(); |
425 | 0 | } |
426 | | |
427 | 0 | Status JniUtil::init_jni_scanner_loader(JNIEnv* env) { |
428 | | // Get scanner loader; |
429 | 0 | jclass jni_scanner_loader_cls; |
430 | 0 | std::string jni_scanner_loader_str = "org/apache/doris/common/classloader/ScannerLoader"; |
431 | 0 | RETURN_IF_ERROR(JniUtil::GetGlobalClassRef(env, jni_scanner_loader_str.c_str(), |
432 | 0 | &jni_scanner_loader_cls)); |
433 | 0 | jmethodID jni_scanner_loader_constructor = |
434 | 0 | env->GetMethodID(jni_scanner_loader_cls, "<init>", "()V"); |
435 | 0 | RETURN_ERROR_IF_EXC(env); |
436 | 0 | jni_scanner_loader_method_ = env->GetMethodID(jni_scanner_loader_cls, "getLoadedClass", |
437 | 0 | "(Ljava/lang/String;)Ljava/lang/Class;"); |
438 | 0 | if (jni_scanner_loader_method_ == NULL) { |
439 | 0 | if (env->ExceptionOccurred()) env->ExceptionDescribe(); |
440 | 0 | return Status::InternalError("Failed to find ScannerLoader.getLoadedClass method."); |
441 | 0 | } |
442 | 0 | RETURN_ERROR_IF_EXC(env); |
443 | 0 | jmethodID load_jni_scanner = |
444 | 0 | env->GetMethodID(jni_scanner_loader_cls, "loadAllScannerJars", "()V"); |
445 | 0 | RETURN_ERROR_IF_EXC(env); |
446 | | |
447 | 0 | jni_scanner_loader_obj_ = |
448 | 0 | env->NewObject(jni_scanner_loader_cls, jni_scanner_loader_constructor); |
449 | 0 | RETURN_ERROR_IF_EXC(env); |
450 | 0 | if (jni_scanner_loader_obj_ == NULL) { |
451 | 0 | if (env->ExceptionOccurred()) env->ExceptionDescribe(); |
452 | 0 | return Status::InternalError("Failed to create ScannerLoader object."); |
453 | 0 | } |
454 | 0 | env->CallVoidMethod(jni_scanner_loader_obj_, load_jni_scanner); |
455 | 0 | RETURN_ERROR_IF_EXC(env); |
456 | | |
457 | 0 | _clean_udf_cache_method_id = env->GetMethodID(jni_scanner_loader_cls, "cleanUdfClassLoader", |
458 | 0 | "(Ljava/lang/String;)V"); |
459 | 0 | if (_clean_udf_cache_method_id == nullptr) { |
460 | 0 | if (env->ExceptionOccurred()) { |
461 | 0 | env->ExceptionDescribe(); |
462 | 0 | } |
463 | 0 | return Status::InternalError("Failed to find removeUdfClassLoader method."); |
464 | 0 | } |
465 | 0 | RETURN_ERROR_IF_EXC(env); |
466 | 0 | return Status::OK(); |
467 | 0 | } |
468 | | |
469 | 0 | Status JniUtil::clean_udf_class_load_cache(const std::string& function_signature) { |
470 | 0 | JNIEnv* env = nullptr; |
471 | 0 | RETURN_IF_ERROR(JniUtil::GetJNIEnv(&env)); |
472 | 0 | env->CallVoidMethod(jni_scanner_loader_obj_, _clean_udf_cache_method_id, |
473 | 0 | env->NewStringUTF(function_signature.c_str())); |
474 | 0 | RETURN_ERROR_IF_EXC(env); |
475 | 0 | return Status::OK(); |
476 | 0 | } |
477 | | |
478 | | Status JniUtil::get_jni_scanner_class(JNIEnv* env, const char* classname, |
479 | 0 | jclass* jni_scanner_class) { |
480 | | // Get JNI scanner class by class name; |
481 | 0 | jobject loaded_class_obj = env->CallObjectMethod( |
482 | 0 | jni_scanner_loader_obj_, jni_scanner_loader_method_, env->NewStringUTF(classname)); |
483 | 0 | RETURN_ERROR_IF_EXC(env); |
484 | 0 | *jni_scanner_class = reinterpret_cast<jclass>(env->NewGlobalRef(loaded_class_obj)); |
485 | 0 | RETURN_ERROR_IF_EXC(env); |
486 | 0 | return Status::OK(); |
487 | 0 | } |
488 | | |
489 | 0 | Status JniUtil::Init() { |
490 | | // RETURN_IF_ERROR(LibJVMLoader::instance().load()); |
491 | | |
492 | | // Get the JNIEnv* corresponding to current thread. |
493 | 0 | JNIEnv* env = nullptr; |
494 | 0 | RETURN_IF_ERROR(JniUtil::GetJNIEnv(&env)); |
495 | | |
496 | 0 | if (env == NULL) return Status::InternalError("Failed to get/create JVM"); |
497 | | // Find JniUtil class and create a global ref. |
498 | 0 | jclass local_jni_util_cl = env->FindClass("org/apache/doris/common/jni/utils/JniUtil"); |
499 | 0 | if (local_jni_util_cl == NULL) { |
500 | 0 | if (env->ExceptionOccurred()) env->ExceptionDescribe(); |
501 | 0 | return Status::InternalError("Failed to find JniUtil class."); |
502 | 0 | } |
503 | 0 | jni_util_cl_ = reinterpret_cast<jclass>(env->NewGlobalRef(local_jni_util_cl)); |
504 | 0 | if (jni_util_cl_ == NULL) { |
505 | 0 | if (env->ExceptionOccurred()) env->ExceptionDescribe(); |
506 | 0 | return Status::InternalError("Failed to create global reference to JniUtil class."); |
507 | 0 | } |
508 | 0 | env->DeleteLocalRef(local_jni_util_cl); |
509 | 0 | if (env->ExceptionOccurred()) { |
510 | 0 | return Status::InternalError("Failed to delete local reference to JniUtil class."); |
511 | 0 | } |
512 | | |
513 | | // Find InternalException class and create a global ref. |
514 | 0 | jclass local_internal_exc_cl = |
515 | 0 | env->FindClass("org/apache/doris/common/exception/InternalException"); |
516 | 0 | if (local_internal_exc_cl == NULL) { |
517 | 0 | if (env->ExceptionOccurred()) env->ExceptionDescribe(); |
518 | 0 | return Status::InternalError("Failed to find JniUtil class."); |
519 | 0 | } |
520 | 0 | internal_exc_cl_ = reinterpret_cast<jclass>(env->NewGlobalRef(local_internal_exc_cl)); |
521 | 0 | if (internal_exc_cl_ == NULL) { |
522 | 0 | if (env->ExceptionOccurred()) env->ExceptionDescribe(); |
523 | 0 | return Status::InternalError("Failed to create global reference to JniUtil class."); |
524 | 0 | } |
525 | 0 | env->DeleteLocalRef(local_internal_exc_cl); |
526 | 0 | if (env->ExceptionOccurred()) { |
527 | 0 | return Status::InternalError("Failed to delete local reference to JniUtil class."); |
528 | 0 | } |
529 | | |
530 | | // Find JNINativeMethod class and create a global ref. |
531 | 0 | jclass local_jni_native_exc_cl = |
532 | 0 | env->FindClass("org/apache/doris/common/jni/utils/JNINativeMethod"); |
533 | 0 | if (local_jni_native_exc_cl == nullptr) { |
534 | 0 | if (env->ExceptionOccurred()) { |
535 | 0 | env->ExceptionDescribe(); |
536 | 0 | } |
537 | 0 | return Status::InternalError("Failed to find JNINativeMethod class."); |
538 | 0 | } |
539 | 0 | jni_native_method_exc_cl_ = |
540 | 0 | reinterpret_cast<jclass>(env->NewGlobalRef(local_jni_native_exc_cl)); |
541 | 0 | if (jni_native_method_exc_cl_ == nullptr) { |
542 | 0 | if (env->ExceptionOccurred()) { |
543 | 0 | env->ExceptionDescribe(); |
544 | 0 | } |
545 | 0 | return Status::InternalError("Failed to create global reference to JNINativeMethod class."); |
546 | 0 | } |
547 | 0 | env->DeleteLocalRef(local_jni_native_exc_cl); |
548 | 0 | if (env->ExceptionOccurred()) { |
549 | 0 | return Status::InternalError("Failed to delete local reference to JNINativeMethod class."); |
550 | 0 | } |
551 | 0 | std::string resize_column_name = "resizeStringColumn"; |
552 | 0 | std::string resize_column_sign = "(JI)J"; |
553 | 0 | std::string memory_alloc_name = "memoryTrackerMalloc"; |
554 | 0 | std::string memory_alloc_sign = "(J)J"; |
555 | 0 | std::string memory_free_name = "memoryTrackerFree"; |
556 | 0 | std::string memory_free_sign = "(J)V"; |
557 | 0 | static JNINativeMethod java_native_methods[] = { |
558 | 0 | {const_cast<char*>(resize_column_name.c_str()), |
559 | 0 | const_cast<char*>(resize_column_sign.c_str()), |
560 | 0 | (void*)&JavaNativeMethods::resizeStringColumn}, |
561 | 0 | {const_cast<char*>(memory_alloc_name.c_str()), |
562 | 0 | const_cast<char*>(memory_alloc_sign.c_str()), (void*)&JavaNativeMethods::memoryMalloc}, |
563 | 0 | {const_cast<char*>(memory_free_name.c_str()), |
564 | 0 | const_cast<char*>(memory_free_sign.c_str()), (void*)&JavaNativeMethods::memoryFree}, |
565 | 0 | }; |
566 | |
|
567 | 0 | int res = env->RegisterNatives(jni_native_method_exc_cl_, java_native_methods, |
568 | 0 | sizeof(java_native_methods) / sizeof(java_native_methods[0])); |
569 | 0 | DCHECK_EQ(res, 0); |
570 | | |
571 | | // Throwable toString() |
572 | 0 | throwable_to_string_id_ = env->GetStaticMethodID(jni_util_cl_, "throwableToString", |
573 | 0 | "(Ljava/lang/Throwable;)Ljava/lang/String;"); |
574 | 0 | if (throwable_to_string_id_ == NULL) { |
575 | 0 | if (env->ExceptionOccurred()) env->ExceptionDescribe(); |
576 | 0 | return Status::InternalError("Failed to find JniUtil.throwableToString method."); |
577 | 0 | } |
578 | | |
579 | | // throwableToStackTrace() |
580 | 0 | throwable_to_stack_trace_id_ = env->GetStaticMethodID( |
581 | 0 | jni_util_cl_, "throwableToStackTrace", "(Ljava/lang/Throwable;)Ljava/lang/String;"); |
582 | 0 | if (throwable_to_stack_trace_id_ == NULL) { |
583 | 0 | if (env->ExceptionOccurred()) env->ExceptionDescribe(); |
584 | 0 | return Status::InternalError("Failed to find JniUtil.throwableToFullStackTrace method."); |
585 | 0 | } |
586 | | |
587 | 0 | get_jvm_metrics_id_ = env->GetStaticMethodID(jni_util_cl_, "getJvmMemoryMetrics", "()[B"); |
588 | 0 | if (get_jvm_metrics_id_ == NULL) { |
589 | 0 | if (env->ExceptionOccurred()) env->ExceptionDescribe(); |
590 | 0 | return Status::InternalError("Failed to find JniUtil.getJvmMemoryMetrics method."); |
591 | 0 | } |
592 | | |
593 | 0 | get_jvm_threads_id_ = env->GetStaticMethodID(jni_util_cl_, "getJvmThreadsInfo", "([B)[B"); |
594 | 0 | if (get_jvm_threads_id_ == NULL) { |
595 | 0 | if (env->ExceptionOccurred()) env->ExceptionDescribe(); |
596 | 0 | return Status::InternalError("Failed to find JniUtil.getJvmThreadsInfo method."); |
597 | 0 | } |
598 | | |
599 | 0 | get_jmx_json_ = env->GetStaticMethodID(jni_util_cl_, "getJMXJson", "()[B"); |
600 | 0 | if (get_jmx_json_ == NULL) { |
601 | 0 | if (env->ExceptionOccurred()) env->ExceptionDescribe(); |
602 | 0 | return Status::InternalError("Failed to find JniUtil.getJMXJson method."); |
603 | 0 | } |
604 | 0 | RETURN_IF_ERROR(init_jni_scanner_loader(env)); |
605 | 0 | jvm_inited_ = true; |
606 | 0 | DorisMetrics::instance()->init_jvm_metrics(env); |
607 | 0 | return Status::OK(); |
608 | 0 | } |
609 | | |
610 | | } // namespace doris |