be/src/service/http_service.cpp
Line | Count | Source |
1 | | // Licensed to the Apache Software Foundation (ASF) under one |
2 | | // or more contributor license agreements. See the NOTICE file |
3 | | // distributed with this work for additional information |
4 | | // regarding copyright ownership. The ASF licenses this file |
5 | | // to you under the Apache License, Version 2.0 (the |
6 | | // "License"); you may not use this file except in compliance |
7 | | // with the License. You may obtain a copy of the License at |
8 | | // |
9 | | // http://www.apache.org/licenses/LICENSE-2.0 |
10 | | // |
11 | | // Unless required by applicable law or agreed to in writing, |
12 | | // software distributed under the License is distributed on an |
13 | | // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
14 | | // KIND, either express or implied. See the License for the |
15 | | // specific language governing permissions and limitations |
16 | | // under the License. |
17 | | |
18 | | #include "service/http_service.h" |
19 | | |
20 | | #include <event2/bufferevent.h> |
21 | | #include <event2/http.h> |
22 | | #include <gen_cpp/FrontendService_types.h> |
23 | | |
24 | | #include <string> |
25 | | #include <vector> |
26 | | |
27 | | #include "cloud/cloud_compaction_action.h" |
28 | | #include "cloud/config.h" |
29 | | #include "cloud/injection_point_action.h" |
30 | | #include "common/config.h" |
31 | | #include "common/metrics/doris_metrics.h" |
32 | | #include "common/status.h" |
33 | | #include "load/load_path_mgr.h" |
34 | | #include "runtime/exec_env.h" |
35 | | #include "service/http/action/adjust_log_level.h" |
36 | | #include "service/http/action/batch_download_action.h" |
37 | | #include "service/http/action/be_proc_thread_action.h" |
38 | | #include "service/http/action/be_thread_stack_action.h" |
39 | | #include "service/http/action/calc_file_crc_action.h" |
40 | | #include "service/http/action/check_encryption_action.h" |
41 | | #include "service/http/action/check_rpc_channel_action.h" |
42 | | #include "service/http/action/check_tablet_segment_action.h" |
43 | | #include "service/http/action/checksum_action.h" |
44 | | #include "service/http/action/clear_cache_action.h" |
45 | | #include "service/http/action/compaction_action.h" |
46 | | #include "service/http/action/compaction_profile_action.h" |
47 | | #include "service/http/action/compaction_score_action.h" |
48 | | #include "service/http/action/config_action.h" |
49 | | #include "service/http/action/debug_point_action.h" |
50 | | #include "service/http/action/delete_bitmap_action.h" |
51 | | #include "service/http/action/dictionary_status_action.h" |
52 | | #include "service/http/action/download_action.h" |
53 | | #include "service/http/action/download_binlog_action.h" |
54 | | #include "service/http/action/file_cache_action.h" |
55 | | #include "service/http/action/health_action.h" |
56 | | #include "service/http/action/http_stream.h" |
57 | | #include "service/http/action/jeprofile_actions.h" |
58 | | #include "service/http/action/jni_plugin_status_action.h" |
59 | | #include "service/http/action/load_channel_action.h" |
60 | | #include "service/http/action/load_stream_action.h" |
61 | | #include "service/http/action/meta_action.h" |
62 | | #include "service/http/action/metrics_action.h" |
63 | | #include "service/http/action/pad_rowset_action.h" |
64 | | #include "service/http/action/peer_cache_action.h" |
65 | | #include "service/http/action/pipeline_task_action.h" |
66 | | #include "service/http/action/pprof_actions.h" |
67 | | #include "service/http/action/reload_tablet_action.h" |
68 | | #include "service/http/action/report_action.h" |
69 | | #include "service/http/action/reset_rpc_channel_action.h" |
70 | | #include "service/http/action/restore_tablet_action.h" |
71 | | #include "service/http/action/show_hotspot_action.h" |
72 | | #include "service/http/action/show_nested_index_file_action.h" |
73 | | #include "service/http/action/shrink_mem_action.h" |
74 | | #include "service/http/action/snapshot_action.h" |
75 | | #include "service/http/action/stream_load.h" |
76 | | #include "service/http/action/stream_load_2pc.h" |
77 | | #include "service/http/action/stream_load_forward_handler.h" |
78 | | #include "service/http/action/tablet_migration_action.h" |
79 | | #include "service/http/action/tablets_distribution_action.h" |
80 | | #include "service/http/action/tablets_info_action.h" |
81 | | #include "service/http/action/version_action.h" |
82 | | #include "service/http/action/warmup_stats_action.h" |
83 | | #include "service/http/default_path_handlers.h" |
84 | | #include "service/http/ev_http_server.h" |
85 | | #include "service/http/http_method.h" |
86 | | #include "service/http/web_page_handler.h" |
87 | | #include "storage/options.h" |
88 | | #include "storage/storage_engine.h" |
89 | | |
90 | | namespace doris { |
91 | | namespace { |
92 | 8 | std::shared_ptr<bufferevent_rate_limit_group> get_rate_limit_group(event_base* event_base) { |
93 | 8 | auto rate_limit = config::download_binlog_rate_limit_kbs; |
94 | 8 | if (rate_limit <= 0) { |
95 | 8 | return nullptr; |
96 | 8 | } |
97 | | |
98 | 0 | auto max_value = std::numeric_limits<int32_t>::max() / 1024 * 10; |
99 | 0 | if (rate_limit > max_value) { |
100 | 0 | LOG(WARNING) << "rate limit is too large, set to max value."; |
101 | 0 | rate_limit = max_value; |
102 | 0 | } |
103 | 0 | struct timeval cfg_tick = {0, 100 * 1000}; // 100ms |
104 | 0 | rate_limit = rate_limit / 10 * 1024; // convert to KB/S |
105 | |
|
106 | 0 | auto token_bucket = std::unique_ptr<ev_token_bucket_cfg, decltype(&ev_token_bucket_cfg_free)>( |
107 | 0 | ev_token_bucket_cfg_new(rate_limit, rate_limit * 2, rate_limit, rate_limit * 2, |
108 | 0 | &cfg_tick), |
109 | 0 | ev_token_bucket_cfg_free); |
110 | 0 | return {bufferevent_rate_limit_group_new(event_base, token_bucket.get()), |
111 | 0 | bufferevent_rate_limit_group_free}; |
112 | 8 | } |
113 | | } // namespace |
114 | | |
115 | | HttpService::HttpService(ExecEnv* env, int port, int num_threads) |
116 | 8 | : _env(env), |
117 | 8 | _ev_http_server(new EvHttpServer(port, num_threads)), |
118 | 8 | _web_page_handler(new WebPageHandler(_ev_http_server.get(), env)) {} |
119 | | |
120 | | HttpService::HttpService(ExecEnv* env, std::unique_ptr<EvHttpServer> http_server) |
121 | 0 | : _env(env), |
122 | 0 | _ev_http_server(std::move(http_server)), |
123 | 0 | _web_page_handler(new WebPageHandler(_ev_http_server.get(), env)) {} |
124 | | |
125 | 4 | HttpService::~HttpService() { |
126 | 4 | stop(); |
127 | 4 | } |
128 | | |
129 | | // NOLINTBEGIN(readability-function-size) |
130 | 7 | Status HttpService::start() { |
131 | 7 | add_default_path_handlers(_web_page_handler.get()); |
132 | | |
133 | 7 | auto event_base = _ev_http_server->get_event_bases()[0]; |
134 | 7 | _rate_limit_group = get_rate_limit_group(event_base.get()); |
135 | | |
136 | | // register load |
137 | 7 | StreamLoadAction* streamload_action = _pool.add(new StreamLoadAction(_env)); |
138 | 7 | _ev_http_server->register_handler(HttpMethod::PUT, "/api/{db}/{table}/_load", |
139 | 7 | streamload_action); |
140 | 7 | _ev_http_server->register_handler(HttpMethod::PUT, "/api/{db}/{table}/_stream_load", |
141 | 7 | streamload_action); |
142 | 7 | StreamLoad2PCAction* streamload_2pc_action = _pool.add(new StreamLoad2PCAction(_env)); |
143 | 7 | _ev_http_server->register_handler(HttpMethod::PUT, "/api/{db}/_stream_load_2pc", |
144 | 7 | streamload_2pc_action); |
145 | 7 | _ev_http_server->register_handler(HttpMethod::PUT, "/api/{db}/{table}/_stream_load_2pc", |
146 | 7 | streamload_2pc_action); |
147 | | |
148 | | // register stream load forward handler |
149 | 7 | auto* forward_handler = _pool.add(new StreamLoadForwardHandler(_env)); |
150 | 7 | _ev_http_server->register_handler(HttpMethod::PUT, "/api/{db}/{table}/_stream_load_forward", |
151 | 7 | forward_handler); |
152 | | |
153 | | // register http_stream |
154 | 7 | HttpStreamAction* http_stream_action = _pool.add(new HttpStreamAction(_env)); |
155 | 7 | _ev_http_server->register_handler(HttpMethod::PUT, "/api/_http_stream", http_stream_action); |
156 | | |
157 | 7 | DownloadAction* error_log_download_action = |
158 | 7 | _pool.add(new DownloadAction(_env, _env->load_path_mgr()->get_load_error_file_dir())); |
159 | 7 | _ev_http_server->register_handler(HttpMethod::GET, "/api/_load_error_log", |
160 | 7 | error_log_download_action); |
161 | 7 | _ev_http_server->register_handler(HttpMethod::HEAD, "/api/_load_error_log", |
162 | 7 | error_log_download_action); |
163 | | |
164 | 7 | AdjustLogLevelAction* adjust_log_level_action = _pool.add(new AdjustLogLevelAction(_env)); |
165 | 7 | _ev_http_server->register_handler(HttpMethod::POST, "api/glog/adjust", adjust_log_level_action); |
166 | | |
167 | | // Register BE version action |
168 | 7 | VersionAction* version_action = |
169 | 7 | _pool.add(new VersionAction(_env, TPrivilegeHier::GLOBAL, TPrivilegeType::NONE)); |
170 | 7 | _ev_http_server->register_handler(HttpMethod::GET, "/api/be_version_info", version_action); |
171 | | |
172 | | // Register BE health action |
173 | 7 | HealthAction* health_action = _pool.add(new HealthAction(_env)); |
174 | 7 | _ev_http_server->register_handler(HttpMethod::GET, "/api/health", health_action); |
175 | | |
176 | | // Clear cache action |
177 | 7 | ClearCacheAction* clear_cache_action = _pool.add(new ClearCacheAction(_env)); |
178 | 7 | _ev_http_server->register_handler(HttpMethod::GET, "/api/clear_cache/{type}", |
179 | 7 | clear_cache_action); |
180 | | |
181 | | // Dump all running pipeline tasks |
182 | 7 | PipelineTaskAction* pipeline_task_action = _pool.add(new PipelineTaskAction(_env)); |
183 | 7 | _ev_http_server->register_handler(HttpMethod::GET, "/api/running_pipeline_tasks", |
184 | 7 | pipeline_task_action); |
185 | | |
186 | | // Dump all running pipeline tasks which has been running for more than {duration} seconds |
187 | 7 | LongPipelineTaskAction* long_pipeline_task_action = _pool.add(new LongPipelineTaskAction(_env)); |
188 | 7 | _ev_http_server->register_handler(HttpMethod::GET, "/api/running_pipeline_tasks/{duration}", |
189 | 7 | long_pipeline_task_action); |
190 | | |
191 | | // Dump all running pipeline tasks which has been running for more than {duration} seconds |
192 | 7 | QueryPipelineTaskAction* query_pipeline_task_action = |
193 | 7 | _pool.add(new QueryPipelineTaskAction(_env)); |
194 | 7 | _ev_http_server->register_handler(HttpMethod::GET, "/api/query_pipeline_tasks/{query_id}", |
195 | 7 | query_pipeline_task_action); |
196 | | |
197 | | // Dump all be process thread num |
198 | 7 | BeProcThreadAction* be_proc_thread_action = _pool.add(new BeProcThreadAction(_env)); |
199 | 7 | _ev_http_server->register_handler(HttpMethod::GET, "/api/be_process_thread_num", |
200 | 7 | be_proc_thread_action); |
201 | | |
202 | | // Dump C++ stack traces for current BE threads. |
203 | 7 | BeThreadStackAction* be_thread_stack_action = _pool.add(new BeThreadStackAction(_env)); |
204 | 7 | _ev_http_server->register_handler(HttpMethod::GET, "/api/stack_trace", be_thread_stack_action); |
205 | | |
206 | | // Register BE LoadStream action |
207 | 7 | LoadStreamAction* load_stream_action = _pool.add(new LoadStreamAction(_env)); |
208 | 7 | _ev_http_server->register_handler(HttpMethod::GET, "/api/load_streams", load_stream_action); |
209 | | |
210 | | // Register BE LoadChannel action |
211 | 7 | LoadChannelAction* load_channel_action = _pool.add(new LoadChannelAction(_env)); |
212 | 7 | _ev_http_server->register_handler(HttpMethod::GET, "/api/load_channels", load_channel_action); |
213 | | |
214 | | // Register Tablets Info action |
215 | 7 | TabletsInfoAction* tablets_info_action = |
216 | 7 | _pool.add(new TabletsInfoAction(_env, TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN)); |
217 | 7 | _ev_http_server->register_handler(HttpMethod::GET, "/tablets_json", tablets_info_action); |
218 | | |
219 | | // register pprof actions |
220 | 7 | static_cast<void>(PprofActions::setup(_env, _ev_http_server.get(), _pool)); |
221 | | |
222 | | // register jeprof actions |
223 | 7 | SetJeHeapProfileActiveActions* set_jeheap_profile_active_action = |
224 | 7 | _pool.add(new SetJeHeapProfileActiveActions(_env)); |
225 | 7 | _ev_http_server->register_handler(HttpMethod::GET, "/jeheap/active/{prof_value}", |
226 | 7 | set_jeheap_profile_active_action); |
227 | | |
228 | 7 | SetJeHeapProfileResetActions* set_jeheap_profile_reset_action = |
229 | 7 | _pool.add(new SetJeHeapProfileResetActions(_env)); |
230 | 7 | _ev_http_server->register_handler(HttpMethod::GET, "/jeheap/reset/{reset_value}", |
231 | 7 | set_jeheap_profile_reset_action); |
232 | | |
233 | 7 | DumpJeHeapProfileToDotActions* dump_jeheap_profile_to_dot_action = |
234 | 7 | _pool.add(new DumpJeHeapProfileToDotActions(_env)); |
235 | 7 | _ev_http_server->register_handler(HttpMethod::GET, "/jeheap/dump", |
236 | 7 | dump_jeheap_profile_to_dot_action); |
237 | | |
238 | 7 | DumpJeHeapProfileActions* dump_jeheap_profile_action = |
239 | 7 | _pool.add(new DumpJeHeapProfileActions(_env)); |
240 | 7 | _ev_http_server->register_handler(HttpMethod::GET, "/jeheap/dump_only", |
241 | 7 | dump_jeheap_profile_action); |
242 | | |
243 | | // register dictionary status action |
244 | 7 | DictionaryStatusAction* dict_status_action = _pool.add(new DictionaryStatusAction(_env)); |
245 | 7 | _ev_http_server->register_handler(HttpMethod::GET, "/api/dictionary_status", |
246 | 7 | dict_status_action); |
247 | | |
248 | | // register Java plugin status action |
249 | 7 | JniPluginStatusAction* jni_plugin_status_action = _pool.add( |
250 | 7 | new JniPluginStatusAction(_env, TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN)); |
251 | 7 | _ev_http_server->register_handler(HttpMethod::GET, "/api/jni_plugin_status", |
252 | 7 | jni_plugin_status_action); |
253 | | |
254 | | // register metrics |
255 | 7 | { |
256 | 7 | auto* action = |
257 | 7 | _pool.add(new MetricsAction(DorisMetrics::instance()->metric_registry(), _env, |
258 | 7 | TPrivilegeHier::GLOBAL, TPrivilegeType::NONE)); |
259 | 7 | _ev_http_server->register_handler(HttpMethod::GET, "/metrics", action); |
260 | 7 | } |
261 | | |
262 | 7 | MetaAction* meta_action = |
263 | 7 | _pool.add(new MetaAction(_env, TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN)); |
264 | 7 | _ev_http_server->register_handler(HttpMethod::GET, "/api/meta/{op}/{tablet_id}", meta_action); |
265 | | |
266 | 7 | ConfigAction* update_config_action = |
267 | 7 | _pool.add(new ConfigAction(ConfigActionType::UPDATE_CONFIG, _env)); |
268 | 7 | _ev_http_server->register_handler(HttpMethod::POST, "/api/update_config", update_config_action); |
269 | | |
270 | 7 | ConfigAction* show_config_action = |
271 | 7 | _pool.add(new ConfigAction(ConfigActionType::SHOW_CONFIG, _env)); |
272 | 7 | _ev_http_server->register_handler(HttpMethod::GET, "/api/show_config", show_config_action); |
273 | | |
274 | | // 3 check action |
275 | 7 | CheckRPCChannelAction* check_rpc_channel_action = _pool.add( |
276 | 7 | new CheckRPCChannelAction(_env, TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN)); |
277 | 7 | _ev_http_server->register_handler(HttpMethod::GET, |
278 | 7 | "/api/check_rpc_channel/{ip}/{port}/{payload_size}", |
279 | 7 | check_rpc_channel_action); |
280 | | |
281 | 7 | ResetRPCChannelAction* reset_rpc_channel_action = _pool.add( |
282 | 7 | new ResetRPCChannelAction(_env, TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN)); |
283 | 7 | _ev_http_server->register_handler(HttpMethod::GET, "/api/reset_rpc_channel/{endpoints}", |
284 | 7 | reset_rpc_channel_action); |
285 | | |
286 | 7 | register_debug_point_handler(); |
287 | | |
288 | 7 | ReportAction* report_task_action = _pool.add( |
289 | 7 | new ReportAction(_env, TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN, "REPORT_TASK")); |
290 | 7 | _ev_http_server->register_handler(HttpMethod::GET, "/api/report/task", report_task_action); |
291 | | |
292 | | // shrink memory for starting co-exist process during upgrade |
293 | 7 | ShrinkMemAction* shrink_mem_action = _pool.add(new ShrinkMemAction(_env)); |
294 | 7 | _ev_http_server->register_handler(HttpMethod::GET, "/api/shrink_mem", shrink_mem_action); |
295 | | |
296 | 7 | #ifndef BE_TEST |
297 | 7 | auto& engine = _env->storage_engine(); |
298 | 7 | if (config::is_cloud_mode()) { |
299 | 1 | register_cloud_handler(engine.to_cloud()); |
300 | 6 | } else { |
301 | 6 | register_local_handler(engine.to_local()); |
302 | 6 | } |
303 | 7 | #endif |
304 | 7 | _ev_http_server->start(); |
305 | 7 | return Status::OK(); |
306 | 7 | } |
307 | | // NOLINTEND(readability-function-size) |
308 | | |
309 | 8 | void HttpService::register_debug_point_handler() { |
310 | | // debug point |
311 | 8 | AddDebugPointAction* add_debug_point_action = |
312 | 8 | _pool.add(new AddDebugPointAction(_env, TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN)); |
313 | 8 | _ev_http_server->register_handler(HttpMethod::POST, "/api/debug_point/add/{debug_point}", |
314 | 8 | add_debug_point_action); |
315 | | |
316 | 8 | RemoveDebugPointAction* remove_debug_point_action = _pool.add( |
317 | 8 | new RemoveDebugPointAction(_env, TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN)); |
318 | 8 | _ev_http_server->register_handler(HttpMethod::POST, "/api/debug_point/remove/{debug_point}", |
319 | 8 | remove_debug_point_action); |
320 | | |
321 | 8 | ClearDebugPointsAction* clear_debug_points_action = _pool.add( |
322 | 8 | new ClearDebugPointsAction(_env, TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN)); |
323 | 8 | _ev_http_server->register_handler(HttpMethod::POST, "/api/debug_point/clear", |
324 | 8 | clear_debug_points_action); |
325 | 8 | } |
326 | | |
327 | | // NOLINTBEGIN(readability-function-size) |
328 | 6 | void HttpService::register_local_handler(StorageEngine& engine) { |
329 | | // register download action |
330 | 6 | std::vector<std::string> allow_paths; |
331 | 10 | for (const auto& path : _env->store_paths()) { |
332 | 10 | allow_paths.emplace_back(path.path); |
333 | 10 | } |
334 | 6 | DownloadAction* download_action = _pool.add(new DownloadAction(_env, nullptr, allow_paths)); |
335 | 6 | _ev_http_server->register_handler(HttpMethod::HEAD, "/api/_download_load", download_action); |
336 | 6 | _ev_http_server->register_handler(HttpMethod::GET, "/api/_download_load", download_action); |
337 | | |
338 | 6 | DownloadAction* tablet_download_action = |
339 | 6 | _pool.add(new DownloadAction(_env, _rate_limit_group, allow_paths)); |
340 | 6 | _ev_http_server->register_handler(HttpMethod::HEAD, "/api/_tablet/_download", |
341 | 6 | tablet_download_action); |
342 | 6 | _ev_http_server->register_handler(HttpMethod::GET, "/api/_tablet/_download", |
343 | 6 | tablet_download_action); |
344 | | |
345 | 6 | BatchDownloadAction* batch_download_action = |
346 | 6 | _pool.add(new BatchDownloadAction(_env, _rate_limit_group, allow_paths)); |
347 | 6 | _ev_http_server->register_handler(HttpMethod::HEAD, "/api/_tablet/_batch_download", |
348 | 6 | batch_download_action); |
349 | 6 | _ev_http_server->register_handler(HttpMethod::GET, "/api/_tablet/_batch_download", |
350 | 6 | batch_download_action); |
351 | 6 | _ev_http_server->register_handler(HttpMethod::POST, "/api/_tablet/_batch_download", |
352 | 6 | batch_download_action); |
353 | | |
354 | 6 | DownloadBinlogAction* download_binlog_action = |
355 | 6 | _pool.add(new DownloadBinlogAction(_env, engine, _rate_limit_group)); |
356 | 6 | _ev_http_server->register_handler(HttpMethod::GET, "/api/_binlog/_download", |
357 | 6 | download_binlog_action); |
358 | 6 | _ev_http_server->register_handler(HttpMethod::HEAD, "/api/_binlog/_download", |
359 | 6 | download_binlog_action); |
360 | | |
361 | 6 | FileCacheAction* file_cache_action = _pool.add(new FileCacheAction(_env)); |
362 | 6 | _ev_http_server->register_handler(HttpMethod::POST, "/api/file_cache", file_cache_action); |
363 | | |
364 | 6 | TabletsDistributionAction* tablets_distribution_action = |
365 | 6 | _pool.add(new TabletsDistributionAction(_env, engine, TPrivilegeHier::GLOBAL, |
366 | 6 | TPrivilegeType::ADMIN)); |
367 | 6 | _ev_http_server->register_handler(HttpMethod::GET, "/api/tablets_distribution", |
368 | 6 | tablets_distribution_action); |
369 | | |
370 | | // Register tablet migration action |
371 | 6 | TabletMigrationAction* tablet_migration_action = _pool.add( |
372 | 6 | new TabletMigrationAction(_env, engine, TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN)); |
373 | 6 | _ev_http_server->register_handler(HttpMethod::GET, "/api/tablet_migration", |
374 | 6 | tablet_migration_action); |
375 | | |
376 | 6 | #ifndef BE_TEST |
377 | | // Register BE checksum action |
378 | 6 | ChecksumAction* checksum_action = _pool.add( |
379 | 6 | new ChecksumAction(_env, engine, TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN)); |
380 | 6 | _ev_http_server->register_handler(HttpMethod::GET, "/api/checksum", checksum_action); |
381 | | |
382 | | // Register BE reload tablet action |
383 | 6 | ReloadTabletAction* reload_tablet_action = _pool.add( |
384 | 6 | new ReloadTabletAction(_env, engine, TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN)); |
385 | 6 | _ev_http_server->register_handler(HttpMethod::GET, "/api/reload_tablet", reload_tablet_action); |
386 | | |
387 | 6 | RestoreTabletAction* restore_tablet_action = _pool.add( |
388 | 6 | new RestoreTabletAction(_env, engine, TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN)); |
389 | 6 | _ev_http_server->register_handler(HttpMethod::POST, "/api/restore_tablet", |
390 | 6 | restore_tablet_action); |
391 | | |
392 | | // Register BE snapshot action |
393 | 6 | SnapshotAction* snapshot_action = _pool.add( |
394 | 6 | new SnapshotAction(_env, engine, TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN)); |
395 | 6 | _ev_http_server->register_handler(HttpMethod::GET, "/api/snapshot", snapshot_action); |
396 | 6 | #endif |
397 | | // 2 compaction actions |
398 | 6 | CompactionAction* show_compaction_action = |
399 | 6 | _pool.add(new CompactionAction(CompactionActionType::SHOW_INFO, _env, engine, |
400 | 6 | TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN)); |
401 | 6 | _ev_http_server->register_handler(HttpMethod::GET, "/api/compaction/show", |
402 | 6 | show_compaction_action); |
403 | 6 | CompactionAction* run_compaction_action = |
404 | 6 | _pool.add(new CompactionAction(CompactionActionType::RUN_COMPACTION, _env, engine, |
405 | 6 | TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN)); |
406 | 6 | _ev_http_server->register_handler(HttpMethod::POST, "/api/compaction/run", |
407 | 6 | run_compaction_action); |
408 | 6 | CompactionAction* run_status_compaction_action = |
409 | 6 | _pool.add(new CompactionAction(CompactionActionType::RUN_COMPACTION_STATUS, _env, |
410 | 6 | engine, TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN)); |
411 | | |
412 | 6 | _ev_http_server->register_handler(HttpMethod::GET, "/api/compaction/run_status", |
413 | 6 | run_status_compaction_action); |
414 | | |
415 | 6 | CompactionProfileAction* compaction_profile_action = _pool.add( |
416 | 6 | new CompactionProfileAction(_env, TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN)); |
417 | 6 | _ev_http_server->register_handler(HttpMethod::GET, "/api/compaction/profile", |
418 | 6 | compaction_profile_action); |
419 | | |
420 | 6 | DeleteBitmapAction* count_delete_bitmap_action = |
421 | 6 | _pool.add(new DeleteBitmapAction(DeleteBitmapActionType::COUNT_LOCAL, _env, engine, |
422 | 6 | TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN)); |
423 | 6 | _ev_http_server->register_handler(HttpMethod::GET, "/api/delete_bitmap/count_local", |
424 | 6 | count_delete_bitmap_action); |
425 | 6 | DeleteBitmapAction* count_agg_cache_delete_bitmap_action = |
426 | 6 | _pool.add(new DeleteBitmapAction(DeleteBitmapActionType::COUNT_AGG_CACHE, _env, engine, |
427 | 6 | TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN)); |
428 | 6 | _ev_http_server->register_handler(HttpMethod::GET, "/api/delete_bitmap/count_agg_cache", |
429 | 6 | count_agg_cache_delete_bitmap_action); |
430 | | |
431 | 6 | CheckTabletSegmentAction* check_tablet_segment_action = _pool.add(new CheckTabletSegmentAction( |
432 | 6 | _env, engine, TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN)); |
433 | 6 | _ev_http_server->register_handler(HttpMethod::POST, "/api/check_tablet_segment_lost", |
434 | 6 | check_tablet_segment_action); |
435 | | |
436 | 6 | PadRowsetAction* pad_rowset_action = _pool.add( |
437 | 6 | new PadRowsetAction(_env, engine, TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN)); |
438 | 6 | _ev_http_server->register_handler(HttpMethod::POST, "/api/pad_rowset", pad_rowset_action); |
439 | | |
440 | 6 | ReportAction* report_tablet_action = _pool.add(new ReportAction( |
441 | 6 | _env, TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN, "REPORT_OLAP_TABLET")); |
442 | 6 | _ev_http_server->register_handler(HttpMethod::GET, "/api/report/tablet", report_tablet_action); |
443 | | |
444 | 6 | ReportAction* report_disk_action = _pool.add(new ReportAction( |
445 | 6 | _env, TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN, "REPORT_DISK_STATE")); |
446 | 6 | _ev_http_server->register_handler(HttpMethod::GET, "/api/report/disk", report_disk_action); |
447 | | |
448 | 6 | CalcFileCrcAction* calc_crc_action = _pool.add( |
449 | 6 | new CalcFileCrcAction(_env, engine, TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN)); |
450 | 6 | _ev_http_server->register_handler(HttpMethod::GET, "/api/calc_crc", calc_crc_action); |
451 | | |
452 | 6 | ShowNestedIndexFileAction* show_nested_index_file_action = _pool.add( |
453 | 6 | new ShowNestedIndexFileAction(_env, TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN)); |
454 | 6 | _ev_http_server->register_handler(HttpMethod::GET, "/api/show_nested_index_file", |
455 | 6 | show_nested_index_file_action); |
456 | | |
457 | 6 | CompactionScoreAction* compaction_score_action = _pool.add(new CompactionScoreAction( |
458 | 6 | _env, TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN, engine.tablet_manager())); |
459 | 6 | _ev_http_server->register_handler(HttpMethod::GET, "/api/compaction_score", |
460 | 6 | compaction_score_action); |
461 | 6 | CheckEncryptionAction* check_encryption_action = |
462 | 6 | _pool.add(new CheckEncryptionAction(_env, TPrivilegeHier::GLOBAL, TPrivilegeType::ALL)); |
463 | 6 | _ev_http_server->register_handler(HttpMethod::GET, "/api/check_tablet_encryption", |
464 | 6 | check_encryption_action); |
465 | 6 | } |
466 | | |
467 | 1 | void HttpService::register_cloud_handler(CloudStorageEngine& engine) { |
468 | 1 | CloudCompactionAction* show_compaction_action = |
469 | 1 | _pool.add(new CloudCompactionAction(CompactionActionType::SHOW_INFO, _env, engine, |
470 | 1 | TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN)); |
471 | 1 | _ev_http_server->register_handler(HttpMethod::GET, "/api/compaction/show", |
472 | 1 | show_compaction_action); |
473 | 1 | CloudCompactionAction* run_compaction_action = |
474 | 1 | _pool.add(new CloudCompactionAction(CompactionActionType::RUN_COMPACTION, _env, engine, |
475 | 1 | TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN)); |
476 | 1 | _ev_http_server->register_handler(HttpMethod::POST, "/api/compaction/run", |
477 | 1 | run_compaction_action); |
478 | 1 | CloudCompactionAction* run_status_compaction_action = _pool.add( |
479 | 1 | new CloudCompactionAction(CompactionActionType::RUN_COMPACTION_STATUS, _env, engine, |
480 | 1 | TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN)); |
481 | 1 | _ev_http_server->register_handler(HttpMethod::GET, "/api/compaction/run_status", |
482 | 1 | run_status_compaction_action); |
483 | | |
484 | 1 | CompactionProfileAction* compaction_profile_action = _pool.add( |
485 | 1 | new CompactionProfileAction(_env, TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN)); |
486 | 1 | _ev_http_server->register_handler(HttpMethod::GET, "/api/compaction/profile", |
487 | 1 | compaction_profile_action); |
488 | | |
489 | 1 | DeleteBitmapAction* count_local_delete_bitmap_action = |
490 | 1 | _pool.add(new DeleteBitmapAction(DeleteBitmapActionType::COUNT_LOCAL, _env, engine, |
491 | 1 | TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN)); |
492 | 1 | _ev_http_server->register_handler(HttpMethod::GET, "/api/delete_bitmap/count_local", |
493 | 1 | count_local_delete_bitmap_action); |
494 | 1 | DeleteBitmapAction* count_ms_delete_bitmap_action = |
495 | 1 | _pool.add(new DeleteBitmapAction(DeleteBitmapActionType::COUNT_MS, _env, engine, |
496 | 1 | TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN)); |
497 | 1 | _ev_http_server->register_handler(HttpMethod::GET, "/api/delete_bitmap/count_ms", |
498 | 1 | count_ms_delete_bitmap_action); |
499 | 1 | DeleteBitmapAction* count_agg_cache_delete_bitmap_action = |
500 | 1 | _pool.add(new DeleteBitmapAction(DeleteBitmapActionType::COUNT_AGG_CACHE, _env, engine, |
501 | 1 | TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN)); |
502 | 1 | _ev_http_server->register_handler(HttpMethod::GET, "/api/delete_bitmap/count_agg_cache", |
503 | 1 | count_agg_cache_delete_bitmap_action); |
504 | | #ifdef ENABLE_INJECTION_POINT |
505 | | |
506 | | InjectionPointAction* injection_point_action = _pool.add(new InjectionPointAction); |
507 | | _ev_http_server->register_handler(HttpMethod::GET, "/api/injection_point/{op}", |
508 | | injection_point_action); |
509 | | #endif |
510 | 1 | FileCacheAction* file_cache_action = _pool.add(new FileCacheAction(_env)); |
511 | 1 | _ev_http_server->register_handler(HttpMethod::GET, "/api/file_cache", file_cache_action); |
512 | 1 | auto* show_hotspot_action = _pool.add(new ShowHotspotAction(engine, _env)); |
513 | 1 | _ev_http_server->register_handler(HttpMethod::GET, "/api/hotspot/tablet", show_hotspot_action); |
514 | | |
515 | 1 | auto* warmup_stats_action = _pool.add(new WarmUpStatsAction(_env)); |
516 | 1 | _ev_http_server->register_handler(HttpMethod::GET, "/api/warmup_event_driven_stats", |
517 | 1 | warmup_stats_action); |
518 | | |
519 | 1 | CalcFileCrcAction* calc_crc_action = _pool.add( |
520 | 1 | new CalcFileCrcAction(_env, engine, TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN)); |
521 | 1 | _ev_http_server->register_handler(HttpMethod::GET, "/api/calc_crc", calc_crc_action); |
522 | | |
523 | 1 | ShowNestedIndexFileAction* show_nested_index_file_action = _pool.add( |
524 | 1 | new ShowNestedIndexFileAction(_env, TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN)); |
525 | 1 | _ev_http_server->register_handler(HttpMethod::GET, "/api/show_nested_index_file", |
526 | 1 | show_nested_index_file_action); |
527 | 1 | CompactionScoreAction* compaction_score_action = _pool.add(new CompactionScoreAction( |
528 | 1 | _env, TPrivilegeHier::GLOBAL, TPrivilegeType::ADMIN, engine.tablet_mgr())); |
529 | 1 | _ev_http_server->register_handler(HttpMethod::GET, "/api/compaction_score", |
530 | 1 | compaction_score_action); |
531 | 1 | CheckEncryptionAction* check_encryption_action = |
532 | 1 | _pool.add(new CheckEncryptionAction(_env, TPrivilegeHier::GLOBAL, TPrivilegeType::ALL)); |
533 | 1 | _ev_http_server->register_handler(HttpMethod::GET, "/api/check_tablet_encryption", |
534 | 1 | check_encryption_action); |
535 | | |
536 | | // Peer cache admin/debug endpoints |
537 | 1 | PeerCacheAction* peer_cache_get = _pool.add(new PeerCacheAction(_env, engine)); |
538 | 1 | _ev_http_server->register_handler(HttpMethod::GET, "/api/peer_cache", peer_cache_get); |
539 | 1 | PeerCacheAction* peer_cache_post = _pool.add(new PeerCacheAction(_env, engine)); |
540 | 1 | _ev_http_server->register_handler(HttpMethod::POST, "/api/peer_cache", peer_cache_post); |
541 | 1 | } |
542 | | // NOLINTEND(readability-function-size) |
543 | | |
544 | 7 | void HttpService::stop() { |
545 | 7 | if (stopped) { |
546 | 3 | return; |
547 | 3 | } |
548 | 4 | _ev_http_server->stop(); |
549 | 4 | _pool.clear(); |
550 | 4 | stopped = true; |
551 | 4 | } |
552 | | |
553 | 1 | int HttpService::get_real_port() const { |
554 | 1 | return _ev_http_server->get_real_port(); |
555 | 1 | } |
556 | | |
557 | | } // namespace doris |