/
HuaweiSyncCloudApi.java
1891 lines (1782 loc) · 93.2 KB
/
HuaweiSyncCloudApi.java
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
package com.fit2cloud.provider.impl.huawei.api;
import com.aliyun.tea.TeaException;
import com.fit2cloud.common.exception.Fit2cloudException;
import com.fit2cloud.common.log.utils.LogUtil;
import com.fit2cloud.common.provider.entity.F2CEntityType;
import com.fit2cloud.common.provider.entity.F2CPerfMetricMonitorData;
import com.fit2cloud.common.provider.exception.ReTryException;
import com.fit2cloud.common.provider.exception.SkipPageException;
import com.fit2cloud.common.provider.util.CommonUtil;
import com.fit2cloud.common.provider.util.PageUtil;
import com.fit2cloud.common.utils.DateUtil;
import com.fit2cloud.common.utils.JsonUtil;
import com.fit2cloud.constants.ErrorCodeConstants;
import com.fit2cloud.provider.constants.*;
import com.fit2cloud.provider.entity.F2CDisk;
import com.fit2cloud.provider.entity.F2CImage;
import com.fit2cloud.provider.entity.F2CVirtualMachine;
import com.fit2cloud.provider.entity.request.BaseDiskRequest;
import com.fit2cloud.provider.entity.request.GetMetricsRequest;
import com.fit2cloud.provider.impl.huawei.constants.HuaweiDiskType;
import com.fit2cloud.provider.impl.huawei.constants.HuaweiPerfMetricConstants;
import com.fit2cloud.provider.impl.huawei.entity.*;
import com.fit2cloud.provider.impl.huawei.entity.credential.HuaweiVmCredential;
import com.fit2cloud.provider.impl.huawei.entity.request.*;
import com.fit2cloud.provider.impl.huawei.util.HuaweiMappingUtil;
import com.google.gson.Gson;
import com.huaweicloud.sdk.bss.v2.BssClient;
import com.huaweicloud.sdk.bss.v2.model.*;
import com.huaweicloud.sdk.ces.v1.CesClient;
import com.huaweicloud.sdk.ces.v1.model.*;
import com.huaweicloud.sdk.ecs.v2.EcsClient;
import com.huaweicloud.sdk.ecs.v2.model.*;
import com.huaweicloud.sdk.evs.v2.EvsClient;
import com.huaweicloud.sdk.evs.v2.model.ShowJobRequest;
import com.huaweicloud.sdk.evs.v2.model.ShowJobResponse;
import com.huaweicloud.sdk.evs.v2.model.*;
import com.huaweicloud.sdk.iam.v3.IamClient;
import com.huaweicloud.sdk.iam.v3.model.AuthProjectResult;
import com.huaweicloud.sdk.iam.v3.model.KeystoneListAuthProjectsRequest;
import com.huaweicloud.sdk.iam.v3.model.KeystoneListAuthProjectsResponse;
import com.huaweicloud.sdk.ims.v2.ImsClient;
import com.huaweicloud.sdk.ims.v2.model.ImageInfo;
import com.huaweicloud.sdk.ims.v2.model.ListImagesRequest;
import com.huaweicloud.sdk.ims.v2.model.ListImagesResponse;
import com.huaweicloud.sdk.vpc.v2.VpcClient;
import com.huaweicloud.sdk.vpc.v2.model.*;
import org.apache.commons.collections4.CollectionUtils;
import org.apache.commons.lang3.ObjectUtils;
import org.apache.commons.lang3.StringUtils;
import org.jetbrains.annotations.NotNull;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.BeanUtils;
import java.math.BigDecimal;
import java.math.RoundingMode;
import java.util.*;
import java.util.stream.Collectors;
/**
* @Author:张少虎
* @Date: 2022/9/22 2:44 PM
* @Version 1.0
* @注释:
*/
public class HuaweiSyncCloudApi {
private static final Logger logger = LoggerFactory.getLogger(HuaweiSyncCloudApi.class);
private static final int WAIT_COUNT = 50;
private static final int SLEEP_TIME = 10000;
/**
* 获取华为云云主机数据
*
* @param listVirtualMachineRequest 获取华为云云主机请求对象
* @return 云主机对象
*/
public static List<F2CVirtualMachine> listVirtualMachine(ListVirtualMachineRequest listVirtualMachineRequest) {
if (StringUtils.isEmpty(listVirtualMachineRequest.getRegionId())) {
throw new Fit2cloudException(10002, "区域为必填参数");
}
if (StringUtils.isNotEmpty(listVirtualMachineRequest.getCredential())) {
HuaweiVmCredential credential = JsonUtil.parseObject(listVirtualMachineRequest.getCredential(), HuaweiVmCredential.class);
listVirtualMachineRequest.setLimit(PageUtil.DefaultPageSize);
listVirtualMachineRequest.setOffset(PageUtil.DefaultCurrentPage);
EcsClient ecsClient = credential.getEcsClient(listVirtualMachineRequest.getRegionId());
// 分页查询云主机列表
List<ServerDetail> instances = PageUtil.page(listVirtualMachineRequest, req -> listServersDetails(ecsClient, req),
ListServersDetailsResponse::getServers,
(req, res) -> req.getLimit() <= res.getServers().size(),
req -> req.setOffset(req.getOffset() + 1));
if (CollectionUtils.isNotEmpty(instances)) {
List<Port> ports = listPorts(listVirtualMachineRequest.getCredential(), listVirtualMachineRequest.getRegionId());
return instances.stream().map(server -> {
F2CVirtualMachine virtualMachine = HuaweiMappingUtil.toF2CVirtualMachine(server, ports);
// 获取包年包月机器的到期时间
if (F2CChargeType.PRE_PAID.equalsIgnoreCase(virtualMachine.getInstanceChargeType())) {
appendExpiredTime(credential, server, virtualMachine);
}
return virtualMachine;
}).map(virtualMachine -> {
virtualMachine.setRegion(listVirtualMachineRequest.getRegionId());
return virtualMachine;
}).map(virtualMachine -> appendDisk(listVirtualMachineRequest.getCredential(), listVirtualMachineRequest.getRegionId(), virtualMachine))
.toList();
}
}
return new ArrayList<>();
}
/**
* 获取磁盘
*
* @param request 请求磁盘参数
* @return 响应对象
*/
public static List<F2CDisk> listDisk(ListDisksRequest request) {
if (StringUtils.isNotEmpty(request.getCredential())) {
HuaweiVmCredential credential = JsonUtil.parseObject(request.getCredential(), HuaweiVmCredential.class);
EvsClient evsClient = credential.getEvsClient(request.getRegionId());
try {
ListVolumesResponse listVolumesResponse = evsClient.listVolumes(request);
List<VolumeDetail> volumes = listVolumesResponse.getVolumes();
return volumes.stream().map(HuaweiMappingUtil::toF2CDisk).toList();
} catch (Exception e) {
ReTryException.throwHuaweiReTry(e);
SkipPageException.throwHuaweiSkip(e);
throw new Fit2cloudException(10000, "获取数据失败" + e.getMessage());
}
}
return new ArrayList<>();
}
/**
* 同步镜像
*
* @param request 请求对象
* @return 响应对象
*/
public static List<F2CImage> lisImages(ListImageRequest request) {
if (StringUtils.isNotEmpty(request.getCredential())) {
HuaweiVmCredential credential = JsonUtil.parseObject(request.getCredential(), HuaweiVmCredential.class);
ImsClient imsClient = credential.getImsClient(request.getRegionId());
try {
// 只查询公共镜像gold
request.setImagetype(ListImagesRequest.ImagetypeEnum.GOLD);
ListImagesResponse listImagesResponse = imsClient.listImages(request);
List<ImageInfo> images = listImagesResponse.getImages();
return images.stream().map(imageInfo -> HuaweiMappingUtil.toF2CImage(imageInfo, request.getRegionId())).filter(Objects::nonNull).toList();
} catch (Exception e) {
ReTryException.throwHuaweiReTry(e);
SkipPageException.throwHuaweiSkip(e);
throw new Fit2cloudException(10000, "获取数据失败" + e.getMessage());
}
}
return new ArrayList<>();
}
/**
* 给云主机添加磁盘数据
*
* @param credential 认证信息
* @param regionId 区域信息
* @param virtualMachine 云主机对象
* @return 云主机对象
*/
private static F2CVirtualMachine appendDisk(String credential, String regionId, F2CVirtualMachine virtualMachine) {
ListDisksRequest listDisksRequest = new ListDisksRequest();
listDisksRequest.setCredential(credential);
listDisksRequest.setRegionId(regionId);
List<F2CDisk> disks = listDisk(listDisksRequest);
long sum = disks.stream().mapToLong(F2CDisk::getSize).sum();
virtualMachine.setDisk((int) sum);
return virtualMachine;
}
/**
* 给云主机增加到期时间
*
* @param credential
* @param serverDetail
* @param virtualMachine
*/
private static void appendExpiredTime(HuaweiVmCredential credential, ServerDetail serverDetail, F2CVirtualMachine virtualMachine) {
String orderId = serverDetail.getMetadata().get("metering.order_id");
String productId = serverDetail.getMetadata().get("metering.product_id");
ShowCustomerOrderDetailsResponse response = getOrderDetailsById(orderId, credential.getBssClient());
if (CollectionUtils.isNotEmpty(response.getOrderLineItems())) {
String expireTime = response.getOrderLineItems().stream().filter(orderLineItemEntityV2 ->
orderLineItemEntityV2.getProductId().equalsIgnoreCase(productId)
).collect(Collectors.toList()).get(0).getExpireTime();
virtualMachine.setExpiredTime(new Date(CommonUtil.getUTCTime(expireTime, "yyyy-MM-dd'T'HH:mm:ss'Z'")).getTime());
}
}
/**
* 获取port列表
*
* @param credential 认证信息
* @param regionId 区域id
* @return port对象
*/
private static List<Port> listPorts(String credential, String regionId) {
try {
HuaweiVmCredential huaweiVmCredential = JsonUtil.parseObject(credential, HuaweiVmCredential.class);
VpcClient vpcClient = huaweiVmCredential.getVpcClient(regionId);
ListPortsRequest listPortsRequest = new ListPortsRequest();
ListPortsResponse listPortsResponse = vpcClient.listPorts(listPortsRequest);
return listPortsResponse.getPorts();
} catch (Exception e) {
return new ArrayList<>();
}
}
/**
* @param ecsClient ecs客户端
* @param req 请求对象
* @return ListServersDetailsResponse
*/
private static ListServersDetailsResponse listServersDetails(EcsClient ecsClient, ListServersDetailsRequest req) {
try {
return ecsClient.listServersDetails(req);
} catch (Exception e) {
ReTryException.throwHuaweiReTry(e);
SkipPageException.throwHuaweiSkip(e);
throw new Fit2cloudException(10000, "获取数据失败" + e.getMessage());
}
}
public static boolean powerOff(HuaweiInstanceRequest request) {
if (StringUtils.isEmpty(request.getRegionId())) {
throw new Fit2cloudException(10002, "区域为必填参数");
}
if (StringUtils.isNotEmpty(request.getCredential())) {
HuaweiVmCredential credential = JsonUtil.parseObject(request.getCredential(), HuaweiVmCredential.class);
EcsClient client = credential.getEcsClient(request.getRegionId());
try {
ServerDetail serverDetail = getInstanceById(request.getUuid(), client);
if (F2CInstanceStatus.Stopped.name().equalsIgnoreCase(HuaweiMappingUtil.toF2CInstanceStatus(serverDetail.getStatus()))) {
return true;
}
BatchStopServersResponse batchStopServersResponse = client.batchStopServers(new BatchStopServersRequest()
.withBody(new BatchStopServersRequestBody()
.withOsStop(
new BatchStopServersOption()
.withServers(Arrays.asList(new ServerId().withId(request.getUuid())))
.withType(request.getForce() ? BatchStopServersOption.TypeEnum.HARD : BatchStopServersOption.TypeEnum.SOFT))));
checkEcsJobStatus(client, batchStopServersResponse.getJobId());
return true;
} catch (TeaException teaException) {
throw new Fit2cloudException(ErrorCodeConstants.VM_POWER_OFF_FAIL.getCode(), teaException.getMessage());
} catch (Exception e) {
TeaException error = new TeaException(e.getMessage(), e);
throw new Fit2cloudException(ErrorCodeConstants.VM_POWER_OFF_FAIL.getCode(), error.getMessage());
}
}
return false;
}
public static boolean powerOn(HuaweiInstanceRequest request) {
if (StringUtils.isEmpty(request.getRegionId())) {
throw new Fit2cloudException(10002, "区域为必填参数");
}
if (StringUtils.isNotEmpty(request.getCredential())) {
HuaweiVmCredential credential = JsonUtil.parseObject(request.getCredential(), HuaweiVmCredential.class);
EcsClient client = credential.getEcsClient(request.getRegionId());
try {
ServerDetail serverDetail = getInstanceById(request.getUuid(), client);
if (F2CInstanceStatus.Running.name().equalsIgnoreCase(HuaweiMappingUtil.toF2CInstanceStatus(serverDetail.getStatus()))) {
return true;
}
BatchStartServersResponse batchStartServersResponse = client.batchStartServers(new BatchStartServersRequest()
.withBody(new BatchStartServersRequestBody()
.withOsStart(
new BatchStartServersOption()
.withServers(Arrays.asList(new ServerId().withId(request.getUuid()))))));
checkEcsJobStatus(client, batchStartServersResponse.getJobId());
return true;
} catch (TeaException teaError) {
throw new Fit2cloudException(ErrorCodeConstants.VM_POWER_ON_FAIL.getCode(), teaError.getMessage());
} catch (Exception e) {
TeaException error = new TeaException(e.getMessage(), e);
throw new Fit2cloudException(ErrorCodeConstants.VM_POWER_ON_FAIL.getCode(), error.getMessage());
}
}
return false;
}
public static boolean rebootInstance(HuaweiInstanceRequest request) {
if (StringUtils.isEmpty(request.getRegionId())) {
throw new Fit2cloudException(10002, "区域为必填参数");
}
if (StringUtils.isNotEmpty(request.getCredential())) {
HuaweiVmCredential credential = JsonUtil.parseObject(request.getCredential(), HuaweiVmCredential.class);
EcsClient client = credential.getEcsClient(request.getRegionId());
try {
BatchRebootServersResponse batchRebootServersResponse = client.batchRebootServers(new BatchRebootServersRequest()
.withBody(new BatchRebootServersRequestBody()
.withReboot(
new BatchRebootSeversOption()
.withServers(Arrays.asList(new ServerId().withId(request.getUuid())))
.withType(request.getForce() ? BatchRebootSeversOption.TypeEnum.HARD : BatchRebootSeversOption.TypeEnum.SOFT))));
checkEcsJobStatus(client, batchRebootServersResponse.getJobId());
return true;
} catch (TeaException teaException) {
throw new Fit2cloudException(ErrorCodeConstants.VM_REBOOT_FAIL.getCode(), teaException.getMessage());
} catch (Exception e) {
TeaException error = new TeaException(e.getMessage(), e);
throw new Fit2cloudException(ErrorCodeConstants.VM_REBOOT_FAIL.getCode(), error.getMessage());
}
}
return false;
}
public static boolean deleteInstance(HuaweiInstanceRequest request) {
if (StringUtils.isEmpty(request.getRegionId())) {
throw new Fit2cloudException(10002, "区域为必填参数");
}
if (StringUtils.isNotEmpty(request.getCredential())) {
HuaweiVmCredential credential = JsonUtil.parseObject(request.getCredential(), HuaweiVmCredential.class);
EcsClient client = credential.getEcsClient(request.getRegionId());
try {
ShowServerResponse showServerResponse = client.showServer(new ShowServerRequest().withServerId(request.getUuid()));
ServerDetail instance = showServerResponse.getServer();
// 如果是包年包月 调用退订方法 否则直接删除
Map<String, String> metadata = instance.getMetadata();
if (ObjectUtils.isNotEmpty(metadata) && metadata.containsKey("charging_mode") && StringUtils.equals(metadata.get("charging_mode"), "1")) {
BssClient bssClient = credential.getBssClient();
CancelResourcesSubscriptionRequest cancelRequest = new CancelResourcesSubscriptionRequest();
UnsubscribeResourcesReq body = new UnsubscribeResourcesReq();
body.setResourceIds(new ArrayList<String>() {{
add(request.getUuid());
}});
body.setUnsubscribeType(1);
cancelRequest.setBody(body);
CancelResourcesSubscriptionResponse cancelResponse = bssClient.cancelResourcesSubscription(cancelRequest);
return cancelResponse.getHttpStatusCode() == 200;
} else {
DeleteServersResponse batchStartServersResponse = client.deleteServers(new DeleteServersRequest()
.withBody(new DeleteServersRequestBody()
.withServers(Arrays.asList(new ServerId().withId(request.getUuid())))));
checkEcsJobStatus(client, batchStartServersResponse.getJobId());
return true;
}
} catch (TeaException teaException) {
throw new Fit2cloudException(ErrorCodeConstants.VM_DELETE_FAIL.getCode(), teaException.getMessage());
} catch (Exception e) {
TeaException error = new TeaException(e.getMessage(), e);
throw new Fit2cloudException(ErrorCodeConstants.VM_DELETE_FAIL.getCode(), error.getMessage());
}
}
return false;
}
private static void checkEcsJobStatus(EcsClient client, String jobId) {
int count = 0;
while (true) {
try {
Thread.sleep(SLEEP_TIME);
com.huaweicloud.sdk.ecs.v2.model.ShowJobResponse jobResponse = client.showJob(new com.huaweicloud.sdk.ecs.v2.model.ShowJobRequest().withJobId(jobId));
com.huaweicloud.sdk.ecs.v2.model.ShowJobResponse.StatusEnum status = jobResponse.getStatus();
if (ShowJobResponse.StatusEnum.SUCCESS.getValue().equals(status.getValue())) {
break;
}
if (ShowJobResponse.StatusEnum.FAIL.getValue().equals(status.getValue())) {
throw new RuntimeException(jobResponse.getFailReason());
}
if (count >= WAIT_COUNT) {
throw new RuntimeException("Check cloud server status timeout！");
}
count++;
} catch (Exception e) {
throw new RuntimeException("Check cloud server status error: " + e.getMessage());
}
}
}
/**
* 根据可用区过滤磁盘种类
*
* @param request
* @return
*/
public static List<Map<String, String>> getDiskTypes(HuaweiGetDiskTypeRequest request) {
HuaweiVmCredential huaweiVmCredential = JsonUtil.parseObject(request.getCredential(), HuaweiVmCredential.class);
EvsClient evsClient = huaweiVmCredential.getEvsClient(request.getRegionId());
CinderListVolumeTypesRequest cinderListVolumeTypesRequest = new CinderListVolumeTypesRequest();
try {
CinderListVolumeTypesResponse response = evsClient.cinderListVolumeTypes(cinderListVolumeTypesRequest);
List<Map<String, String>> mapList = new ArrayList<>();
response.getVolumeTypes().forEach(volumeType -> {
if (StringUtils.isNoneEmpty(request.getZone())
//这个名称的磁盘类型有问题，云上显示没有，但是接口会返回来，在这里特殊处理去掉
&& !StringUtils.equalsIgnoreCase("uh-l1", volumeType.getName())
&& StringUtils.isNoneEmpty(volumeType.getExtraSpecs().getReSKEYAvailabilityZones())
&& volumeType.getExtraSpecs().getReSKEYAvailabilityZones().contains(request.getZone())
&& (StringUtils.isEmpty(volumeType.getExtraSpecs().getOsVendorExtendedSoldOutAvailabilityZones())
|| !volumeType.getExtraSpecs().getOsVendorExtendedSoldOutAvailabilityZones().contains(request.getZone())) && !volumeType.getName().startsWith("DESS_")) {
Map<String, String> vol = new HashMap<>();
vol.put("id", volumeType.getName());
vol.put("name", HuaweiDiskType.getName(volumeType.getName()));
mapList.add(vol);
}
});
return mapList;
} catch (Exception e) {
e.printStackTrace();
}
return new ArrayList<>();
}
/**
* 创建磁盘
*
* @param request
* @return
*/
public static List<F2CDisk> createDisks(HuaweiCreateDisksRequest request) {
List<F2CDisk> f2CDisks = new ArrayList<>();
HuaweiVmCredential huaweiVmCredential = JsonUtil.parseObject(request.getCredential(), HuaweiVmCredential.class);
EvsClient evsClient = huaweiVmCredential.getEvsClient(request.getRegionId());
try {
for (F2CDisk disk : request.getDisks()) {
CreateVolumeResponse response = evsClient.createVolume(request.toCreateVolumeRequest(disk));
ShowJobResponse showJobResponse = getJob(response.getJobId(), evsClient);
String status = request.getInstanceUuid() == null ? F2CDiskStatus.AVAILABLE : "in-use";
F2CDisk createdDisk = HuaweiMappingUtil.toF2CDisk(checkVolumeStatus(showJobResponse.getEntities().getVolumeId(), evsClient, status));
createdDisk.setDeleteWithInstance(disk.getDeleteWithInstance());
f2CDisks.add(createdDisk);
}
return f2CDisks;
} catch (Exception e) {
throw new RuntimeException(e.getMessage(), e);
}
}
/**
* 创建磁盘
*/
public static F2CDisk createDisk(HuaweiCreateDiskRequest request) {
HuaweiVmCredential huaweiVmCredential = JsonUtil.parseObject(request.getCredential(), HuaweiVmCredential.class);
EvsClient evsClient = huaweiVmCredential.getEvsClient(request.getRegionId());
try {
CreateVolumeResponse response = evsClient.createVolume(request.toCreateVolumeRequest());
String volumeId;
// 华为云的 in-use 是中划线😭
String status = request.getInstanceUuid() == null ? F2CDiskStatus.AVAILABLE : "in-use";
if (StringUtils.isNotEmpty(response.getOrderId())) {
volumeId = checkOrderResourceId(response.getOrderId(), huaweiVmCredential.getBssClient());
} else {
ShowJobResponse showJobResponse = getJob(response.getJobId(), evsClient);
volumeId = showJobResponse.getEntities().getVolumeId();
}
F2CDisk createdDisk = HuaweiMappingUtil.toF2CDisk(checkVolumeStatus(volumeId, evsClient, status));
// 单独调用接口设置磁盘是否随实例删除属性，不抛出异常
if (DeleteWithInstance.YES.name().equalsIgnoreCase(request.getDeleteWithInstance())) {
try {
EcsClient ecsClient = huaweiVmCredential.getEcsClient(request.getRegionId());
updateServerBlockDevice(ecsClient, request.getInstanceUuid(), createdDisk.getDiskId(), request.getDeleteWithInstance());
createdDisk.setDeleteWithInstance(DeleteWithInstance.YES.name());
} catch (Exception e) {
createdDisk.setDeleteWithInstance(DeleteWithInstance.NO.name());
LogUtil.error("Failed to modify disk." + e.getMessage(), e);
}
}
return createdDisk;
} catch (Exception e) {
throw new RuntimeException(e.getMessage(), e);
}
}
public static String checkOrderResourceId(String orderId, BssClient bssClient) {
ListPayPerUseCustomerResourcesRequest resourceRequest = new ListPayPerUseCustomerResourcesRequest();
QueryResourcesReq body = new QueryResourcesReq();
body.setOrderId(orderId);
resourceRequest.withBody(body);
String resourceId = null;
try {
int count = 0;
boolean b = true;
while (b) {
Thread.sleep(5000);
count++;
ListPayPerUseCustomerResourcesResponse resourcesResponse = bssClient.listPayPerUseCustomerResources(resourceRequest);
List<OrderInstanceV2> disksInfo = resourcesResponse.getData();
if (CollectionUtils.isNotEmpty(disksInfo)) {
b = false;
resourceId = disksInfo.get(0).getResourceId();
}
if (count >= WAIT_COUNT) {
throw new RuntimeException("Check order resource info timeout！");
}
}
return resourceId;
} catch (Exception e) {
e.printStackTrace();
throw new RuntimeException(e.getMessage(), e);
}
}
/**
* 扩容磁盘
*
* @param request
* @return
*/
public static boolean enlargeDisk(HuaweiResizeDiskRequest request) {
try {
HuaweiVmCredential huaweiVmCredential = JsonUtil.parseObject(request.getCredential(), HuaweiVmCredential.class);
EvsClient evsClient = huaweiVmCredential.getEvsClient(request.getRegionId());
String diskId = request.getDiskId();
ShowVolumeRequest showVolumeRequest = new ShowVolumeRequest();
showVolumeRequest.setVolumeId(diskId);
VolumeDetail volume = evsClient.showVolume(showVolumeRequest).getVolume();
if (volume == null) {
throw new RuntimeException("Can not find disk: " + request.getDiskId());
}
String status = volume.getStatus();
evsClient.resizeVolume(request.toResizeVolumeRequest());
if ("in-use".equalsIgnoreCase(status) || status.equalsIgnoreCase(F2CDiskStatus.AVAILABLE)) {
checkVolumeStatus(diskId, evsClient, status);
}
return true;
} catch (Exception e) {
throw new RuntimeException(e.getMessage(), e);
}
}
/**
* 挂载磁盘
*
* @param request
* @return
*/
public static F2CDisk attachDisk(HuaweiAttachDiskRequest request) {
try {
HuaweiVmCredential huaweiVmCredential = JsonUtil.parseObject(request.getCredential(), HuaweiVmCredential.class);
EvsClient evsClient = huaweiVmCredential.getEvsClient(request.getRegionId());
EcsClient ecsClient = huaweiVmCredential.getEcsClient(request.getRegionId());
ecsClient.attachServerVolume(request.toAttachServerVolumeRequest());
F2CDisk f2CDisk = HuaweiMappingUtil.toF2CDisk(checkVolumeStatus(request.getDiskId(), evsClient, "in-use"));
// 单独调用接口设置磁盘是否随实例删除属性，不抛出异常
if (DeleteWithInstance.YES.name().equalsIgnoreCase(request.getDeleteWithInstance())) {
try {
updateServerBlockDevice(ecsClient, request.getInstanceUuid(), request.getDiskId(), request.getDeleteWithInstance());
f2CDisk.setDeleteWithInstance(DeleteWithInstance.YES.name());
} catch (Exception e) {
f2CDisk.setDeleteWithInstance(DeleteWithInstance.NO.name());
LogUtil.error("Failed to modify disk." + e.getMessage(), e);
}
}
return f2CDisk;
} catch (Exception e) {
throw new RuntimeException(e.getMessage(), e);
}
}
/**
* 修改云服务器挂载的单个磁盘信息（是否随实例删除属性）
*
* @param client
* @return
*/
public static void updateServerBlockDevice(EcsClient client, String instanceId, String diskId, String deleteWithInstance) {
if (StringUtils.isNotEmpty(instanceId)) {
UpdateServerBlockDeviceRequest blockDeviceRequest =
new UpdateServerBlockDeviceRequest()
.withServerId(instanceId)
.withVolumeId(diskId)
.withBody(new UpdateServerBlockDeviceReq()
.withBlockDevice(new UpdateServerBlockDeviceOption()
.withDeleteOnTermination(DeleteWithInstance.YES.name().equals(deleteWithInstance))));
client.updateServerBlockDevice(blockDeviceRequest);
}
}
/**
* 卸载磁盘
*
* @param request
* @return
*/
public static boolean detachDisk(HuaweiDetachDiskRequest request) {
try {
HuaweiVmCredential huaweiVmCredential = JsonUtil.parseObject(request.getCredential(), HuaweiVmCredential.class);
EvsClient evsClient = huaweiVmCredential.getEvsClient(request.getRegionId());
EcsClient ecsClient = huaweiVmCredential.getEcsClient(request.getRegionId());
// 判断磁盘是否是系统盘
ShowVolumeRequest showVolumeRequest = new ShowVolumeRequest();
showVolumeRequest.setVolumeId(request.getDiskId());
VolumeDetail volume = evsClient.showVolume(showVolumeRequest).getVolume();
Optional.ofNullable(volume).orElseThrow(() -> new RuntimeException("Can not find the disk!"));
if (Boolean.valueOf(volume.getBootable())) {
// 判断实例是否是关机状态
ShowServerResponse showServerResponse = ecsClient.showServer(new ShowServerRequest().withServerId(request.getInstanceUuid()));
ServerDetail server = showServerResponse.getServer();
Optional.ofNullable(server).orElseThrow(() -> new RuntimeException("Can not find the server!"));
String serverStatus = server.getStatus();
if (!"stopped".equalsIgnoreCase(serverStatus)) {
// 系统盘需要实例关机方可卸载
throw new RuntimeException("Server status must be stopped!");
}
}
ecsClient.detachServerVolume(request.toDetachServerVolumeRequest());
checkVolumeStatus(request.getDiskId(), evsClient, F2CDiskStatus.AVAILABLE);
return true;
} catch (Exception e) {
throw new RuntimeException("Failed to detach data disk!" + e.getMessage(), e);
}
}
/**
* 删除磁盘
*
* @param request
* @return
*/
public static boolean deleteDisk(HuaweiDeleteDiskRequest request) {
try {
HuaweiVmCredential huaweiVmCredential = JsonUtil.parseObject(request.getCredential(), HuaweiVmCredential.class);
EvsClient evsClient = huaweiVmCredential.getEvsClient(request.getRegionId());
evsClient.deleteVolume(request.toDeleteVolumeRequest());
return true;
} catch (Exception e) {
throw new RuntimeException(e.getMessage(), e);
}
}
private static VolumeDetail checkVolumeStatus(String volumeId, EvsClient evsClient, String status) throws Exception {
try {
int count = 0;
VolumeDetail volume = null;
boolean b = true;
while (b) {
Thread.sleep(5000);
count++;
ShowVolumeRequest showVolumeRequest = new ShowVolumeRequest();
showVolumeRequest.setVolumeId(volumeId);
volume = evsClient.showVolume(showVolumeRequest).getVolume();
if (volume != null && status.equalsIgnoreCase(volume.getStatus())) {
b = false;
}
if (count >= WAIT_COUNT) {
throw new RuntimeException("Check cloud disk status timeout！");
}
}
return volume;
} catch (Exception e) {
e.printStackTrace();
throw new RuntimeException(e.getMessage(), e);
}
}
private static ShowJobResponse getJob(String jobId, EvsClient evsClient) {
com.huaweicloud.sdk.evs.v2.model.ShowJobRequest showJobRequest = new ShowJobRequest();
showJobRequest.setJobId(jobId);
try {
int count = 0;
while (true) {
Thread.sleep(2000);
count++;
ShowJobResponse showJobResponse = evsClient.showJob(showJobRequest);
if ("FAIL".equalsIgnoreCase(showJobResponse.getStatus().getValue())) {
throw new RuntimeException(new Gson().toJson(showJobResponse));
}
if ("SUCCESS".equalsIgnoreCase(showJobResponse.getStatus().getValue())) {
return showJobResponse;
}
if (count >= WAIT_COUNT) {
throw new RuntimeException("Check job status timeout！");
}
}
} catch (Exception e) {
throw new RuntimeException(e.getMessage(), e);
}
}
public static List<F2CPerfMetricMonitorData> getF2CPerfMetricList(GetMetricsRequest getMetricsRequest) {
existRegion(getMetricsRequest);
List<F2CPerfMetricMonitorData> result = new ArrayList<>();
//设置时间，根据syncTimeStampStr,默认一个小时
Long startTime = DateUtil.beforeOneHourToTimestamp(Long.valueOf(getMetricsRequest.getSyncTimeStampStr()));
//多获取过去30分钟的数据，防止同步线程时间不固定，导致数据不全的问题
getMetricsRequest.setStartTime(String.valueOf(startTime - 1800000L));
getMetricsRequest.setEndTime(getMetricsRequest.getSyncTimeStampStr());
try {
getMetricsRequest.setRegionId(getMetricsRequest.getRegionId());
getMetricsRequest.setPeriod(300);
result.addAll(getVmPerfMetric(getMetricsRequest));
} catch (Exception e) {
throw new SkipPageException(100021, "获取监控数据失败-" + getMetricsRequest.getRegionId() + "-" + e.getMessage());
}
return result;
}
private static void existRegion(GetMetricsRequest getMetricsRequest) {
if (StringUtils.isEmpty(getMetricsRequest.getRegionId())) {
throw new Fit2cloudException(10002, "区域为必填参数");
}
}
/**
* 获取虚拟机监控指标数据
* 除了CPU,内存，磁盘与网络都是基础指标的数据，因为API无法获取
*
* @param getMetricsRequest 监控查询参数
* @return 监控数据
*/
private static List<F2CPerfMetricMonitorData> getVmPerfMetric(GetMetricsRequest getMetricsRequest) {
HuaweiVmCredential credential = JsonUtil.parseObject(getMetricsRequest.getCredential(), HuaweiVmCredential.class);
List<F2CPerfMetricMonitorData> result = new ArrayList<>();
List<F2CVirtualMachine> vms = listVirtualMachine(getListVmRequest(getMetricsRequest));
if (vms.size() == 0) {
return result;
}
CesClient cesClient = credential.getCesClient(getMetricsRequest.getRegionId());
// 循环云主机
vms.forEach(vm -> {
try {
// 存储接口返回的数据
Map<String, List<BatchMetricData>> apiResult = new HashMap<>(3);
// 数据聚合查询接口
List.of("average", "max", "min").forEach(filter -> {
try {
BatchListMetricDataRequest request = batchListMetricRequest(getMetricsRequest, vm.getInstanceUUID(), filter);
BatchListMetricDataResponse response = cesClient.batchListMetricData(request);
apiResult.put(filter, response.getMetrics());
} catch (Exception e) {
LogUtil.error("华为云查询云主机 " + vm.getName() + "聚合值-" + filter + "- 监控数据失败:" + e.getMessage());
}
});
// 处理结果，映射数据到平台需要查询的指标
Arrays.stream(HuaweiPerfMetricConstants.CloudServerPerfMetricEnum.values()).sorted().toList().forEach(perfMetric -> {
// 存储时间节点数据，5分钟间隔，1个半小时，最多18条数据
Map<Long, DatapointForBatchMetric> datapointMap = new HashMap<>(18);
// 处理结果数据
apiResult.keySet().forEach(key -> {
// 过滤监控数据
List<DatapointForBatchMetric> datapointList = new ArrayList<>();
datapointList = getDatapointForBaseOrAgent(apiResult.get(key), perfMetric);
datapointList.forEach(v -> {
if (!datapointMap.containsKey(v.getTimestamp())) {
datapointMap.put(v.getTimestamp(), v);
}
if (StringUtils.equalsIgnoreCase(key, "average")) {
datapointMap.get(v.getTimestamp()).setAverage(v.getAverage());
}
if (StringUtils.equalsIgnoreCase(key, "max")) {
datapointMap.get(v.getTimestamp()).setMax(v.getMax());
}
if (StringUtils.equalsIgnoreCase(key, "min")) {
datapointMap.get(v.getTimestamp()).setMin(v.getMin());
}
});
});
datapointMap.forEach((k, v) -> {
F2CPerfMetricMonitorData f2CEntityPerfMetric = HuaweiMappingUtil.toF2CPerfMetricMonitorData(v);
f2CEntityPerfMetric.setEntityType(F2CEntityType.VIRTUAL_MACHINE.name());
f2CEntityPerfMetric.setMetricName(perfMetric.name());
f2CEntityPerfMetric.setPeriod(getMetricsRequest.getPeriod());
f2CEntityPerfMetric.setInstanceId(vm.getInstanceUUID());
f2CEntityPerfMetric.setUnit(perfMetric.getUnit());
result.add(f2CEntityPerfMetric);
});
});
} catch (Exception e) {
LogUtil.error("同步 华为 云主机 " + vm.getName() + " 监控失败:" + e.getMessage());
}
});
return result;
}
/**
* 过滤监控数据
*
* @param response 结果
* @param perfMetric 指标
* @return 监控数据
*/
private static List<DatapointForBatchMetric> getDatapointForBaseOrAgent(List<BatchMetricData> response, HuaweiPerfMetricConstants.CloudServerPerfMetricEnum perfMetric) {
List<DatapointForBatchMetric> agentData = getDatapointForBaseOrAgent(response, perfMetric, true);
return CollectionUtils.isNotEmpty(agentData) ? agentData : getDatapointForBaseOrAgent(response, perfMetric, false);
}
/**
* 获取 基础监控数据活着agent的监控数据datapoint
*
* @param response 数据结果
* @param perfMetric 指标
* @param agent 是否是agent
* @return 数据
*/
private static List<DatapointForBatchMetric> getDatapointForBaseOrAgent(List<BatchMetricData> response, HuaweiPerfMetricConstants.CloudServerPerfMetricEnum perfMetric, boolean agent) {
List<BatchMetricData> agentMetricData = response.stream()
.filter(v -> StringUtils.equalsIgnoreCase(agent ? "AGT.ECS" : "SYS.ECS", v.getNamespace()))
.filter(v -> StringUtils.equalsIgnoreCase(agent ? perfMetric.getAgentMetricName() : perfMetric.getBaseMetricName(), v.getMetricName()))
.filter(v -> v.getDatapoints().size() > 0).toList();
return CollectionUtils.isNotEmpty(agentMetricData) ? agentMetricData.get(0).getDatapoints() : new ArrayList<>();
}
/**
* 批量指标获取监控数据
*
* @param getMetricsRequest 参数来源
* @param instanceId 云主机ID
* @param filter 数据聚合方式,max为最大值,min为最小值,average为平均值
* @return 批量查询参数
*/
private static BatchListMetricDataRequest batchListMetricRequest(GetMetricsRequest getMetricsRequest, String instanceId, String filter) {
BatchListMetricDataRequest request = new BatchListMetricDataRequest();
BatchListMetricDataRequestBody body = new BatchListMetricDataRequestBody();
List<MetricsDimension> listMetricsDimensions = new ArrayList<>();
listMetricsDimensions.add(
new MetricsDimension()
.withName("instance_id")
.withValue(instanceId)
);
List<MetricInfo> listBodyMetrics = listMetricInfo(listMetricsDimensions);
body.withTo(Long.valueOf(getMetricsRequest.getEndTime()));
body.withFrom(Long.valueOf(getMetricsRequest.getStartTime()));
body.withFilter(filter);
body.withPeriod("300");
body.withMetrics(listBodyMetrics);
request.withBody(body);
return request;
}
/**
* 获取所有指标两个namespace的数据（基础、agent）
* listBodyMetrics最大支持500个
* 目前10*2
*
* @param listMetricsDimensions 对象参数
* @return 所有指标参数
*/
private static List<MetricInfo> listMetricInfo(List<MetricsDimension> listMetricsDimensions) {
List<MetricInfo> listBodyMetrics = new ArrayList<>();
Arrays.stream(HuaweiPerfMetricConstants.CloudServerPerfMetricEnum.values()).sorted().toList().forEach(perfMetric -> {
listBodyMetrics.add(
new MetricInfo()
.withNamespace("AGT.ECS")
.withMetricName(perfMetric.getAgentMetricName())
.withDimensions(listMetricsDimensions)
);
listBodyMetrics.add(
new MetricInfo()
.withNamespace("SYS.ECS")
.withMetricName(perfMetric.getBaseMetricName())
.withDimensions(listMetricsDimensions)
);
});
return listBodyMetrics;
}
/**
* 根据指标查询指定值的监控数据
*
* @param cesClient 查询客户端
* @param vm 要查询监控数据的云主机
* @param perfMetric 监控指标
* @param request API参数
* @return 监控数据时间戳
*/
private static Map<Long, Datapoint> getVmMonitoringData(CesClient cesClient, F2CVirtualMachine vm, HuaweiPerfMetricConstants.CloudServerPerfMetricEnum perfMetric, ShowMetricDataRequest request) {
Map<Long, Datapoint> datapointMap = new HashMap<>();
List.of("average", "max", "min").forEach(filter -> {
try {
request.withFilter(ShowMetricDataRequest.FilterEnum.fromValue(filter));
//查询监控指标数据
ShowMetricDataResponse response = cesClient.showMetricData(request);
if (response.getHttpStatusCode() == 200 && CollectionUtils.isNotEmpty(response.getDatapoints())) {
List<Datapoint> list = response.getDatapoints();
list.forEach(v -> {
if (!datapointMap.containsKey(v.getTimestamp())) {
datapointMap.put(v.getTimestamp(), v);
}
if (StringUtils.equalsIgnoreCase(filter, "average")) {
datapointMap.get(v.getTimestamp()).setAverage(v.getAverage());
}
if (StringUtils.equalsIgnoreCase(filter, "max")) {
datapointMap.get(v.getTimestamp()).setMax(v.getMax());
}
if (StringUtils.equalsIgnoreCase(filter, "min")) {
datapointMap.get(v.getTimestamp()).setMin(v.getMin());
}
});
}
} catch (Exception e) {
LogUtil.error("查询 华为 云主机 " + vm.getName() + " 监控指标 " + perfMetric.getDescription() + " " + filter + "值失败:" + e.getMessage());
}
});
return datapointMap;
}
/**
* 查询云主机监控数据参数
*
* @param getMetricsRequest 全部参数
* @return API所需基本参数
*/
@NotNull
private static ShowMetricDataRequest getShowMetricDataRequest(GetMetricsRequest getMetricsRequest) {
ShowMetricDataRequest request = new ShowMetricDataRequest();
request.withPeriod(300);
getMetricsRequest.setPeriod(request.getPeriod());
request.withFrom(Long.valueOf(getMetricsRequest.getStartTime()));
request.withTo(Long.valueOf(getMetricsRequest.getEndTime()));
return request;
}
/**
* 查询所有虚拟机参数
*
* @param getMetricsRequest
* @return
*/
public static ListVirtualMachineRequest getListVmRequest(GetMetricsRequest getMetricsRequest) {
ListVirtualMachineRequest listVirtualMachineRequest = new ListVirtualMachineRequest();
listVirtualMachineRequest.setCredential(getMetricsRequest.getCredential());
listVirtualMachineRequest.setRegionId(getMetricsRequest.getRegionId());
return listVirtualMachineRequest;
}
public static List<NovaAvailabilityZoneDTO> getAvailabilityZone(HuaweiVmCreateRequest request) {
if (StringUtils.isEmpty(request.getRegionId())) {
return new ArrayList<>();
}
List<NovaAvailabilityZoneDTO> result = new ArrayList<>();
try {
HuaweiVmCredential credential = JsonUtil.parseObject(request.getCredential(), HuaweiVmCredential.class);
EcsClient client = credential.getEcsClient(request.getRegionId());
NovaListAvailabilityZonesRequest getAz = new NovaListAvailabilityZonesRequest();
NovaListAvailabilityZonesResponse response = client.novaListAvailabilityZones(getAz);
for (NovaAvailabilityZone novaAvailabilityZone : response.getAvailabilityZoneInfo()) {
NovaAvailabilityZoneDTO dto = new NovaAvailabilityZoneDTO(novaAvailabilityZone);
String name = dto.getZoneName();
int index = StringUtils.lowerCase(name).charAt(name.length() - 1) - 96;
dto.setDisplayName("可用区" + index);
result.add(dto);
}
} catch (Exception e) {
e.printStackTrace();
}
return result;
}
public static F2CVirtualMachine getSimpleServerByCreateRequest(HuaweiVmCreateRequest request) {
F2CVirtualMachine virtualMachine = new F2CVirtualMachine();
int index = request.getIndex();
virtualMachine
.setId(request.getId())
.setName(request.getServerNameInfos().get(index).getName())
.setIpArray(new ArrayList<>())
.setInstanceType(request.getInstanceType());
return virtualMachine;
}
public static Integer getPeriodNumber(String periodNumber) {
if (Integer.valueOf(periodNumber) >= 12) {
return Integer.valueOf(periodNumber) / 12;
}
return Integer.valueOf(periodNumber);
}
public static String getPeriodType(String periodNumber) {
return Integer.valueOf(periodNumber) < 12 ? "month" : "year";
}
public static F2CVirtualMachine createServer(HuaweiVmCreateRequest request) {
F2CVirtualMachine f2CVirtualMachine = new F2CVirtualMachine();
try {
request.setRegion(request.getRegionId());
HuaweiVmCredential credential = JsonUtil.parseObject(request.getCredential(), HuaweiVmCredential.class);
EcsClient client = credential.getEcsClient(request.getRegionId());
//创建云主机参数
CreateServersRequest createServersRequest = new CreateServersRequest();
//参数实体
CreateServersRequestBody body = new CreateServersRequestBody();
//计费类类型
PrePaidServerExtendParam extendparamServer = new PrePaidServerExtendParam();