File size: 11,614 Bytes
c011401 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 |
Gcs Debug state: GcsNodeManager: - RegisterNode request count: 1 - DrainNode request count: 0 - GetAllNodeInfo request count: 34 GcsActorManager: - RegisterActor request count: 0 - CreateActor request count: 0 - GetActorInfo request count: 0 - GetNamedActorInfo request count: 0 - GetAllActorInfo request count: 0 - KillActor request count: 0 - ListNamedActors request count: 0 - Registered actors count: 0 - Destroyed actors count: 0 - Named actors count: 0 - Unresolved actors count: 0 - Pending actors count: 0 - Created actors count: 0 - owners_: 0 - actor_to_register_callbacks_: 0 - actor_to_restart_callbacks_: 0 - actor_to_create_callbacks_: 0 - sorted_destroyed_actor_list_: 0 GcsResourceManager: - GetAllAvailableResources request count: 0 - GetAllTotalResources request count: 0 - GetAllResourceUsage request count: 6 GcsPlacementGroupManager: - CreatePlacementGroup request count: 0 - RemovePlacementGroup request count: 0 - GetPlacementGroup request count: 0 - GetAllPlacementGroup request count: 0 - WaitPlacementGroupUntilReady request count: 0 - GetNamedPlacementGroup request count: 0 - Scheduling pending placement group count: 0 - Registered placement groups count: 0 - Named placement group count: 0 - Pending placement groups count: 0 - Infeasible placement groups count: 0 Publisher: RAY_LOG_CHANNEL - cumulative published messages: 16 - cumulative published bytes: 8734 - current buffered bytes: 818 GCS_NODE_INFO_CHANNEL - cumulative published messages: 1 - cumulative published bytes: 534 - current buffered bytes: 0 GCS_JOB_CHANNEL - cumulative published messages: 1 - cumulative published bytes: 246 - current buffered bytes: 246 [runtime env manager] ID to URIs table: [runtime env manager] URIs reference table: GcsTaskManager: -Total num task events reported: 29 -Total num status task events dropped: 0 -Total num profile events dropped: 0 -Current num of task events stored: 11 -Total num of actor creation tasks: 0 -Total num of actor tasks: 0 -Total num of normal tasks: 10 -Total num of driver tasks: 1 GcsAutoscalerStateManager: - last_seen_autoscaler_state_version_: 0 - last_cluster_resource_state_version_: 0 - pending demands: Global stats: 790 total (4 active) Queueing time: mean = 2.832 ms, max = 238.754 ms, min = 1.184 us, total = 2.237 s Execution time: mean = 684.479 us, total = 540.738 ms Event stats: event_loop_lag_probe - 122 total (0 active), Execution time: mean = 22.165 us, total = 2.704 ms, Queueing time: mean = 124.791 us, max = 13.451 ms, min = 1.184 us, total = 15.225 ms GcsInMemoryStore.Put - 95 total (0 active), Execution time: mean = 2.538 ms, total = 241.115 ms, Queueing time: mean = 17.491 ms, max = 237.470 ms, min = 3.092 us, total = 1.662 s GcsInMemoryStore.Get - 75 total (0 active), Execution time: mean = 239.916 us, total = 17.994 ms, Queueing time: mean = 230.771 us, max = 16.193 ms, min = 2.830 us, total = 17.308 ms InternalKVGcsService.grpc_server.InternalKVGet.HandleRequestImpl - 74 total (0 active), Execution time: mean = 43.317 us, total = 3.205 ms, Queueing time: mean = 326.188 us, max = 16.182 ms, min = 8.227 us, total = 24.138 ms InternalKVGcsService.grpc_server.InternalKVGet - 74 total (0 active), Execution time: mean = 1.299 ms, total = 96.147 ms, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s NodeInfoGcsService.grpc_server.GetAllNodeInfo - 34 total (0 active), Execution time: mean = 1.532 ms, total = 52.071 ms, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s NodeInfoGcsService.grpc_server.GetAllNodeInfo.HandleRequestImpl - 34 total (0 active), Execution time: mean = 35.676 us, total = 1.213 ms, Queueing time: mean = 123.101 us, max = 259.964 us, min = 18.397 us, total = 4.185 ms RayletLoadPulled - 30 total (1 active), Execution time: mean = 283.760 us, total = 8.513 ms, Queueing time: mean = 467.293 us, max = 11.879 ms, min = 23.441 us, total = 14.019 ms NodeManagerService.grpc_client.GetResourceLoad.OnReplyReceived - 27 total (0 active), Execution time: mean = 77.371 us, total = 2.089 ms, Queueing time: mean = 106.379 us, max = 169.057 us, min = 16.045 us, total = 2.872 ms InternalKVGcsService.grpc_server.InternalKVPut - 27 total (0 active), Execution time: mean = 643.699 us, total = 17.380 ms, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s InternalKVGcsService.grpc_server.InternalKVPut.HandleRequestImpl - 27 total (0 active), Execution time: mean = 43.807 us, total = 1.183 ms, Queueing time: mean = 103.433 us, max = 175.146 us, min = 25.818 us, total = 2.793 ms NodeManagerService.grpc_client.GetResourceLoad - 27 total (0 active), Execution time: mean = 1.798 ms, total = 48.553 ms, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s WorkerInfoGcsService.grpc_server.AddWorkerInfo - 21 total (0 active), Execution time: mean = 529.162 us, total = 11.112 ms, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s WorkerInfoGcsService.grpc_server.AddWorkerInfo.HandleRequestImpl - 21 total (0 active), Execution time: mean = 28.842 us, total = 605.677 us, Queueing time: mean = 70.095 us, max = 145.503 us, min = 22.660 us, total = 1.472 ms NodeInfoGcsService.grpc_server.CheckAlive.HandleRequestImpl - 12 total (0 active), Execution time: mean = 31.529 us, total = 378.354 us, Queueing time: mean = 102.103 us, max = 146.133 us, min = 25.223 us, total = 1.225 ms NodeInfoGcsService.grpc_server.CheckAlive - 12 total (0 active), Execution time: mean = 559.025 us, total = 6.708 ms, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s ClusterResourceManager.ResetRemoteNodeView - 11 total (1 active), Execution time: mean = 11.387 us, total = 125.260 us, Queueing time: mean = 66.314 us, max = 140.570 us, min = 37.593 us, total = 729.454 us HealthCheck - 8 total (0 active), Execution time: mean = 7.911 us, total = 63.288 us, Queueing time: mean = 106.766 us, max = 134.820 us, min = 44.826 us, total = 854.126 us GcsResourceManager::Update - 6 total (0 active), Execution time: mean = 87.055 us, total = 522.330 us, Queueing time: mean = 119.167 us, max = 178.306 us, min = 87.979 us, total = 715.000 us GcsInMemoryStore.GetAll - 6 total (0 active), Execution time: mean = 21.148 us, total = 126.887 us, Queueing time: mean = 99.960 us, max = 139.494 us, min = 12.528 us, total = 599.760 us NodeResourceInfoGcsService.grpc_server.GetAllResourceUsage.HandleRequestImpl - 6 total (0 active), Execution time: mean = 74.148 us, total = 444.887 us, Queueing time: mean = 112.078 us, max = 148.463 us, min = 32.449 us, total = 672.470 us NodeResourceInfoGcsService.grpc_server.GetAllResourceUsage - 6 total (0 active), Execution time: mean = 711.890 us, total = 4.271 ms, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s NodeInfoGcsService.grpc_server.GetClusterId - 5 total (0 active), Execution time: mean = 2.124 ms, total = 10.620 ms, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s NodeInfoGcsService.grpc_server.GetClusterId.HandleRequestImpl - 5 total (0 active), Execution time: mean = 431.631 us, total = 2.158 ms, Queueing time: mean = 1.102 ms, max = 4.794 ms, min = 133.465 us, total = 5.509 ms PeriodicalRunner.RunFnPeriodically - 4 total (0 active), Execution time: mean = 347.909 us, total = 1.392 ms, Queueing time: mean = 120.539 ms, max = 238.754 ms, min = 2.066 ms, total = 482.154 ms GCSServer.deadline_timer.debug_state_dump - 3 total (1 active, 1 running), Execution time: mean = 1.138 ms, total = 3.415 ms, Queueing time: mean = 43.444 us, max = 75.512 us, min = 54.819 us, total = 130.331 us InternalKVGcsService.grpc_server.GetInternalConfig - 1 total (0 active), Execution time: mean = 755.917 us, total = 755.917 us, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s InternalKVGcsService.grpc_server.GetInternalConfig.HandleRequestImpl - 1 total (0 active), Execution time: mean = 47.649 us, total = 47.649 us, Queueing time: mean = 157.420 us, max = 157.420 us, min = 157.420 us, total = 157.420 us GCSServer.deadline_timer.debug_state_event_stats_print - 1 total (1 active), Execution time: mean = 0.000 s, total = 0.000 s, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s GcsInMemoryStore.Delete - 1 total (0 active), Execution time: mean = 21.897 us, total = 21.897 us, Queueing time: mean = 13.465 us, max = 13.465 us, min = 13.465 us, total = 13.465 us GcsHealthCheckManager::AddNode - 1 total (0 active), Execution time: mean = 75.370 us, total = 75.370 us, Queueing time: mean = 1.217 us, max = 1.217 us, min = 1.217 us, total = 1.217 us JobInfoGcsService.grpc_server.AddJob - 1 total (0 active), Execution time: mean = 750.932 us, total = 750.932 us, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s JobInfoGcsService.grpc_server.AddJob.HandleRequestImpl - 1 total (0 active), Execution time: mean = 159.999 us, total = 159.999 us, Queueing time: mean = 116.414 us, max = 116.414 us, min = 116.414 us, total = 116.414 us JobInfoGcsService.grpc_server.GetAllJobInfo - 1 total (0 active), Execution time: mean = 812.444 us, total = 812.444 us, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s JobInfoGcsService.grpc_server.GetAllJobInfo.HandleRequestImpl - 1 total (0 active), Execution time: mean = 25.964 us, total = 25.964 us, Queueing time: mean = 110.367 us, max = 110.367 us, min = 110.367 us, total = 110.367 us InternalKVGcsService.grpc_server.InternalKVDel - 1 total (0 active), Execution time: mean = 780.545 us, total = 780.545 us, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s JobInfoGcsService.grpc_server.GetNextJobID - 1 total (0 active), Execution time: mean = 598.508 us, total = 598.508 us, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s GcsInMemoryStore.Exists - 1 total (0 active), Execution time: mean = 10.463 us, total = 10.463 us, Queueing time: mean = 6.572 us, max = 6.572 us, min = 6.572 us, total = 6.572 us NodeInfoGcsService.grpc_server.RegisterNode - 1 total (0 active), Execution time: mean = 1.629 ms, total = 1.629 ms, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s NodeInfoGcsService.grpc_server.RegisterNode.HandleRequestImpl - 1 total (0 active), Execution time: mean = 199.247 us, total = 199.247 us, Queueing time: mean = 129.736 us, max = 129.736 us, min = 129.736 us, total = 129.736 us JobInfoGcsService.grpc_server.GetNextJobID.HandleRequestImpl - 1 total (0 active), Execution time: mean = 25.673 us, total = 25.673 us, Queueing time: mean = 124.629 us, max = 124.629 us, min = 124.629 us, total = 124.629 us InternalKVGcsService.grpc_server.InternalKVDel.HandleRequestImpl - 1 total (0 active), Execution time: mean = 76.534 us, total = 76.534 us, Queueing time: mean = 107.843 us, max = 107.843 us, min = 107.843 us, total = 107.843 us InternalKVGcsService.grpc_server.InternalKVExists - 1 total (0 active), Execution time: mean = 625.235 us, total = 625.235 us, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s InternalKVGcsService.grpc_server.InternalKVExists.HandleRequestImpl - 1 total (0 active), Execution time: mean = 32.305 us, total = 32.305 us, Queueing time: mean = 126.016 us, max = 126.016 us, min = 126.016 us, total = 126.016 us |