任务资源

    • GET /v1/task

    返回openLooKeng服务器已知的所有任务的信息。

    注意，对的调用的输出可能相当大。如果你对忙碌的openLooKeng服务器执行这个命令，收到的响应将包括该服务器已知的每个任务的列表以及详细的操作符和驱动的统计信息。 为了便于本手册描述，下列的示例响应经过适当的删减。一个高负荷的openLooKeng服务器实际的响应输出可能有很多页。下面是一个状态为CANCELED的任务的taskId。

    响应样例：

    • DELETE /v1/task/{taskId}

    从openLooKeng服务器删除指定的任务。

    • GET /v1/task/{taskId}

    通过taskId检索指定任务的信息。

    • outputBuffers
    • noMoreSplits
    • stats
    • failures
    • outputs

    查询资源的响应中也有相同的输出。该响应列出了特定查询中涉及的所有阶段和任务。openLooKeng使用此调用协调查询。

    响应样例：

    1. {
    2. "taskId" : "20140115_170528_00004_dk5x2.0.0",
    3. "version" : 42,
    4. "state" : "FINISHED",
    5. "self" : "http://192.168.1.1:8080/v1/task/20140115_170528_00004_dk5x2.0.0",
    6. "lastHeartbeat" : "2014-01-15T12:12:12.518-05:00",
    7. "outputBuffers" : {
    8. "state" : "FINISHED",
    9. "masterSequenceId" : 0,
    10. "pagesAdded" : 1,
    11. "buffers" : [ {
    12.   "bufferId" : "out",
    13.   "finished" : true,
    14.   "bufferedPages" : 0,
    15.   "pagesSent" : 1
    16. } ]
    17. },
    18. "noMoreSplits" : [ "8" ],
    19. "stats" : {
    20. "createTime" : "2014-01-15T12:12:08.520-05:00",
    21. "startTime" : "2014-01-15T12:12:08.526-05:00",
    22. "endTime" : "2014-01-15T12:12:12.518-05:00",
    23. "elapsedTime" : "4.00s",
    24. "queuedTime" : "6.39ms",
    25. "totalDrivers" : 1,
    26. "queuedDrivers" : 0,
    27. "runningDrivers" : 0,
    28. "completedDrivers" : 1,
    29. "memoryReservation" : "174.76kB",
    30. "totalScheduledTime" : "4.19ms",
    31. "totalCpuTime" : "4.09ms",
    32. "totalBlockedTime" : "29.50ms",
    33. "rawInputDataSize" : "10.90kB",
    34. "rawInputPositions" : 154,
    35. "processedInputDataSize" : "10.90kB",
    36. "processedInputPositions" : 154,
    37. "outputDataSize" : "10.90kB",
    38. "outputPositions" : 154,
    39. "pipelines" : [ {
    40.   "inputPipeline" : true,
    41.   "outputPipeline" : true,
    42.   "totalDrivers" : 1,
    43.   "queuedDrivers" : 0,
    44.   "runningDrivers" : 0,
    45.   "completedDrivers" : 1,
    46.   "memoryReservation" : "0B",
    47.   "queuedTime" : {
    48.     "maxError" : 0.0,
    49.     "count" : 1.0,
    50.     "total" : 5857000.0,
    51.     "p01" : 5857000,
    52.     "p05" : 5857000,
    53.     "p10" : 5857000,
    54.     "p25" : 5857000,
    55.     "p50" : 5857000,
    56.     "p75" : 5857000,
    57.     "p90" : 5857000,
    58.     "p95" : 5857000,
    59.     "p99" : 5857000,
    60.     "min" : 5857000,
    61.     "max" : 5857000
    62.   },
    63.   "elapsedTime" : {
    64.     "maxError" : 0.0,
    65.     "count" : 1.0,
    66.     "p01" : 41812000,
    67.     "p05" : 41812000,
    68.     "p10" : 41812000,
    69.     "p25" : 41812000,
    70.     "p50" : 41812000,
    71.     "p75" : 41812000,
    72.     "p90" : 41812000,
    73.     "p95" : 41812000,
    74.     "p99" : 41812000,
    75.     "min" : 41812000,
    76.     "max" : 41812000
    77.   },
    78.   "totalScheduledTime" : "4.19ms",
    79.   "totalCpuTime" : "4.09ms",
    80.   "totalBlockedTime" : "29.50ms",
    81.   "rawInputDataSize" : "10.90kB",
    82.   "rawInputPositions" : 154,
    83.   "processedInputDataSize" : "10.90kB",
    84.   "processedInputPositions" : 154,
    85.   "outputDataSize" : "10.90kB",
    86.   "outputPositions" : 154,
    87.   "operatorSummaries" : [ {
    88.     "operatorId" : 0,
    89.     "operatorType" : "ExchangeOperator",
    90.     "addInputCalls" : 0,
    91.     "addInputWall" : "0.00ns",
    92.     "addInputCpu" : "0.00ns",
    93.     "addInputUser" : "0.00ns",
    94.     "inputDataSize" : "10.90kB",
    95.     "inputPositions" : 154,
    96.     "getOutputCalls" : 1,
    97.     "getOutputWall" : "146.00us",
    98.     "getOutputCpu" : "137.90us",
    99.     "getOutputUser" : "0.00ns",
    100.     "outputDataSize" : "10.90kB",
    101.     "outputPositions" : 154,
    102.     "blockedWall" : "29.50ms",
    103.     "finishCalls" : 0,
    104.     "finishWall" : "0.00ns",
    105.     "finishCpu" : "0.00ns",
    106.     "finishUser" : "0.00ns",
    107.     "memoryReservation" : "0B",
    108.     "info" : {
    109.   "bufferedBytes" : 0,
    110.   "averageBytesPerRequest" : 11158,
    111.   "bufferedPages" : 0,
    112.   "pageBufferClientStatuses" : [ {
    113.     "uri" : "http://192.168.1.1:8080/v1/task/20140115_170528_00004_dk5x2.1.0/results/ab68e201-3878-4b21-b6b9-f6658ddc408b",
    114.     "state" : "closed",
    115.     "lastUpdate" : "2014-01-15T12:12:08.562-05:00",
    116.     "pagesReceived" : 1,
    117.     "requestsScheduled" : 3,
    118.     "requestsCompleted" : 3,
    119.     "httpRequestState" : "queued"
    120.   } ]
    121.     }
    122.   }, {
    123.     "operatorId" : 1,
    124.     "operatorType" : "FilterAndProjectOperator",
    125.     "addInputCalls" : 1,
    126.     "addInputWall" : "919.00us",
    127.     "addInputCpu" : "919.38us",
    128.     "addInputUser" : "0.00ns",
    129.     "inputDataSize" : "10.90kB",
    130.     "inputPositions" : 154,
    131.     "getOutputCalls" : 2,
    132.     "getOutputWall" : "128.00us",
    133.     "getOutputCpu" : "128.64us",
    134.     "getOutputUser" : "0.00ns",
    135.     "outputDataSize" : "10.45kB",
    136.     "outputPositions" : 154,
    137.     "blockedWall" : "0.00ns",
    138.     "finishCalls" : 5,
    140.     "finishUser" : "0.00ns",
    141.     "memoryReservation" : "0B"
    142.   }, {
    143.     "operatorId" : 2,
    144.     "operatorType" : "OrderByOperator",
    145.     "addInputCalls" : 1,
    146.     "addInputWall" : "438.00us",
    147.     "addInputCpu" : "439.18us",
    148.     "addInputUser" : "0.00ns",
    149.     "inputDataSize" : "10.45kB",
    150.     "inputPositions" : 154,
    151.     "getOutputCalls" : 4,
    152.     "getOutputWall" : "869.00us",
    153.     "getOutputCpu" : "831.85us",
    154.     "getOutputUser" : "0.00ns",
    155.     "outputDataSize" : "10.45kB",
    156.     "outputPositions" : 154,
    157.     "blockedWall" : "0.00ns",
    158.     "finishCalls" : 4,
    159.     "finishWall" : "808.00us",
    160.     "finishCpu" : "810.18us",
    161.     "finishUser" : "0.00ns",
    162.     "memoryReservation" : "174.76kB"
    163.   }, {
    164.     "operatorId" : 3,
    165.     "operatorType" : "FilterAndProjectOperator",
    166.     "addInputCalls" : 1,
    167.     "addInputWall" : "166.00us",
    168.     "addInputCpu" : "166.66us",
    169.     "addInputUser" : "0.00ns",
    170.     "inputDataSize" : "10.45kB",
    171.     "inputPositions" : 154,
    172.     "getOutputCalls" : 5,
    173.     "getOutputWall" : "305.00us",
    174.     "getOutputCpu" : "241.14us",
    175.     "getOutputUser" : "0.00ns",
    176.     "outputDataSize" : "10.90kB",
    177.     "outputPositions" : 154,
    178.     "blockedWall" : "0.00ns",
    179.     "finishCalls" : 2,
    180.     "finishWall" : "70.00us",
    181.     "finishCpu" : "71.02us",
    182.     "finishUser" : "0.00ns",
    183.     "memoryReservation" : "0B"
    184.   }, {
    185.     "operatorId" : 4,
    186.     "operatorType" : "TaskOutputOperator",
    187.     "addInputCalls" : 1,
    188.     "addInputWall" : "50.00us",
    189.     "addInputCpu" : "51.03us",
    190.     "addInputUser" : "0.00ns",
    191.     "inputDataSize" : "10.90kB",
    192.     "inputPositions" : 154,
    193.     "getOutputCalls" : 0,
    194.     "getOutputWall" : "0.00ns",
    195.     "getOutputCpu" : "0.00ns",
    196.     "getOutputUser" : "0.00ns",
    197.     "outputDataSize" : "10.90kB",
    198.     "outputPositions" : 154,
    199.     "blockedWall" : "0.00ns",
    200.     "finishCalls" : 1,
    201.     "finishWall" : "35.00us",
    202.     "finishCpu" : "35.39us",
    203.     "finishUser" : "0.00ns",
    204.     "memoryReservation" : "0B"
    205.   } ],
    206.   "drivers" : [ ]
    207. } ]
    208. },
    209. "failures" : [ ],
    210. "outputs" : { }
    211. }
    • GET /v1/task/{taskId}/results/{outputId}/{token}

    openLooKeng通过此服务检索任务输出。

    • DELETE /v1/task/{taskId}/results/{outputId} openLooKeng通过此服务删除任务输出。