Job List

示例： http://192.168.88.132:7070/kylin/api/jobs?limit=15&offset=0&projectName=Test5&timeFilter=1 参数说明： cubeName - 可选参数. projectName - 必要参数. status - 可选参数，int类型 (NEW: 0, PENDING: 1, RUNNING: 2, STOPPED: 32, FINISHED: 4, ERROR: 8, DISCARDED: 16) offset - 必要参数 limit - 必要参数 timeFilter - 必要参数，int类型 (LAST ONE DAY: 0, LAST ONE WEEK: 1, LAST ONE MONTH: 2, LAST ONE YEAR: 3, ALL: 4) 响应： uuid即Job Id [{ "uuid": "9f67b428-86e7-c62f-dea6-e5a5cd9d61a9", "last_modified": 1588065417643, "version": "2.6.0.20500", "name": "BUILD CUBE - cube_test2 - FULL_BUILD - CST 2020-04-28 17:13:08", "type": "BUILD", "duration": 211, "related_cube": "cube_test2", "display_cube_name": "cube_test2", "related_segment": "0cf00549-639a-c102-2dbc-984ded580d87", "exec_start_time": 1588065205851, "exec_end_time": 1588065417640, "exec_interrupt_time": 0, "mr_waiting": 63, "steps": [{ "interruptCmd": null, "id": "9f67b428-86e7-c62f-dea6-e5a5cd9d61a9-00", "name": "Create Intermediate Flat Hive Table", "sequence_id": 0, "exec_cmd": null, "interrupt_cmd": null, "exec_start_time": 1588065205876, "exec_end_time": 1588065233060, "exec_wait_time": 0, "step_status": "FINISHED", "cmd_type": "SHELL_CMD_HADOOP", "info": { "hdfs_bytes_written": "630", "startTime": "1588065205876", "endTime": "1588065233060" }, "run_async": false }, { "interruptCmd": null, "id": "9f67b428-86e7-c62f-dea6-e5a5cd9d61a9-01", "name": "Redistribute Flat Hive Table", "sequence_id": 1, "exec_cmd": null, "interrupt_cmd": null, "exec_start_time": 1588065233156, "exec_end_time": 1588065246159, "exec_wait_time": 0, "step_status": "FINISHED", "cmd_type": "SHELL_CMD_HADOOP", "info": { "hdfs_bytes_written": "630", "startTime": "1588065233156", "endTime": "1588065246159" }, "run_async": false }, { "interruptCmd": null, "id": "9f67b428-86e7-c62f-dea6-e5a5cd9d61a9-02", "name": "Extract Fact Table Distinct Columns", "sequence_id": 2, "exec_cmd": " -conf /home/hadoop/hadoop_env/kylin-3.0.0-hbase1/conf/kylin_job_conf.xml -cubename cube_test2 -output hdfs://192.168.88.132:9000/kylin/kylin_metadata/kylin-9f67b428-86e7-c62f-dea6-e5a5cd9d61a9/cube_test2/fact_distinct_columns -segmentid 0cf00549-639a-c102-2dbc-984ded580d87 -statisticsoutput hdfs://192.168.88.132:9000/kylin/kylin_metadata/kylin-9f67b428-86e7-c62f-dea6-e5a5cd9d61a9/cube_test2/fact_distinct_columns/statistics -statisticssamplingpercent 100 -jobname Kylin_Fact_Distinct_Columns_cube_test2_Step -cubingJobId 9f67b428-86e7-c62f-dea6-e5a5cd9d61a9", "interrupt_cmd": null, "exec_start_time": 1588065246203, "exec_end_time": 1588065292177, "exec_wait_time": 12, "step_status": "FINISHED", "cmd_type": "SHELL_CMD_HADOOP", "info": { "yarn_application_id": "application_1588062929544_0007", "mr_job_id": "job_1588062929544_0007", "yarn_application_tracking_url": "master:19888/jobhistory/job/job_1588062929544_0007", "hdfs_bytes_written": "1621", "sourceSizeBytes": "219", "startTime": "1588065246203", "mapReduceWaitTime": "12333", "source_records_count": "14", "source_records_size": "219", "endTime": "1588065292177", "sourceRecordCount": "14" }, "run_async": false }, { "interruptCmd": null, "id": "9f67b428-86e7-c62f-dea6-e5a5cd9d61a9-03", "name": "Build Dimension Dictionary", "sequence_id": 3, "exec_cmd": " -cubename cube_test2 -segmentid 0cf00549-639a-c102-2dbc-984ded580d87 -input hdfs://192.168.88.132:9000/kylin/kylin_metadata/kylin-9f67b428-86e7-c62f-dea6-e5a5cd9d61a9/cube_test2/fact_distinct_columns -dictPath hdfs://192.168.88.132:9000/kylin/kylin_metadata/kylin-9f67b428-86e7-c62f-dea6-e5a5cd9d61a9/cube_test2/dict -cubingJobId 9f67b428-86e7-c62f-dea6-e5a5cd9d61a9", "interrupt_cmd": null, "exec_start_time": 1588065292223, "exec_end_time": 1588065292657, "exec_wait_time": 0, "step_status": "FINISHED", "cmd_type": "SHELL_CMD_HADOOP", "info": { "startTime": "1588065292223", "endTime": "1588065292657" }, "run_async": false }, { "interruptCmd": null, "id": "9f67b428-86e7-c62f-dea6-e5a5cd9d61a9-04", "name": "Save Cuboid Statistics", "sequence_id": 4, "exec_cmd": null, "interrupt_cmd": null, "exec_start_time": 1588065292754, "exec_end_time": 1588065292978, "exec_wait_time": 0, "step_status": "FINISHED", "cmd_type": "SHELL_CMD_HADOOP", "info": { "startTime": "1588065292754", "endTime": "1588065292978" }, "run_async": false }, { "interruptCmd": null, "id": "9f67b428-86e7-c62f-dea6-e5a5cd9d61a9-05", "name": "Create HTable", "sequence_id": 5, "exec_cmd": " -cubename cube_test2 -segmentid 0cf00549-639a-c102-2dbc-984ded580d87 -partitions hdfs://192.168.88.132:9000/kylin/kylin_metadata/kylin-9f67b428-86e7-c62f-dea6-e5a5cd9d61a9/cube_test2/rowkey_stats/part-r-00000 -cuboidMode CURRENT -hbaseConfPath hdfs://192.168.88.132:9000/kylin/kylin_metadata/kylin-9f67b428-86e7-c62f-dea6-e5a5cd9d61a9/hbase-conf.xml", "interrupt_cmd": null, "exec_start_time": 1588065293054, "exec_end_time": 1588065294483, "exec_wait_time": 0, "step_status": "FINISHED", "cmd_type": "SHELL_CMD_HADOOP", "info": { "startTime": "1588065293054", "endTime": "1588065294483" }, "run_async": false }, { "interruptCmd": null, "id": "9f67b428-86e7-c62f-dea6-e5a5cd9d61a9-06", "name": "Build Base Cuboid", "sequence_id": 6, "exec_cmd": " -conf /home/hadoop/hadoop_env/kylin-3.0.0-hbase1/conf/kylin_job_conf.xml -cubename cube_test2 -segmentid 0cf00549-639a-c102-2dbc-984ded580d87 -input FLAT_TABLE -output hdfs://192.168.88.132:9000/kylin/kylin_metadata/kylin-9f67b428-86e7-c62f-dea6-e5a5cd9d61a9/cube_test2/cuboid/level_base_cuboid -jobname Kylin_Base_Cuboid_Builder_cube_test2 -level 0 -cubingJobId 9f67b428-86e7-c62f-dea6-e5a5cd9d61a9", "interrupt_cmd": null, "exec_start_time": 1588065294593, "exec_end_time": 1588065317124, "exec_wait_time": 12, "step_status": "FINISHED", "cmd_type": "SHELL_CMD_HADOOP", "info": { "yarn_application_id": "application_1588062929544_0008", "mr_job_id": "job_1588062929544_0008", "yarn_application_tracking_url": "http://master:8088/proxy/application_1588062929544_0008/", "hdfs_bytes_written": "230", "startTime": "1588065294593", "mapReduceWaitTime": "12436", "source_records_count": "14", "source_records_size": "0", "endTime": "1588065317124" }, "run_async": false }, { "interruptCmd": null, "id": "9f67b428-86e7-c62f-dea6-e5a5cd9d61a9-07", "name": "Build N-Dimension Cuboid : level 1", "sequence_id": 7, "exec_cmd": " -conf /home/hadoop/hadoop_env/kylin-3.0.0-hbase1/conf/kylin_job_conf.xml -cubename cube_test2 -segmentid 0cf00549-639a-c102-2dbc-984ded580d87 -input hdfs://192.168.88.132:9000/kylin/kylin_metadata/kylin-9f67b428-86e7-c62f-dea6-e5a5cd9d61a9/cube_test2/cuboid/level_base_cuboid -output hdfs://192.168.88.132:9000/kylin/kylin_metadata/kylin-9f67b428-86e7-c62f-dea6-e5a5cd9d61a9/cube_test2/cuboid/level_1_cuboid -jobname Kylin_ND-Cuboid_Builder_cube_test2_Step -level 1 -cubingJobId 9f67b428-86e7-c62f-dea6-e5a5cd9d61a9", "interrupt_cmd": null, "exec_start_time": 1588065317983, "exec_end_time": 1588065340634, "exec_wait_time": 12, "step_status": "FINISHED", "cmd_type": "SHELL_CMD_HADOOP", "info": { "yarn_application_id": "application_1588062929544_0009", "mr_job_id": "job_1588062929544_0009", "yarn_application_tracking_url": "http://master:8088/proxy/application_1588062929544_0009/", "hdfs_bytes_written": "269", "startTime": "1588065317983", "mapReduceWaitTime": "12536", "source_records_count": "10", "source_records_size": "0", "endTime": "1588065340634" }, "run_async": false }, { "interruptCmd": null, "id": "9f67b428-86e7-c62f-dea6-e5a5cd9d61a9-08", "name": "Build N-Dimension Cuboid : level 2", "sequence_id": 8, "exec_cmd": " -conf /home/hadoop/hadoop_env/kylin-3.0.0-hbase1/conf/kylin_job_conf.xml -cubename cube_test2 -segmentid 0cf00549-639a-c102-2dbc-984ded580d87 -input hdfs://192.168.88.132:9000/kylin/kylin_metadata/kylin-9f67b428-86e7-c62f-dea6-e5a5cd9d61a9/cube_test2/cuboid/level_1_cuboid -output hdfs://192.168.88.132:9000/kylin/kylin_metadata/kylin-9f67b428-86e7-c62f-dea6-e5a5cd9d61a9/cube_test2/cuboid/level_2_cuboid -jobname Kylin_ND-Cuboid_Builder_cube_test2_Step -level 2 -cubingJobId 9f67b428-86e7-c62f-dea6-e5a5cd9d61a9", "interrupt_cmd": null, "exec_start_time": 1588065340686, "exec_end_time": 1588065363991, "exec_wait_time": 13, "step_status": "FINISHED", "cmd_type": "SHELL_CMD_HADOOP", "info": { "yarn_application_id": "application_1588062929544_0010", "mr_job_id": "job_1588062929544_0010", "yarn_application_tracking_url": "http://master:8088/proxy/application_1588062929544_0010/", "hdfs_bytes_written": "247", "startTime": "1588065340686", "mapReduceWaitTime": "13209", "source_records_count": "26", "source_records_size": "0", "endTime": "1588065363991" }, "run_async": false }, { "interruptCmd": null, "id": "9f67b428-86e7-c62f-dea6-e5a5cd9d61a9-09", "name": "Build Cube In-Mem", "sequence_id": 9, "exec_cmd": " -conf /home/hadoop/hadoop_env/kylin-3.0.0-hbase1/conf/kylin_job_conf_inmem.xml -cubename cube_test2 -segmentid 0cf00549-639a-c102-2dbc-984ded580d87 -output hdfs://192.168.88.132:9000/kylin/kylin_metadata/kylin-9f67b428-86e7-c62f-dea6-e5a5cd9d61a9/cube_test2/cuboid/ -jobname Kylin_Cube_Builder_cube_test2 -cubingJobId 9f67b428-86e7-c62f-dea6-e5a5cd9d61a9", "interrupt_cmd": null, "exec_start_time": 1588065364061, "exec_end_time": 1588065364115, "exec_wait_time": 0, "step_status": "FINISHED", "cmd_type": "SHELL_CMD_HADOOP", "info": { "startTime": "1588065364061", "endTime": "1588065364115" }, "run_async": false }, { "interruptCmd": null, "id": "9f67b428-86e7-c62f-dea6-e5a5cd9d61a9-10", "name": "Convert Cuboid Data to HFile", "sequence_id": 10, "exec_cmd": " -conf /home/hadoop/hadoop_env/kylin-3.0.0-hbase1/conf/kylin_job_conf.xml -cubename cube_test2 -partitions hdfs://192.168.88.132:9000/kylin/kylin_metadata/kylin-9f67b428-86e7-c62f-dea6-e5a5cd9d61a9/cube_test2/rowkey_stats/part-r-00000_hfile -input hdfs://192.168.88.132:9000/kylin/kylin_metadata/kylin-9f67b428-86e7-c62f-dea6-e5a5cd9d61a9/cube_test2/cuboid/* -output hdfs://192.168.88.132:9000/kylin/kylin_metadata/kylin-9f67b428-86e7-c62f-dea6-e5a5cd9d61a9/cube_test2/hfile -htablename KYLIN_4PI0RYCSVL -jobname Kylin_HFile_Generator_cube_test2_Step", "interrupt_cmd": null, "exec_start_time": 1588065364194, "exec_end_time": 1588065397704, "exec_wait_time": 13, "step_status": "FINISHED", "cmd_type": "SHELL_CMD_HADOOP", "info": { "yarn_application_id": "application_1588062929544_0011", "byteSizeBytes": "5233", "mr_job_id": "job_1588062929544_0011", "yarn_application_tracking_url": "http://master:8088/proxy/application_1588062929544_0011/", "hdfs_bytes_written": "5233", "startTime": "1588065364194", "mapReduceWaitTime": "13362", "source_records_count": "51", "source_records_size": "0", "endTime": "1588065397704" }, "run_async": false }, { "interruptCmd": null, "id": "9f67b428-86e7-c62f-dea6-e5a5cd9d61a9-11", "name": "Load HFile to HBase Table", "sequence_id": 11, "exec_cmd": " -input hdfs://192.168.88.132:9000/kylin/kylin_metadata/kylin-9f67b428-86e7-c62f-dea6-e5a5cd9d61a9/cube_test2/hfile -htablename KYLIN_4PI0RYCSVL -cubename cube_test2", "interrupt_cmd": null, "exec_start_time": 1588065397808, "exec_end_time": 1588065405020, "exec_wait_time": 0, "step_status": "FINISHED", "cmd_type": "SHELL_CMD_HADOOP", "info": { "startTime": "1588065397808", "endTime": "1588065405020" }, "run_async": false }, { "interruptCmd": null, "id": "9f67b428-86e7-c62f-dea6-e5a5cd9d61a9-12", "name": "Update Cube Info", "sequence_id": 12, "exec_cmd": null, "interrupt_cmd": null, "exec_start_time": 1588065405111, "exec_end_time": 1588065405271, "exec_wait_time": 0, "step_status": "FINISHED", "cmd_type": "SHELL_CMD_HADOOP", "info": { "startTime": "1588065405111", "endTime": "1588065405271" }, "run_async": false }, { "interruptCmd": null, "id": "9f67b428-86e7-c62f-dea6-e5a5cd9d61a9-13", "name": "Hive Cleanup", "sequence_id": 13, "exec_cmd": null, "interrupt_cmd": null, "exec_start_time": 1588065405355, "exec_end_time": 1588065417476, "exec_wait_time": 0, "step_status": "FINISHED", "cmd_type": "SHELL_CMD_HADOOP", "info": { "startTime": "1588065405355", "endTime": "1588065417476" }, "run_async": false }, { "interruptCmd": null, "id": "9f67b428-86e7-c62f-dea6-e5a5cd9d61a9-14", "name": "Garbage Collection on HDFS", "sequence_id": 14, "exec_cmd": null, "interrupt_cmd": null, "exec_start_time": 1588065417579, "exec_end_time": 1588065417607, "exec_wait_time": 0, "step_status": "FINISHED", "cmd_type": "SHELL_CMD_HADOOP", "info": { "startTime": "1588065417579", "endTime": "1588065417607" }, "run_async": false }], "submitter": "ADMIN", "job_status": "FINISHED", "build_instance": "73047@master", "progress": 100.0 }]

Job List

接口描述

请求头

参数名

类型

描述

必填

说明 / 示例