元数据查询接口

元数据查询接口

MetadataCoreRestful 类

getColumns

接口地址:/api/rest_j/v1/metadatamanager/columns/{dataSourceId}/db/{database}/table/{table}

请求方式:GET

请求数据类型:application/x-www-form-urlencoded

响应数据类型:application/json

接口描述: 获取数据表的column信息

请求参数:

参数名称	参数说明	请求类型	是否必须	数据类型
dataSourceId	dataSourceId	path	true	string
database	database	path	true	string
system	system	query	true	string
table	table	path	true	string

响应示例:

{
    "method": null,
    "status": 0,
    "message": "OK",
    "data": {
        "columns": [
            {
                "index": 1,
                "primaryKey": true,
                "name": "id",
                "type": "INT"
            },
            {
                "index": 2,
                "primaryKey": false,
                "name": "datasource_name",
                "type": "VARCHAR"
            },
            {
                "index": 3,
                "primaryKey": false,
                "name": "datasource_desc",
                "type": "VARCHAR"
            },
            {
                "index": 4,
                "primaryKey": false,
                "name": "datasource_type_id",
                "type": "INT"
            },
            {
                "index": 5,
                "primaryKey": false,
                "name": "create_identify",
                "type": "VARCHAR"
            },
            {
                "index": 6,
                "primaryKey": false,
                "name": "create_system",
                "type": "VARCHAR"
            },
            {
                "index": 7,
                "primaryKey": false,
                "name": "parameter",
                "type": "VARCHAR"
            },
            {
                "index": 8,
                "primaryKey": false,
                "name": "create_time",
                "type": "DATETIME"
            },
            {
                "index": 9,
                "primaryKey": false,
                "name": "modify_time",
                "type": "DATETIME"
            },
            {
                "index": 10,
                "primaryKey": false,
                "name": "create_user",
                "type": "VARCHAR"
            },
            {
                "index": 11,
                "primaryKey": false,
                "name": "modify_user",
                "type": "VARCHAR"
            },
            {
                "index": 12,
                "primaryKey": false,
                "name": "labels",
                "type": "VARCHAR"
            },
            {
                "index": 13,
                "primaryKey": false,
                "name": "version_id",
                "type": "INT"
            },
            {
                "index": 14,
                "primaryKey": false,
                "name": "expire",
                "type": "TINYINT"
            },
            {
                "index": 15,
                "primaryKey": false,
                "name": "published_version_id",
                "type": "INT"
            }
        ]
    }
}

getDatabases

接口地址:/api/rest_j/v1/metadatamanager/dbs/{dataSourceId}

请求方式:GET

请求数据类型:application/x-www-form-urlencoded

响应数据类型:application/json

接口描述:获取数据源的数据库名称列表

请求参数:

参数名称	参数说明	请求类型	是否必须	数据类型	schema
dataSourceId	dataSourceId	path	true	string
system	system	query	true	string

响应示例:

{
    "method": null,
    "status": 0,
    "message": "OK",
    "data": {
        "dbs": [
            "information_schema",
            "linkis",
            "linkis_sit"
        ]
    }
}

getPartitions

接口地址:/api/rest_j/v1/metadatamanager/partitions/{dataSourceId}/db/{database}/table/{table}

请求方式:GET

请求数据类型:application/x-www-form-urlencoded

响应数据类型:application/json

接口描述:

请求参数:

参数名称	参数说明	请求类型	是否必须	数据类型
dataSourceId	dataSourceId	path	true	string
database	database	path	true	string
system	system	query	true	string
table	table	path	true	string
traverse	traverse	query	false	boolean

响应示例:

{
    "method": null,
    "status": 0,
    "message": "OK",
    "data": {
        "props": {
            "partKeys": [
                "ds"
            ],
            "root": {}
        }
    }
}

getTableProps

接口地址:/api/rest_j/v1/metadatamanager/props/{dataSourceId}/db/{database}/table/{table}

请求方式:GET

请求数据类型:application/x-www-form-urlencoded

响应数据类型:application/json

接口描述:

请求参数:

参数名称	参数说明	请求类型	是否必须	数据类型
dataSourceId	dataSourceId	path	true	string
database	database	path	true	string
system	system	query	true	string
table	table	path	true	string

响应示例:

{
    "method": null,
    "status": 0,
    "message": "OK",
    "data": {
        "props": {
            "skip.header.line.count": "1",
            "columns.types": "int:int:string:string:string:string:string:string:string:string:string:string:string:string:string:string:string:string",
            "columns": "id,age,job,marital,education,default,balance,housing,loan,contact,day,month,duration,campaign,pdays,previous,poutcome,y",
            "field.delim": ",",
            "transient_lastDdlTime": "1646732554",
            "partition_columns.types": "string",
            "columns.comments": "\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000",
            "bucket_count": "-1",
            "serialization.ddl": "struct demo_data { i32 id, i32 age, string job, string marital, string education, string default, string balance, string housing, string loan, string contact, string day, string month, string duration, string campaign, string pdays, string previous, string poutcome, string y}",
            "file.outputformat": "org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat",
            "partition_columns": "ds",
            "colelction.delim": "-",
            "serialization.lib": "org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe",
            "name": "dss_autotest.demo_data",
            "location": "hdfs://bdpdev01/user/hive/warehouse/hadoop/dss_autotest.db/demo_data",
            "mapkey.delim": ":",
            "file.inputformat": "org.apache.hadoop.mapred.TextInputFormat",
            "serialization.format": ",",
            "column.name.delimiter": ","
        }
    }
}

getPartitionProps

接口地址:/api/rest_j/v1/metadatamanager/props/{dataSourceId}/db/{database}/table/{table}/partition/{partition}

请求方式:GET

请求数据类型:application/x-www-form-urlencoded

响应数据类型:application/json

接口描述:

请求参数:

参数名称	参数说明	请求类型	是否必须	数据类型
dataSourceId	dataSourceId	path	true	string
database	database	path	true	string
partition	partition	path	true	string
system	system	query	true	string
table	table	path	true	string

响应示例:

{
    "data": {},
    "message": "",
    "method": "",
    "status": 0
}

getTables

接口地址:/api/rest_j/v1/metadatamanager/tables/{dataSourceId}/db/{database}

请求方式:GET

请求数据类型:application/x-www-form-urlencoded

响应数据类型:application/json

接口描述: 获取数据源的某个数据库的数据表列表

请求参数:

参数名称	参数说明	请求类型	是否必须	数据类型
dataSourceId	dataSourceId	path	true	string
database	database	path	true	string
system	system	query	true	string

响应示例:

{
    "method": null,
    "status": 0,
    "message": "OK",
    "data": {
        "tables": [
            "test",
            "test_0317a",
            "test_import_sqoop_1",
            "test_linkis_sqoop_1",
            "test_linkis_sqoop_2",
            "test_linkis_sqoop_3",
            "upload_test"
        ]
    }
}