我已经为hive_metastore开发了这个information_schema脚本。请随意使用-

cls = []
spark.sql("Drop view if exists allColumns")

for db in spark.sql("show databases").collect():
    for table in spark.catalog.listTables(f"{db.databaseName}"):
        try:
            for column in spark.catalog.listColumns(table.name, table.database):
                cls.append([table.database,table.name, column.name, column.dataType])
                print(table," table loaded successfully")
        except:
            print("Error Loading The Table ",table," in Information_Schema")
            
spark.createDataFrame(cls, schema = ['databaseName','tableName','columnName', 
'columnDataType']).createOrReplaceTempView("allColumns")

spark.sql("""create or replace table default.information_schema as select * from allColumns""")

字符串