XingChenBigData

Results 3 comments of XingChenBigData

#vi /etc/kyuubi/conf/kyuubi-defaults.conf spark.sql.defaultCatalog=mixed_catalog ##First catalog spark.sql.catalog.mixed_catalog=org.apache.amoro.spark.MixedFormatSparkCatalog spark.sql.catalog.mixed_catalog.url=thrift://172.18.0.4:1260/mixed_catalog ##Second catalog spark.sql.catalog.kyuubi_mixed_iceberg_catalog=org.apache.amoro.spark.MixedFormatSparkCatalog spark.sql.catalog.kyuubi_mixed_iceberg_catalog.url=thrift://172.18.0.4:1260/kyuubi_mixed_iceberg_catalog #Restart kyuubi /opt/kyuubi/bin/kyuubi restart #Enter the kyuubi command line kyuubi-beeline -u "jdbc:hive2://127.0.0.1:10009/" 0: jdbc:hive2://127.0.0.1:10009/> show catalogs; +----------------+ | catalog...

#应用 Spark Extensions spark.sql.extensions=org.apache.amoro.spark.MixedFormatSparkExtensions #配置 Amoro Catalog spark.sql.defaultCatalog=mixed_catalog spark.sql.catalog.mixed_catalog=org.apache.amoro.spark.MixedFormatSparkCatalog spark.sql.catalog.mixed_catalog.url=thrift://172.18.0.4:1260/mixed_catalog #第二个catalog spark.sql.catalog.kyuubi_mixed_iceberg_catalog=org.apache.amoro.spark.MixedFormatSparkCatalog spark.sql.catalog.kyuubi_mixed_iceberg_catalog.url=thrift://172.18.0.4:1260/kyuubi_mixed_iceberg_catalog

#编辑kyuubi配置文件,增加下面内容 #vi /etc/kyuubi/conf/kyuubi-defaults.conf spark.sql.defaultCatalog=amoro_external_catalog_for_iceberg spark.sql.extensions=org.apache.iceberg.spark.extensions.IcebergSparkSessionExtensions spark.sql.catalog.spark_catalog=org.apache.iceberg.spark.SparkSessionCatalog spark.sql.catalog.spark_catalog.type=hive spark.sql.catalog.amoro_external_catalog_for_iceberg=org.apache.iceberg.spark.SparkCatalog spark.sql.catalog.local.type=hive spark.sql.catalog.local.uri=thrift://hadoop-master1.orb.local:9083 spark.sql.catalog.amoro_external_catalog_for_iceberg.warehouse=hdfs://hadoop-master1.orb.local:8020/warehouse