Add iceberg catalog read support

.github/workflows/Rest.yml

@@ -50,3 +50,9 @@ jobs:
         working-directory: scripts/
         run: |
           ./start-rest-catalog.sh
+
+      - name: Test With rest catalog
+        env:
+          ICEBERG_SERVER_AVAILABLE: 1
+        run: |
+          make test_release

CMakeLists.txt

@@ -13,12 +13,24 @@
 set(EXTENSION_SOURCES
     src/iceberg_extension.cpp
     src/iceberg_functions.cpp
+    src/catalog_api.cpp
+    src/catalog_utils.cpp 
     src/common/utils.cpp
     src/common/schema.cpp
     src/common/iceberg.cpp
     src/iceberg_functions/iceberg_snapshots.cpp
     src/iceberg_functions/iceberg_scan.cpp
-    src/iceberg_functions/iceberg_metadata.cpp)
+    src/iceberg_functions/iceberg_metadata.cpp
+    src/storage/irc_catalog.cpp
+    src/storage/irc_catalog_set.cpp
+    src/storage/irc_clear_cache.cpp
+    src/storage/irc_schema_entry.cpp
+    src/storage/irc_schema_set.cpp
+    src/storage/irc_table_entry.cpp
+    src/storage/irc_table_set.cpp
+    src/storage/irc_transaction.cpp
+    src/storage/irc_transaction_manager.cpp
+)
 
 add_library(${EXTENSION_NAME} STATIC ${EXTENSION_SOURCES})
 
@@ -73,10 +85,12 @@
             Snappy::snappy
             ZLIB::ZLIB)
 
+find_package(CURL REQUIRED)
+
 # Link dependencies into extension
-target_link_libraries(${EXTENSION_NAME} PUBLIC optimized avro_static_release
+target_link_libraries(${EXTENSION_NAME} PUBLIC optimized avro_static_release CURL::libcurl
                                                debug avro_static_debug)
-target_link_libraries(${TARGET_NAME}_loadable_extension optimized
+target_link_libraries(${TARGET_NAME}_loadable_extension optimized CURL::libcurl
                       avro_static_release debug avro_static_debug)
 
 install(

scripts/provision.py

@@ -151,3 +151,10 @@
             (CAST('2023-03-12' AS date), 12, 'l');
     """
 )
+
+spark.sql(
+    """
+        Delete from default.table_mor_deletes
+        where number > 3 and number < 10;
+    """
+)

scripts/requirements.txt

@@ -1 +1 @@
-pyspark==3.4.1
+pyspark==3.5.0