Describe the bug
I am having problems since a few days with the Metabase driver. It seems that the columns with type Nested cannot be queried from Metabase and gives the following error: Failed to read value for column ''. I´m using Metabase cloud but I tried locally and get the same result.
Steps to reproduce
- Scan clickhouse database with a table with nested columns.
- Try to query it using the UI.
- Errors shows up
Expected behaviour
We used to query the tables with nested values without problem.
Error log
{
"status": "failed",
"class": "class clojure.lang.ExceptionInfo",
"error": "Error reducing result rows: Failed to read value for column familyMembers",
"stacktrace": [
"--> query_processor.pipeline$STAR_reduce_STAR$fn__66167.invoke(pipeline.clj:79)",
"query_processor.pipeline$STAR_reduce_STAR.invokeStatic(pipeline.clj:67)",
"query_processor.pipeline$STAR_reduce_STAR.invoke(pipeline.clj:54)",
"query_processor.pipeline$STAR_run_STAR$respond__66179.invoke(pipeline.clj:100)",
"driver.sql_jdbc.execute$execute_reducible_query$fn__77564.invoke(execute.clj:731)",
"driver.clickhouse$fn__117139$fn__117141.invoke(clickhouse.clj:115)",
"driver.sql_jdbc.execute$do_with_resolved_connection77335__77336.invokeStatic(execute.clj:338)",
"driver.sql_jdbc.execute$do_with_resolved_connection77335__77336.invoke(execute.clj:321)",
"driver.clickhouse$fn__117139.invokeStatic(clickhouse.clj:92)",
"driver.clickhouse$fn__117139.invoke(clickhouse.clj:90)",
"driver.sql_jdbc.execute$execute_reducible_query.invokeStatic(execute.clj:714)",
"driver.sql_jdbc.execute$execute_reducible_query.invoke(execute.clj:700)",
"driver.sql_jdbc.execute$execute_reducible_query.invokeStatic(execute.clj:711)",
"driver.sql_jdbc.execute$execute_reducible_query.invoke(execute.clj:700)",
"driver.sql_jdbc$fn__128508.invokeStatic(sql_jdbc.clj:79)",
"driver.sql_jdbc$fn__128508.invoke(sql_jdbc.clj:77)",
"query_processor.pipeline$STAR_execute_STAR.invokeStatic(pipeline.clj:52)",
"query_processor.pipeline$STAR_execute_STAR.invoke(pipeline.clj:39)",
"query_processor.pipeline$STAR_run_STAR.invokeStatic(pipeline.clj:102)",
"query_processor.pipeline$STAR_run_STAR.invoke(pipeline.clj:95)",
"query_processor.execute$run.invokeStatic(execute.clj:62)",
"query_processor.execute$run.invoke(execute.clj:56)",
"query_processor.middleware.update_used_cards$update_used_cards_BANG_72753__72754$fn__72755.invoke(update_used_cards.clj:60)",
"query_processor.execute$add_native_form_to_result_metadata$fn__72858.invoke(execute.clj:25)",
"query_processor.execute$add_preprocessed_query_to_result_metadata_for_userland_query$fn__72864.invoke(execute.clj:36)",
"query_processor.middleware.cache$maybe_return_cached_results$maybe_return_cached_results_STAR___72726.invoke(cache.clj:241)",
"query_processor.middleware.permissions$check_query_permissions$fn__72492.invoke(permissions.clj:148)",
"metabase_enterprise.advanced_permissions.query_processor.middleware.permissions$fn__122226$check_download_permissions__122227$fn__122228.invoke(permissions.clj:99)",
"query_processor.middleware.enterprise$check_download_permissions_middleware$fn__72593.invoke(enterprise.clj:57)",
"metabase_enterprise.sandbox.query_processor.middleware.column_level_perms_check$fn__124307$maybe_apply_column_level_perms_check__124308$fn__124309.invoke(column_level_perms_check.clj:38)",
"query_processor.middleware.enterprise$maybe_apply_column_level_perms_check_middleware$fn__72603.invoke(enterprise.clj:70)",
"query_processor.execute$execute72891__72892$fn__72893.invoke(execute.clj:94)",
"query_processor.setup$do_with_qp_setup72844__72845.invokeStatic(setup.clj:225)",
"query_processor.setup$do_with_qp_setup72844__72845.invoke(setup.clj:216)",
"query_processor.execute$execute72891__72892.invokeStatic(execute.clj:93)",
"query_processor.execute$execute72891__72892.invoke(execute.clj:89)",
"query_processor$process_query_STAR__STAR_.invokeStatic(query_processor.clj:49)",
"query_processor$process_query_STAR__STAR_.invoke(query_processor.clj:44)",
"metabase_enterprise.audit_app.query_processor.middleware.handle_audit_queries$fn__80145$handle_audit_app_internal_queries__80146$fn__80147.invoke(handle_audit_queries.clj:143)",
"query_processor.middleware.enterprise$handle_audit_app_internal_queries_middleware$fn__72631.invoke(enterprise.clj:109)",
"query_processor.middleware.process_userland_query$process_userland_query_middleware80353__80354$fn__80355.invoke(process_userland_query.clj:221)",
"query_processor.middleware.catch_exceptions$catch_exceptions80418__80419$fn__80420.invoke(catch_exceptions.clj:132)",
"query_processor$process_query80581__80582$fn__80583.invoke(query_processor.clj:80)",
"query_processor.setup$do_with_canceled_chan72839__72840$fn__72841.invoke(setup.clj:187)",
"query_processor.setup$do_with_database_local_settings72832__72833$fn__72834.invoke(setup.clj:181)",
"query_processor.setup$do_with_driver72825__72826$fn__72827$fn__72828.invoke(setup.clj:166)",
"driver$do_with_driver.invokeStatic(driver.clj:107)",
"driver$do_with_driver.invoke(driver.clj:102)",
"query_processor.setup$do_with_driver72825__72826$fn__72827.invoke(setup.clj:165)",
"query_processor.setup$do_with_metadata_provider72816__72817$fn__72818$fn__72821.invoke(setup.clj:151)",
"query_processor.store$do_with_metadata_provider57553__57554.invokeStatic(store.clj:170)",
"query_processor.store$do_with_metadata_provider57553__57554.invoke(store.clj:150)",
"query_processor.store$do_with_metadata_provider57553__57554.invokeStatic(store.clj:159)",
"query_processor.store$do_with_metadata_provider57553__57554.invoke(store.clj:150)",
"query_processor.setup$do_with_metadata_provider72816__72817$fn__72818.invoke(setup.clj:150)",
"query_processor.setup$do_with_resolved_database72806__72807$fn__72808.invoke(setup.clj:128)",
"query_processor.setup$do_with_qp_setup72844__72845.invokeStatic(setup.clj:232)",
"query_processor.setup$do_with_qp_setup72844__72845.invoke(setup.clj:216)",
"query_processor$process_query80581__80582.invokeStatic(query_processor.clj:78)",
"query_processor$process_query80581__80582.invoke(query_processor.clj:71)",
"api.dataset$run_streaming_query98793__98796$fn__98800.invoke(dataset.clj:82)",
"query_processor.streaming$_streaming_response$fn__87052$fn__87053$fn__87054.invoke(streaming.clj:185)",
"query_processor.streaming$streaming_response$fn__87052$fn__87053.invoke(streaming.clj:183)",
"query_processor.streaming$do_with_streaming_rff.invokeStatic(streaming.clj:174)",
"query_processor.streaming$do_with_streaming_rff.invoke(streaming.clj:161)",
"query_processor.streaming$streaming_response$fn__87052.invoke(streaming.clj:180)",
"server.streaming_response$do_f_STAR.invokeStatic(streaming_response.clj:78)",
"server.streaming_response$do_f_STAR.invoke(streaming_response.clj:76)",
"server.streaming_response$do_f_async$task__85039.invoke(streaming_response.clj:93)"
],
"error_type": "qp",
"ex-data": {
"type": "qp"
}
}
]
Configuration
Environment
- metabase-clickhouse-driver version: 1.53.3
- metabase-clickhouse-driver configuration:
- Metabase version: v0.53.7
- OS:
ClickHouse server
- ClickHouse Server version: 23.12.2.59
- ClickHouse Server non-default settings, if any: flatten_nested = 0
Describe the bug
I am having problems since a few days with the Metabase driver. It seems that the columns with type Nested cannot be queried from Metabase and gives the following error: Failed to read value for column ''. I´m using Metabase cloud but I tried locally and get the same result.
Steps to reproduce
Expected behaviour
We used to query the tables with nested values without problem.
Error log
{
"status": "failed",
"class": "class clojure.lang.ExceptionInfo",
"error": "Error reducing result rows: Failed to read value for column familyMembers",
"stacktrace": [
"--> query_processor.pipeline$STAR_reduce_STAR$fn__66167.invoke(pipeline.clj:79)",
"query_processor.pipeline$STAR_reduce_STAR.invokeStatic(pipeline.clj:67)",
"query_processor.pipeline$STAR_reduce_STAR.invoke(pipeline.clj:54)",
"query_processor.pipeline$STAR_run_STAR$respond__66179.invoke(pipeline.clj:100)",
"driver.sql_jdbc.execute$execute_reducible_query$fn__77564.invoke(execute.clj:731)",
"driver.clickhouse$fn__117139$fn__117141.invoke(clickhouse.clj:115)",
"driver.sql_jdbc.execute$do_with_resolved_connection77335__77336.invokeStatic(execute.clj:338)",
"driver.sql_jdbc.execute$do_with_resolved_connection77335__77336.invoke(execute.clj:321)",
"driver.clickhouse$fn__117139.invokeStatic(clickhouse.clj:92)",
"driver.clickhouse$fn__117139.invoke(clickhouse.clj:90)",
"driver.sql_jdbc.execute$execute_reducible_query.invokeStatic(execute.clj:714)",
"driver.sql_jdbc.execute$execute_reducible_query.invoke(execute.clj:700)",
"driver.sql_jdbc.execute$execute_reducible_query.invokeStatic(execute.clj:711)",
"driver.sql_jdbc.execute$execute_reducible_query.invoke(execute.clj:700)",
"driver.sql_jdbc$fn__128508.invokeStatic(sql_jdbc.clj:79)",
"driver.sql_jdbc$fn__128508.invoke(sql_jdbc.clj:77)",
"query_processor.pipeline$STAR_execute_STAR.invokeStatic(pipeline.clj:52)",
"query_processor.pipeline$STAR_execute_STAR.invoke(pipeline.clj:39)",
"query_processor.pipeline$STAR_run_STAR.invokeStatic(pipeline.clj:102)",
"query_processor.pipeline$STAR_run_STAR.invoke(pipeline.clj:95)",
"query_processor.execute$run.invokeStatic(execute.clj:62)",
"query_processor.execute$run.invoke(execute.clj:56)",
"query_processor.middleware.update_used_cards$update_used_cards_BANG_72753__72754$fn__72755.invoke(update_used_cards.clj:60)",
"query_processor.execute$add_native_form_to_result_metadata$fn__72858.invoke(execute.clj:25)",
"query_processor.execute$add_preprocessed_query_to_result_metadata_for_userland_query$fn__72864.invoke(execute.clj:36)",
"query_processor.middleware.cache$maybe_return_cached_results$maybe_return_cached_results_STAR___72726.invoke(cache.clj:241)",
"query_processor.middleware.permissions$check_query_permissions$fn__72492.invoke(permissions.clj:148)",
"metabase_enterprise.advanced_permissions.query_processor.middleware.permissions$fn__122226$check_download_permissions__122227$fn__122228.invoke(permissions.clj:99)",
"query_processor.middleware.enterprise$check_download_permissions_middleware$fn__72593.invoke(enterprise.clj:57)",
"metabase_enterprise.sandbox.query_processor.middleware.column_level_perms_check$fn__124307$maybe_apply_column_level_perms_check__124308$fn__124309.invoke(column_level_perms_check.clj:38)",
"query_processor.middleware.enterprise$maybe_apply_column_level_perms_check_middleware$fn__72603.invoke(enterprise.clj:70)",
"query_processor.execute$execute72891__72892$fn__72893.invoke(execute.clj:94)",
"query_processor.setup$do_with_qp_setup72844__72845.invokeStatic(setup.clj:225)",
"query_processor.setup$do_with_qp_setup72844__72845.invoke(setup.clj:216)",
"query_processor.execute$execute72891__72892.invokeStatic(execute.clj:93)",
"query_processor.execute$execute72891__72892.invoke(execute.clj:89)",
"query_processor$process_query_STAR__STAR_.invokeStatic(query_processor.clj:49)",
"query_processor$process_query_STAR__STAR_.invoke(query_processor.clj:44)",
"metabase_enterprise.audit_app.query_processor.middleware.handle_audit_queries$fn__80145$handle_audit_app_internal_queries__80146$fn__80147.invoke(handle_audit_queries.clj:143)",
"query_processor.middleware.enterprise$handle_audit_app_internal_queries_middleware$fn__72631.invoke(enterprise.clj:109)",
"query_processor.middleware.process_userland_query$process_userland_query_middleware80353__80354$fn__80355.invoke(process_userland_query.clj:221)",
"query_processor.middleware.catch_exceptions$catch_exceptions80418__80419$fn__80420.invoke(catch_exceptions.clj:132)",
"query_processor$process_query80581__80582$fn__80583.invoke(query_processor.clj:80)",
"query_processor.setup$do_with_canceled_chan72839__72840$fn__72841.invoke(setup.clj:187)",
"query_processor.setup$do_with_database_local_settings72832__72833$fn__72834.invoke(setup.clj:181)",
"query_processor.setup$do_with_driver72825__72826$fn__72827$fn__72828.invoke(setup.clj:166)",
"driver$do_with_driver.invokeStatic(driver.clj:107)",
"driver$do_with_driver.invoke(driver.clj:102)",
"query_processor.setup$do_with_driver72825__72826$fn__72827.invoke(setup.clj:165)",
"query_processor.setup$do_with_metadata_provider72816__72817$fn__72818$fn__72821.invoke(setup.clj:151)",
"query_processor.store$do_with_metadata_provider57553__57554.invokeStatic(store.clj:170)",
"query_processor.store$do_with_metadata_provider57553__57554.invoke(store.clj:150)",
"query_processor.store$do_with_metadata_provider57553__57554.invokeStatic(store.clj:159)",
"query_processor.store$do_with_metadata_provider57553__57554.invoke(store.clj:150)",
"query_processor.setup$do_with_metadata_provider72816__72817$fn__72818.invoke(setup.clj:150)",
"query_processor.setup$do_with_resolved_database72806__72807$fn__72808.invoke(setup.clj:128)",
"query_processor.setup$do_with_qp_setup72844__72845.invokeStatic(setup.clj:232)",
"query_processor.setup$do_with_qp_setup72844__72845.invoke(setup.clj:216)",
"query_processor$process_query80581__80582.invokeStatic(query_processor.clj:78)",
"query_processor$process_query80581__80582.invoke(query_processor.clj:71)",
"api.dataset$run_streaming_query98793__98796$fn__98800.invoke(dataset.clj:82)",
"query_processor.streaming$_streaming_response$fn__87052$fn__87053$fn__87054.invoke(streaming.clj:185)",
"query_processor.streaming$streaming_response$fn__87052$fn__87053.invoke(streaming.clj:183)",
"query_processor.streaming$do_with_streaming_rff.invokeStatic(streaming.clj:174)",
"query_processor.streaming$do_with_streaming_rff.invoke(streaming.clj:161)",
"query_processor.streaming$streaming_response$fn__87052.invoke(streaming.clj:180)",
"server.streaming_response$do_f_STAR.invokeStatic(streaming_response.clj:78)",
"server.streaming_response$do_f_STAR.invoke(streaming_response.clj:76)",
"server.streaming_response$do_f_async$task__85039.invoke(streaming_response.clj:93)"
],
"error_type": "qp",
"ex-data": {
"type": "qp"
}
}
]
Configuration
Environment
ClickHouse server