[INCOMPATIBLE_COLUMN_TYPE] UNION can only be performed on tables with compatible column types. The first column of the second table is "STRUCT
Traceback (most recent call last):
File "/opt/acc-bpt/release_2026_01/jinja/build_static_plots.py", line 85, in _create_static_html_content
output_html_file_path = driver.build(abs_plot_dest_file_html)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/acc-bpt/release_2026_01/acc_bpt/shared/BptV2.py", line 315, in build
raise ex
File "/opt/acc-bpt/release_2026_01/acc_bpt/shared/BptV2.py", line 284, in build
rawdata = self.bptStatic.fetch(vars, times)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/acc-bpt/release_2026_01/acc_bpt/linac4/RF/PER_RING/shared/script_ln4_ccdtl.py", line 79, in fetch
res = self.nxcals.fetch_vars_list(time_ranges[0], time_ranges[1], vars_list=var_defs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/acc-bpt/release_2026_01/acc_bpt/shared/utils_nxcals.py", line 385, in fetch_vars_list
return self._fetch_vars_of_same_type(ts1, ts2, vars_like=None, vars_list=vars_list, acc_name=acc_name,
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/acc-bpt/release_2026_01/acc_bpt/shared/utils_nxcals.py", line 436, in _fetch_vars_of_same_type
sdfs = self._get_vars_raw(nxcals_query, vars_like, vars_list, system)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/acc-bpt/release_2026_01/acc_bpt/shared/utils_nxcals.py", line 452, in _get_vars_raw
return nxcals_query._get_varslist_raw(vars_list, system)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/acc-bpt/release_2026_01/acc_bpt/shared/utils_nxcals_queries.py", line 185, in _get_varslist_raw
.buildDataset() \
^^^^^^^^^^^^^^
File "/opt/acc-bpt/release_2026_01/venv/lib/python3.11/site-packages/nxcals/api/extraction/data/common.py", line 111, in buildDataset
return self.build()
^^^^^^^^^^^^
File "/opt/acc-bpt/release_2026_01/venv/lib/python3.11/site-packages/nxcals/api/extraction/data/common.py", line 114, in build
return self._builder._build()
^^^^^^^^^^^^^^^^^^^^^^
File "/opt/acc-bpt/release_2026_01/venv/lib/python3.11/site-packages/nxcals/api/extraction/data/builders.py", line 33, in _build
df = self._get_java_builder().build()
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/acc-bpt/release_2026_01/venv/lib/python3.11/site-packages/py4j/java_gateway.py", line 1322, in __call__
return_value = get_return_value(
^^^^^^^^^^^^^^^^^
File "/opt/acc-bpt/release_2026_01/venv/lib/python3.11/site-packages/pyspark/errors/exceptions/captured.py", line 185, in deco
raise converted from None
pyspark.errors.exceptions.captured.AnalysisException: [INCOMPATIBLE_COLUMN_TYPE] UNION can only be performed on tables with compatible column types. The first column of the second table is "STRUCT, dimensions: ARRAY>" type which is not compatible with "STRING" at the same column of the first table..;
'Union false, false
:- Project [lsaCycleName#582 AS nxcals_value#589, __sys_nxcals_entity_id__#584L AS nxcals_entity_id#590L, __record_timestamp__#583L AS nxcals_timestamp#591L, lsaCycleName AS nxcals_field_name#592]
: +- Filter ((((entityKey#581 >= 0__1614174__7440148036854775807) AND (entityKey#581 < 0__1614174__7440234376854782808)) OR ((entityKey#581 >= 1__1614174__7440148036854775807) AND (entityKey#581 < 1__1614174__7440234376854782808))) OR (((entityKey#581 >= 2__1614174__7440148036854775807) AND (entityKey#581 < 2__1614174__7440234376854782808)) OR ((entityKey#581 >= 3__1614174__7440148036854775807) AND (entityKey#581 < 3__1614174__7440234376854782808))))
: +- Project [cast(entityKey#569 as string) AS entityKey#581, cast(lsaCycleName#570 as string) AS lsaCycleName#582, cast(__record_timestamp__#571L as bigint) AS __record_timestamp__#583L, cast(__sys_nxcals_entity_id__#572L as bigint) AS __sys_nxcals_entity_id__#584L]
: +- Relation [entityKey#569,lsaCycleName#570,__record_timestamp__#571L,__sys_nxcals_entity_id__#572L] HBaseRelation(Map(catalog -> {"table": {"namespace": "nxcals_pro", "name":"2__15291__647497"},"rowkey":"id","columns":{"entityKey":{"cf":"rowkey","col":"id","type":"string"},"lsaCycleName":{"cf":"data","col":"lsaCycleName","type":"string"},"__record_timestamp__":{"cf":"data","col":"__record_timestamp__","type":"long"},"__sys_nxcals_entity_id__":{"cf":"data","col":"__sys_nxcals_entity_id__","type":"long"}}}),None)
+- Project [means#615 AS nxcals_value#622, __sys_nxcals_entity_id__#617L AS nxcals_entity_id#623L, __record_timestamp__#616L AS nxcals_timestamp#624L, means AS nxcals_field_name#625]
+- Filter ((((((((entityKey#613 >= 0__9155435__7440148036854775807) AND (entityKey#613 < 0__9155435__7440234376854782808)) OR ((entityKey#613 >= 1__9155435__7440148036854775807) AND (entityKey#613 < 1__9155435__7440234376854782808))) OR ((entityKey#613 >= 2__9155435__7440148036854775807) AND (entityKey#613 < 2__9155435__7440234376854782808))) OR ((((entityKey#613 >= 3__9155435__7440148036854775807) AND (entityKey#613 < 3__9155435__7440234376854782808)) OR ((entityKey#613 >= 0__9155464__7440148036854775807) AND (entityKey#613 < 0__9155464__7440234376854782808))) OR ((entityKey#613 >= 1__9155464__7440148036854775807) AND (entityKey#613 < 1__9155464__7440234376854782808)))) OR (((((entityKey#613 >= 2__9155464__7440148036854775807) AND (entityKey#613 < 2__9155464__7440234376854782808)) OR ((entityKey#613 >= 3__9155464__7440148036854775807) AND (entityKey#613 < 3__9155464__7440234376854782808))) OR ((entityKey#613 >= 0__9157453__7440148036854775807) AND (entityKey#613 < 0__9157453__7440234376854782808))) OR ((((entityKey#613 >= 1__9157453__7440148036854775807) AND (entityKey#613 < 1__9157453__7440234376854782808)) OR ((entityKey#613 >= 2__9157453__7440148036854775807) AND (entityKey#613 < 2__9157453__7440234376854782808))) OR ((entityKey#613 >= 3__9157453__7440148036854775807) AND (entityKey#613 < 3__9157453__7440234376854782808))))) OR ((((((entityKey#613 >= 0__9157452__7440148036854775807) AND (entityKey#613 < 0__9157452__7440234376854782808)) OR ((entityKey#613 >= 1__9157452__7440148036854775807) AND (entityKey#613 < 1__9157452__7440234376854782808))) OR ((entityKey#613 >= 2__9157452__7440148036854775807) AND (entityKey#613 < 2__9157452__7440234376854782808))) OR ((((entityKey#613 >= 3__9157452__7440148036854775807) AND (entityKey#613 < 3__9157452__7440234376854782808)) OR ((entityKey#613 >= 0__9155484__7440148036854775807) AND (entityKey#613 < 0__9155484__7440234376854782808))) OR ((entityKey#613 >= 1__9155484__7440148036854775807) AND (entityKey#613 < 1__9155484__7440234376854782808)))) OR (((((entityKey#613 >= 2__9155484__7440148036854775807) AND (entityKey#613 < 2__9155484__7440234376854782808)) OR ((entityKey#613 >= 3__9155484__7440148036854775807) AND (entityKey#613 < 3__9155484__7440234376854782808))) OR ((entityKey#613 >= 0__9157420__7440148036854775807) AND (entityKey#613 < 0__9157420__7440234376854782808))) OR ((((entityKey#613 >= 1__9157420__7440148036854775807) AND (entityKey#613 < 1__9157420__7440234376854782808)) OR ((entityKey#613 >= 2__9157420__7440148036854775807) AND (entityKey#613 < 2__9157420__7440234376854782808))) OR ((entityKey#613 >= 3__9157420__7440148036854775807) AND (entityKey#613 < 3__9157420__7440234376854782808)))))) OR (((((((entityKey#613 >= 0__9155459__7440148036854775807) AND (entityKey#613 < 0__9155459__7440234376854782808)) OR ((entityKey#613 >= 1__9155459__7440148036854775807) AND (entityKey#613 < 1__9155459__7440234376854782808))) OR ((entityKey#613 >= 2__9155459__7440148036854775807) AND (entityKey#613 < 2__9155459__7440234376854782808))) OR ((((entityKey#613 >= 3__9155459__7440148036854775807) AND (entityKey#613 < 3__9155459__7440234376854782808)) OR ((entityKey#613 >= 0__9157443__7440148036854775807) AND (entityKey#613 < 0__9157443__7440234376854782808))) OR ((entityKey#613 >= 1__9157443__7440148036854775807) AND (entityKey#613 < 1__9157443__7440234376854782808)))) OR (((((entityKey#613 >= 2__9157443__7440148036854775807) AND (entityKey#613 < 2__9157443__7440234376854782808)) OR ((entityKey#613 >= 3__9157443__7440148036854775807) AND (entityKey#613 < 3__9157443__7440234376854782808))) OR ((entityKey#613 >= 0__9155473__7440148036854775807) AND (entityKey#613 < 0__9155473__7440234376854782808))) OR ((((entityKey#613 >= 1__9155473__7440148036854775807) AND (entityKey#613 < 1__9155473__7440234376854782808)) OR ((entityKey#613 >= 2__9155473__7440148036854775807) AND (entityKey#613 < 2__9155473__7440234376854782808))) OR ((entityKey#613 >= 3__9155473__7440148036854775807) AND (entityKey#613 < 3__9155473__7440234376854782808))))) OR ((((((entityKey#613 >= 0__9155504__7440148036854775807) AND (entityKey#613 < 0__9155504__7440234376854782808)) OR ((entityKey#613 >= 1__9155504__7440148036854775807) AND (entityKey#613 < 1__9155504__7440234376854782808))) OR ((entityKey#613 >= 2__9155504__7440148036854775807) AND (entityKey#613 < 2__9155504__7440234376854782808))) OR ((((entityKey#613 >= 3__9155504__7440148036854775807) AND (entityKey#613 < 3__9155504__7440234376854782808)) OR ((entityKey#613 >= 0__9157488__7440148036854775807) AND (entityKey#613 < 0__9157488__7440234376854782808))) OR ((entityKey#613 >= 1__9157488__7440148036854775807) AND (entityKey#613 < 1__9157488__7440234376854782808)))) OR (((((entityKey#613 >= 2__9157488__7440148036854775807) AND (entityKey#613 < 2__9157488__7440234376854782808)) OR ((entityKey#613 >= 3__9157488__7440148036854775807) AND (entityKey#613 < 3__9157488__7440234376854782808))) OR ((entityKey#613 >= 0__9157463__7440148036854775807) AND (entityKey#613 < 0__9157463__7440234376854782808))) OR ((((entityKey#613 >= 1__9157463__7440148036854775807) AND (entityKey#613 < 1__9157463__7440234376854782808)) OR ((entityKey#613 >= 2__9157463__7440148036854775807) AND (entityKey#613 < 2__9157463__7440234376854782808))) OR ((entityKey#613 >= 3__9157463__7440148036854775807) AND (entityKey#613 < 3__9157463__7440234376854782808)))))))
+- Project [cast(entityKey#601 as string) AS entityKey#613, cast(cast(means#602 as struct,dimensions:array>) as struct,dimensions:array>) AS means#615, cast(__record_timestamp__#603L as bigint) AS __record_timestamp__#616L, cast(__sys_nxcals_entity_id__#604L as bigint) AS __sys_nxcals_entity_id__#617L]
+- Relation [entityKey#601,means#602,__record_timestamp__#603L,__sys_nxcals_entity_id__#604L] HBaseRelation(Map(catalog -> {"table": {"namespace": "nxcals_pro", "name":"2__48221__536503"},"rowkey":"id","columns":{"entityKey":{"cf":"rowkey","col":"id","type":"string"},"means":{"cf":"data","col":"means","avro":"2__48221__536503__nxcals_value"},"__record_timestamp__":{"cf":"data","col":"__record_timestamp__","type":"long"},"__sys_nxcals_entity_id__":{"cf":"data","col":"__sys_nxcals_entity_id__","type":"long"}}}, 2__48221__536503__nxcals_value -> [{"type":"record","name":"double_multi_array","namespace":"cern.nxcals","fields":[{"name":"elements","type":[{"type":"array","items":"double"},"null"]},{"name":"dimensions","type":[{"type":"array","items":"int"},"null"]}]},"null"]),None)
Generated 2026-07-05 06:03:16.380130+02:00