Error

[INCOMPATIBLE_COLUMN_TYPE] UNION can only be performed on tables with compatible column types. The first column of the second table is "STRING" type which is not compatible with "STRUCT, dimensions: ARRAY>" at the same column of the first table..; 'Union false, false :- Project [means#2423 AS nxcals_value#2430, __sys_nxcals_entity_id__#2425L AS nxcals_entity_id#2431L, __record_timestamp__#2424L AS nxcals_timestamp#2432L, means AS nxcals_field_name#2433] : +- Filter ((((((((entityKey#2421 >= 0__9155499__7452791236854775807) AND (entityKey#2421 < 0__9155499__7452877576854781808)) OR ((entityKey#2421 >= 1__9155499__7452791236854775807) AND (entityKey#2421 < 1__9155499__7452877576854781808))) OR ((entityKey#2421 >= 2__9155499__7452791236854775807) AND (entityKey#2421 < 2__9155499__7452877576854781808))) OR ((((entityKey#2421 >= 3__9155499__7452791236854775807) AND (entityKey#2421 < 3__9155499__7452877576854781808)) OR ((entityKey#2421 >= 0__9157451__7452791236854775807) AND (entityKey#2421 < 0__9157451__7452877576854781808))) OR ((entityKey#2421 >= 1__9157451__7452791236854775807) AND (entityKey#2421 < 1__9157451__7452877576854781808)))) OR (((((entityKey#2421 >= 2__9157451__7452791236854775807) AND (entityKey#2421 < 2__9157451__7452877576854781808)) OR ((entityKey#2421 >= 3__9157451__7452791236854775807) AND (entityKey#2421 < 3__9157451__7452877576854781808))) OR ((entityKey#2421 >= 0__9155434__7452791236854775807) AND (entityKey#2421 < 0__9155434__7452877576854781808))) OR ((((entityKey#2421 >= 1__9155434__7452791236854775807) AND (entityKey#2421 < 1__9155434__7452877576854781808)) OR ((entityKey#2421 >= 2__9155434__7452791236854775807) AND (entityKey#2421 < 2__9155434__7452877576854781808))) OR ((entityKey#2421 >= 3__9155434__7452791236854775807) AND (entityKey#2421 < 3__9155434__7452877576854781808))))) OR ((((((entityKey#2421 >= 0__9155497__7452791236854775807) AND (entityKey#2421 < 0__9155497__7452877576854781808)) OR ((entityKey#2421 >= 1__9155497__7452791236854775807) AND (entityKey#2421 < 1__9155497__7452877576854781808))) OR ((entityKey#2421 >= 2__9155497__7452791236854775807) AND (entityKey#2421 < 2__9155497__7452877576854781808))) OR ((((entityKey#2421 >= 3__9155497__7452791236854775807) AND (entityKey#2421 < 3__9155497__7452877576854781808)) OR ((entityKey#2421 >= 0__9157455__7452791236854775807) AND (entityKey#2421 < 0__9157455__7452877576854781808))) OR ((entityKey#2421 >= 1__9157455__7452791236854775807) AND (entityKey#2421 < 1__9157455__7452877576854781808)))) OR (((((entityKey#2421 >= 2__9157455__7452791236854775807) AND (entityKey#2421 < 2__9157455__7452877576854781808)) OR ((entityKey#2421 >= 3__9157455__7452791236854775807) AND (entityKey#2421 < 3__9157455__7452877576854781808))) OR ((entityKey#2421 >= 0__9155487__7452791236854775807) AND (entityKey#2421 < 0__9155487__7452877576854781808))) OR ((((entityKey#2421 >= 1__9155487__7452791236854775807) AND (entityKey#2421 < 1__9155487__7452877576854781808)) OR ((entityKey#2421 >= 2__9155487__7452791236854775807) AND (entityKey#2421 < 2__9155487__7452877576854781808))) OR ((entityKey#2421 >= 3__9155487__7452791236854775807) AND (entityKey#2421 < 3__9155487__7452877576854781808)))))) OR (((((((entityKey#2421 >= 0__9157427__7452791236854775807) AND (entityKey#2421 < 0__9157427__7452877576854781808)) OR ((entityKey#2421 >= 1__9157427__7452791236854775807) AND (entityKey#2421 < 1__9157427__7452877576854781808))) OR ((entityKey#2421 >= 2__9157427__7452791236854775807) AND (entityKey#2421 < 2__9157427__7452877576854781808))) OR ((((entityKey#2421 >= 3__9157427__7452791236854775807) AND (entityKey#2421 < 3__9157427__7452877576854781808)) OR ((entityKey#2421 >= 0__9157458__7452791236854775807) AND (entityKey#2421 < 0__9157458__7452877576854781808))) OR ((entityKey#2421 >= 1__9157458__7452791236854775807) AND (entityKey#2421 < 1__9157458__7452877576854781808)))) OR (((((entityKey#2421 >= 2__9157458__7452791236854775807) AND (entityKey#2421 < 2__9157458__7452877576854781808)) OR ((entityKey#2421 >= 3__9157458__7452791236854775807) AND (entityKey#2421 < 3__9157458__7452877576854781808))) OR ((entityKey#2421 >= 0__9155505__7452791236854775807) AND (entityKey#2421 < 0__9155505__7452877576854781808))) OR ((((entityKey#2421 >= 1__9155505__7452791236854775807) AND (entityKey#2421 < 1__9155505__7452877576854781808)) OR ((entityKey#2421 >= 2__9155505__7452791236854775807) AND (entityKey#2421 < 2__9155505__7452877576854781808))) OR ((entityKey#2421 >= 3__9155505__7452791236854775807) AND (entityKey#2421 < 3__9155505__7452877576854781808))))) OR ((((((entityKey#2421 >= 0__9157473__7452791236854775807) AND (entityKey#2421 < 0__9157473__7452877576854781808)) OR ((entityKey#2421 >= 1__9157473__7452791236854775807) AND (entityKey#2421 < 1__9157473__7452877576854781808))) OR ((entityKey#2421 >= 2__9157473__7452791236854775807) AND (entityKey#2421 < 2__9157473__7452877576854781808))) OR ((((entityKey#2421 >= 3__9157473__7452791236854775807) AND (entityKey#2421 < 3__9157473__7452877576854781808)) OR ((entityKey#2421 >= 0__9157424__7452791236854775807) AND (entityKey#2421 < 0__9157424__7452877576854781808))) OR ((entityKey#2421 >= 1__9157424__7452791236854775807) AND (entityKey#2421 < 1__9157424__7452877576854781808)))) OR (((((entityKey#2421 >= 2__9157424__7452791236854775807) AND (entityKey#2421 < 2__9157424__7452877576854781808)) OR ((entityKey#2421 >= 3__9157424__7452791236854775807) AND (entityKey#2421 < 3__9157424__7452877576854781808))) OR ((entityKey#2421 >= 0__9155493__7452791236854775807) AND (entityKey#2421 < 0__9155493__7452877576854781808))) OR ((((entityKey#2421 >= 1__9155493__7452791236854775807) AND (entityKey#2421 < 1__9155493__7452877576854781808)) OR ((entityKey#2421 >= 2__9155493__7452791236854775807) AND (entityKey#2421 < 2__9155493__7452877576854781808))) OR ((entityKey#2421 >= 3__9155493__7452791236854775807) AND (entityKey#2421 < 3__9155493__7452877576854781808))))))) : +- Project [cast(entityKey#2409 as string) AS entityKey#2421, cast(cast(means#2410 as struct,dimensions:array>) as struct,dimensions:array>) AS means#2423, cast(__record_timestamp__#2411L as bigint) AS __record_timestamp__#2424L, cast(__sys_nxcals_entity_id__#2412L as bigint) AS __sys_nxcals_entity_id__#2425L] ...

Details

    Traceback (most recent call last):
  File "/opt/acc-bpt/release_2026_01/jinja/build_static_plots.py", line 85, in _create_static_html_content
    output_html_file_path = driver.build(abs_plot_dest_file_html)
                            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/opt/acc-bpt/release_2026_01/acc_bpt/shared/BptV2.py", line 315, in build
    raise ex
  File "/opt/acc-bpt/release_2026_01/acc_bpt/shared/BptV2.py", line 284, in build
    rawdata = self.bptStatic.fetch(vars, times)
              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/opt/acc-bpt/release_2026_01/acc_bpt/linac4/RF/PER_RING/shared/script_ln4_pims.py", line 82, in fetch
    res = self.nxcals.fetch_vars_list(time_ranges[0], time_ranges[1], vars_list=var_defs)
          ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/opt/acc-bpt/release_2026_01/acc_bpt/shared/utils_nxcals.py", line 385, in fetch_vars_list
    return self._fetch_vars_of_same_type(ts1, ts2, vars_like=None, vars_list=vars_list, acc_name=acc_name,
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/opt/acc-bpt/release_2026_01/acc_bpt/shared/utils_nxcals.py", line 436, in _fetch_vars_of_same_type
    sdfs = self._get_vars_raw(nxcals_query, vars_like, vars_list, system)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/opt/acc-bpt/release_2026_01/acc_bpt/shared/utils_nxcals.py", line 452, in _get_vars_raw
    return nxcals_query._get_varslist_raw(vars_list, system)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/opt/acc-bpt/release_2026_01/acc_bpt/shared/utils_nxcals_queries.py", line 185, in _get_varslist_raw
    .buildDataset() \
     ^^^^^^^^^^^^^^
  File "/opt/acc-bpt/release_2026_01/venv/lib/python3.11/site-packages/nxcals/api/extraction/data/common.py", line 111, in buildDataset
    return self.build()
           ^^^^^^^^^^^^
  File "/opt/acc-bpt/release_2026_01/venv/lib/python3.11/site-packages/nxcals/api/extraction/data/common.py", line 114, in build
    return self._builder._build()
           ^^^^^^^^^^^^^^^^^^^^^^
  File "/opt/acc-bpt/release_2026_01/venv/lib/python3.11/site-packages/nxcals/api/extraction/data/builders.py", line 33, in _build
    df = self._get_java_builder().build()
         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/opt/acc-bpt/release_2026_01/venv/lib/python3.11/site-packages/py4j/java_gateway.py", line 1322, in __call__
    return_value = get_return_value(
                   ^^^^^^^^^^^^^^^^^
  File "/opt/acc-bpt/release_2026_01/venv/lib/python3.11/site-packages/pyspark/errors/exceptions/captured.py", line 185, in deco
    raise converted from None
pyspark.errors.exceptions.captured.AnalysisException: [INCOMPATIBLE_COLUMN_TYPE] UNION can only be performed on tables with compatible column types. The first column of the second table is "STRING" type which is not compatible with "STRUCT, dimensions: ARRAY>" at the same column of the first table..;
'Union false, false
:- Project [means#2423 AS nxcals_value#2430, __sys_nxcals_entity_id__#2425L AS nxcals_entity_id#2431L, __record_timestamp__#2424L AS nxcals_timestamp#2432L, means AS nxcals_field_name#2433]
:  +- Filter ((((((((entityKey#2421 >= 0__9155499__7452791236854775807) AND (entityKey#2421 < 0__9155499__7452877576854781808)) OR ((entityKey#2421 >= 1__9155499__7452791236854775807) AND (entityKey#2421 < 1__9155499__7452877576854781808))) OR ((entityKey#2421 >= 2__9155499__7452791236854775807) AND (entityKey#2421 < 2__9155499__7452877576854781808))) OR ((((entityKey#2421 >= 3__9155499__7452791236854775807) AND (entityKey#2421 < 3__9155499__7452877576854781808)) OR ((entityKey#2421 >= 0__9157451__7452791236854775807) AND (entityKey#2421 < 0__9157451__7452877576854781808))) OR ((entityKey#2421 >= 1__9157451__7452791236854775807) AND (entityKey#2421 < 1__9157451__7452877576854781808)))) OR (((((entityKey#2421 >= 2__9157451__7452791236854775807) AND (entityKey#2421 < 2__9157451__7452877576854781808)) OR ((entityKey#2421 >= 3__9157451__7452791236854775807) AND (entityKey#2421 < 3__9157451__7452877576854781808))) OR ((entityKey#2421 >= 0__9155434__7452791236854775807) AND (entityKey#2421 < 0__9155434__7452877576854781808))) OR ((((entityKey#2421 >= 1__9155434__7452791236854775807) AND (entityKey#2421 < 1__9155434__7452877576854781808)) OR ((entityKey#2421 >= 2__9155434__7452791236854775807) AND (entityKey#2421 < 2__9155434__7452877576854781808))) OR ((entityKey#2421 >= 3__9155434__7452791236854775807) AND (entityKey#2421 < 3__9155434__7452877576854781808))))) OR ((((((entityKey#2421 >= 0__9155497__7452791236854775807) AND (entityKey#2421 < 0__9155497__7452877576854781808)) OR ((entityKey#2421 >= 1__9155497__7452791236854775807) AND (entityKey#2421 < 1__9155497__7452877576854781808))) OR ((entityKey#2421 >= 2__9155497__7452791236854775807) AND (entityKey#2421 < 2__9155497__7452877576854781808))) OR ((((entityKey#2421 >= 3__9155497__7452791236854775807) AND (entityKey#2421 < 3__9155497__7452877576854781808)) OR ((entityKey#2421 >= 0__9157455__7452791236854775807) AND (entityKey#2421 < 0__9157455__7452877576854781808))) OR ((entityKey#2421 >= 1__9157455__7452791236854775807) AND (entityKey#2421 < 1__9157455__7452877576854781808)))) OR (((((entityKey#2421 >= 2__9157455__7452791236854775807) AND (entityKey#2421 < 2__9157455__7452877576854781808)) OR ((entityKey#2421 >= 3__9157455__7452791236854775807) AND (entityKey#2421 < 3__9157455__7452877576854781808))) OR ((entityKey#2421 >= 0__9155487__7452791236854775807) AND (entityKey#2421 < 0__9155487__7452877576854781808))) OR ((((entityKey#2421 >= 1__9155487__7452791236854775807) AND (entityKey#2421 < 1__9155487__7452877576854781808)) OR ((entityKey#2421 >= 2__9155487__7452791236854775807) AND (entityKey#2421 < 2__9155487__7452877576854781808))) OR ((entityKey#2421 >= 3__9155487__7452791236854775807) AND (entityKey#2421 < 3__9155487__7452877576854781808)))))) OR (((((((entityKey#2421 >= 0__9157427__7452791236854775807) AND (entityKey#2421 < 0__9157427__7452877576854781808)) OR ((entityKey#2421 >= 1__9157427__7452791236854775807) AND (entityKey#2421 < 1__9157427__7452877576854781808))) OR ((entityKey#2421 >= 2__9157427__7452791236854775807) AND (entityKey#2421 < 2__9157427__7452877576854781808))) OR ((((entityKey#2421 >= 3__9157427__7452791236854775807) AND (entityKey#2421 < 3__9157427__7452877576854781808)) OR ((entityKey#2421 >= 0__9157458__7452791236854775807) AND (entityKey#2421 < 0__9157458__7452877576854781808))) OR ((entityKey#2421 >= 1__9157458__7452791236854775807) AND (entityKey#2421 < 1__9157458__7452877576854781808)))) OR (((((entityKey#2421 >= 2__9157458__7452791236854775807) AND (entityKey#2421 < 2__9157458__7452877576854781808)) OR ((entityKey#2421 >= 3__9157458__7452791236854775807) AND (entityKey#2421 < 3__9157458__7452877576854781808))) OR ((entityKey#2421 >= 0__9155505__7452791236854775807) AND (entityKey#2421 < 0__9155505__7452877576854781808))) OR ((((entityKey#2421 >= 1__9155505__7452791236854775807) AND (entityKey#2421 < 1__9155505__7452877576854781808)) OR ((entityKey#2421 >= 2__9155505__7452791236854775807) AND (entityKey#2421 < 2__9155505__7452877576854781808))) OR ((entityKey#2421 >= 3__9155505__7452791236854775807) AND (entityKey#2421 < 3__9155505__7452877576854781808))))) OR ((((((entityKey#2421 >= 0__9157473__7452791236854775807) AND (entityKey#2421 < 0__9157473__7452877576854781808)) OR ((entityKey#2421 >= 1__9157473__7452791236854775807) AND (entityKey#2421 < 1__9157473__7452877576854781808))) OR ((entityKey#2421 >= 2__9157473__7452791236854775807) AND (entityKey#2421 < 2__9157473__7452877576854781808))) OR ((((entityKey#2421 >= 3__9157473__7452791236854775807) AND (entityKey#2421 < 3__9157473__7452877576854781808)) OR ((entityKey#2421 >= 0__9157424__7452791236854775807) AND (entityKey#2421 < 0__9157424__7452877576854781808))) OR ((entityKey#2421 >= 1__9157424__7452791236854775807) AND (entityKey#2421 < 1__9157424__7452877576854781808)))) OR (((((entityKey#2421 >= 2__9157424__7452791236854775807) AND (entityKey#2421 < 2__9157424__7452877576854781808)) OR ((entityKey#2421 >= 3__9157424__7452791236854775807) AND (entityKey#2421 < 3__9157424__7452877576854781808))) OR ((entityKey#2421 >= 0__9155493__7452791236854775807) AND (entityKey#2421 < 0__9155493__7452877576854781808))) OR ((((entityKey#2421 >= 1__9155493__7452791236854775807) AND (entityKey#2421 < 1__9155493__7452877576854781808)) OR ((entityKey#2421 >= 2__9155493__7452791236854775807) AND (entityKey#2421 < 2__9155493__7452877576854781808))) OR ((entityKey#2421 >= 3__9155493__7452791236854775807) AND (entityKey#2421 < 3__9155493__7452877576854781808)))))))
:     +- Project [cast(entityKey#2409 as string) AS entityKey#2421, cast(cast(means#2410 as struct,dimensions:array>) as struct,dimensions:array>) AS means#2423, cast(__record_timestamp__#2411L as bigint) AS __record_timestamp__#2424L, cast(__sys_nxcals_entity_id__#2412L as bigint) AS __sys_nxcals_entity_id__#2425L]
:        +- Relation [entityKey#2409,means#2410,__record_timestamp__#2411L,__sys_nxcals_entity_id__#2412L] HBaseRelation(Map(catalog -> {"table": {"namespace": "nxcals_pro", "name":"2__48221__536503"},"rowkey":"id","columns":{"entityKey":{"cf":"rowkey","col":"id","type":"string"},"means":{"cf":"data","col":"means","avro":"2__48221__536503__nxcals_value"},"__record_timestamp__":{"cf":"data","col":"__record_timestamp__","type":"long"},"__sys_nxcals_entity_id__":{"cf":"data","col":"__sys_nxcals_entity_id__","type":"long"}}}, 2__48221__536503__nxcals_value -> [{"type":"record","name":"double_multi_array","namespace":"cern.nxcals","fields":[{"name":"elements","type":[{"type":"array","items":"double"},"null"]},{"name":"dimensions","type":[{"type":"array","items":"int"},"null"]}]},"null"]),None)
+- Project [lsaCycleName#2455 AS nxcals_value#2462, __sys_nxcals_entity_id__#2457L AS nxcals_entity_id#2463L, __record_timestamp__#2456L AS nxcals_timestamp#2464L, lsaCycleName AS nxcals_field_name#2465]
   +- Filter ((((entityKey#2454 >= 0__1614174__7452791236854775807) AND (entityKey#2454 < 0__1614174__7452877576854781808)) OR ((entityKey#2454 >= 1__1614174__7452791236854775807) AND (entityKey#2454 < 1__1614174__7452877576854781808))) OR (((entityKey#2454 >= 2__1614174__7452791236854775807) AND (entityKey#2454 < 2__1614174__7452877576854781808)) OR ((entityKey#2454 >= 3__1614174__7452791236854775807) AND (entityKey#2454 < 3__1614174__7452877576854781808))))
      +- Project [cast(entityKey#2442 as string) AS entityKey#2454, cast(lsaCycleName#2443 as string) AS lsaCycleName#2455, cast(__record_timestamp__#2444L as bigint) AS __record_timestamp__#2456L, cast(__sys_nxcals_entity_id__#2445L as bigint) AS __sys_nxcals_entity_id__#2457L]
         +- Relation [entityKey#2442,lsaCycleName#2443,__record_timestamp__#2444L,__sys_nxcals_entity_id__#2445L] HBaseRelation(Map(catalog -> {"table": {"namespace": "nxcals_pro", "name":"2__15291__647497"},"rowkey":"id","columns":{"entityKey":{"cf":"rowkey","col":"id","type":"string"},"lsaCycleName":{"cf":"data","col":"lsaCycleName","type":"string"},"__record_timestamp__":{"cf":"data","col":"__record_timestamp__","type":"long"},"__sys_nxcals_entity_id__":{"cf":"data","col":"__sys_nxcals_entity_id__","type":"long"}}}),None)

Generated 2026-02-08 21:01:41.623503+01:00