paramset 400 - kilosort4 - `SpikeSortingError: Spike sorting in docker failed`

[MilagrosMarin]

{'table_name': '_s_i_clustering',
 'key_hash': 'e2c55d49b9f4665a352aeaa275a78f08',
 'status': 'error',
 'key': {'organoid_id': 'O09',
  'experiment_start_time': datetime.datetime(2023, 5, 3, 17, 33),
  'insertion_number': 0,
  'start_time': datetime.datetime(2023, 5, 11, 4, 22),
  'end_time': datetime.datetime(2023, 5, 11, 4, 27),
  'paramset_idx': 400},
 'error_message': 'SpikeSortingError: Spike sorting in docker failed with the following error:\nTraceback (most recent call last):\n  File "/mnt/efs/works/org/utah/proj/organoids/outbox/O09-12_raw/202305110422_202305110427/O09/kilosort4_400/kilosort4/in_container_sorter_script.py", line 23, in <module>\n    sorting = run_sorter_local(\n              ^^^^^^^^^^^^^^^^^\n  File "/root/.local/lib/python3.11/site-packages/spikeinterface/sorters/runsorter.py", line 290, in run_sorter_local\n    SorterClass.set_params_to_folder(recording, folder, sorter_params, verbose)\n  File "/root/.local/lib/python3.11/site-packages/spikeinterface/sorters/basesorter.py", line 192, in set_params_to_folder\n    raise ValueError(error_msg)\nValueError: Invalid parameters: [\'scaleproc\'] \nValid parameters are: dict_keys([\'fs\', \'batch_size\', \'nblocks\', \'Th_universal\', \'Th_learned\', \'nt\', \'shift\', \'scale\', \'artifact_threshold\', \'nskip\', \'whitening_range\', \'highpass_cutoff\', \'binning_depth\', \'sig_interp\', \'drift_smoothing\', \'nt0min\', \'dmin\', \'dminx\', \'min_template_size\', \'template_sizes\', \'nearest_chans\', \'nearest_templates\', \'max_channel_distance\', \'max_peels\', \'templates_from_data\', \'n_templates\', \'n_pcs\', \'Th_single_ch\', \'acg_threshold\', \'ccg_threshold\', \'cluster_downsampling\', \'x_centers\', \'duplicate_spike_ms\', \'position_limit\', \'do_CAR\', \'invert_sign\', \'save_extra_vars\', \'save_preprocessed_copy\', \'torch_device\', \'bad_channels\', \'clear_cache\', \'do_correction\', \'skip_kilosort_preprocessing\', \'keep_good_only\', \'use_binary_file\', \'delete_recording_dat\', \'pool_engine\', \'n_jobs\', \'chunk_duration\', \'progress_bar\', \'mp_context\', \'max_threads_per_worker\'])\n',
 'error_stack': 'Traceback (most recent call last):\n  File "/opt/conda/lib/python3.10/site-packages/datajoint/autopopulate.py", line 397, in _populate1\n    make(dict(key), **(make_kwargs or {}))\n  File "/opt/conda/lib/python3.10/site-packages/element_array_ephys/spike_sorting/si_spike_sorting.py", line 278, in make\n    _run_sorter()\n  File "/opt/conda/lib/python3.10/site-packages/element_interface/utils.py", line 235, in wrapped\n    results = func(*args, **kwargs)\n  File "/opt/conda/lib/python3.10/site-packages/element_array_ephys/spike_sorting/si_spike_sorting.py", line 264, in _run_sorter\n    si_sorting: si.sorters.BaseSorter = si.sorters.run_sorter(\n  File "/opt/conda/lib/python3.10/site-packages/spikeinterface/sorters/runsorter.py", line 196, in run_sorter\n    return run_sorter_container(\n  File "/opt/conda/lib/python3.10/site-packages/spikeinterface/sorters/runsorter.py", line 673, in run_sorter_container\n    raise SpikeSortingError(f"Spike sorting in {mode} failed with the following error:\\n{run_sorter_output}")\nspikeinterface.sorters.utils.misc.SpikeSortingError: Spike sorting in docker failed with the following error:\nTraceback (most recent call last):\n  File "/mnt/efs/works/org/utah/proj/organoids/outbox/O09-12_raw/202305110422_202305110427/O09/kilosort4_400/kilosort4/in_container_sorter_script.py", line 23, in <module>\n    sorting = run_sorter_local(\n              ^^^^^^^^^^^^^^^^^\n  File "/root/.local/lib/python3.11/site-packages/spikeinterface/sorters/runsorter.py", line 290, in run_sorter_local\n    SorterClass.set_params_to_folder(recording, folder, sorter_params, verbose)\n  File "/root/.local/lib/python3.11/site-packages/spikeinterface/sorters/basesorter.py", line 192, in set_params_to_folder\n    raise ValueError(error_msg)\nValueError: Invalid parameters: [\'scaleproc\'] \nValid parameters are: dict_keys([\'fs\', \'batch_size\', \'nblocks\', \'Th_universal\', \'Th_learned\', \'nt\', \'shift\', \'scale\', \'artifact_threshold\', \'nskip\', \'whitening_range\', \'highpass_cutoff\', \'binning_depth\', \'sig_interp\', \'drift_smoothing\', \'nt0min\', \'dmin\', \'dminx\', \'min_template_size\', \'template_sizes\', \'nearest_chans\', \'nearest_templates\', \'max_channel_distance\', \'max_peels\', \'templates_from_data\', \'n_templates\', \'n_pcs\', \'Th_single_ch\', \'acg_threshold\', \'ccg_threshold\', \'cluster_downsampling\', \'x_centers\', \'duplicate_spike_ms\', \'position_limit\', \'do_CAR\', \'invert_sign\', \'save_extra_vars\', \'save_preprocessed_copy\', \'torch_device\', \'bad_channels\', \'clear_cache\', \'do_correction\', \'skip_kilosort_preprocessing\', \'keep_good_only\', \'use_binary_file\', \'delete_recording_dat\', \'pool_engine\', \'n_jobs\', \'chunk_duration\', \'progress_bar\', \'mp_context\', \'max_threads_per_worker\'])\n\n',
 'timestamp': datetime.datetime(2025, 7, 29, 12, 4, 49)}

{'paramset_idx': 400,
 'clustering_method': 'kilosort4',
 'paramset_desc': 'Kilosort4 default params with SpikeInterface version 0.101+',
 'param_set_hash': UUID('85dd2fa2-9e7c-7984-9d3c-dc24264c432a'),
 'params': {'SI_PREPROCESSING_METHOD': 'organoid_preprocessing',
  'SI_SORTING_PARAMS': {'scaleproc': 200,
   'n_pcs': 3,
   'do_CAR': False,
   'skip_kilosort_preprocessing': True,
   'keep_good_only': True},
  'SI_POSTPROCESSING_PARAMS': {'extensions': {'random_spikes': {},
    'waveforms': {},
    'templates': {},
    'noise_levels': {},
    'correlograms': {},
    'isi_histograms': {},
    'principal_components': {'n_components': 5, 'mode': 'by_channel_local'},
    'spike_amplitudes': {},
    'spike_locations': {},
    'template_metrics': {'include_multi_channel_metrics': True},
    'template_similarity': {},
    'unit_locations': {},
    'quality_metrics': {}},
   'job_kwargs': {'n_jobs': 10, 'chunk_duration': '2s'},
   'export_to_phy': True,
   'export_report': True}}}