token_batcher.md

token_batcher

Source: emel/token/batcher/sm.hpp

Mermaid

stateDiagram-v2
  direction TB
  [*] --> ready
  ready --> request_decision : batch_runtime [always] / begin_batch_
  request_decision --> request_validation_probe : completion_batch_runtime_ [always] / none
  request_validation_probe --> request_outputs_decision : completion_batch_runtime_ [always] / none
  request_outputs_decision --> request_token_counts_decision : completion_batch_runtime_ [request_outputs_present_] / none
  request_outputs_decision --> errored : completion_batch_runtime_ [request_outputs_missing_] / mark_invalid_request_
  request_token_counts_decision --> request_capacities_decision : completion_batch_runtime_ [request_token_counts_valid_] / none
  request_token_counts_decision --> errored : completion_batch_runtime_ [request_token_counts_invalid_] / mark_invalid_request_
  request_capacities_decision --> request_token_ids_decision : completion_batch_runtime_ [request_capacities_valid_] / none
  request_capacities_decision --> errored : completion_batch_runtime_ [request_capacities_invalid_] / mark_invalid_request_
  request_token_ids_decision --> request_seq_payload_decision : completion_batch_runtime_ [request_token_ids_in_vocab_] / none
  request_token_ids_decision --> errored : completion_batch_runtime_ [request_token_ids_out_of_vocab_] / mark_invalid_request_
  request_seq_payload_decision --> seq_mode_decision : completion_batch_runtime_ [request_seq_payload_valid_] / none
  request_seq_payload_decision --> errored : completion_batch_runtime_ [request_seq_payload_invalid_] / mark_invalid_request_
  seq_mode_decision --> seq_from_masks : completion_batch_runtime_ [seq_mode_masks_] / normalize_seq_from_masks_
  seq_mode_decision --> seq_from_primary_ids : completion_batch_runtime_ [seq_mode_primary_ids_] / normalize_seq_from_primary_ids_
  seq_mode_decision --> seq_default : completion_batch_runtime_ [seq_mode_default_] / normalize_seq_default_
  seq_mode_decision --> errored : completion_batch_runtime_ [always] / mark_internal_error_
  seq_from_masks --> seq_mask_words_publish_decision : completion_batch_runtime_ [phase_result_ok_] / none
  seq_from_masks --> errored : completion_batch_runtime_ [phase_result_invalid_request_error_] / none
  seq_from_masks --> errored : completion_batch_runtime_ [phase_result_backend_error_] / none
  seq_from_masks --> errored : completion_batch_runtime_ [phase_result_internal_error_] / none
  seq_from_masks --> errored : completion_batch_runtime_ [phase_result_unknown_error_] / none
  seq_from_primary_ids --> seq_mask_words_publish_decision : completion_batch_runtime_ [phase_result_ok_] / none
  seq_from_primary_ids --> errored : completion_batch_runtime_ [phase_result_invalid_request_error_] / none
  seq_from_primary_ids --> errored : completion_batch_runtime_ [phase_result_backend_error_] / none
  seq_from_primary_ids --> errored : completion_batch_runtime_ [phase_result_internal_error_] / none
  seq_from_primary_ids --> errored : completion_batch_runtime_ [phase_result_unknown_error_] / none
  seq_default --> seq_mask_words_publish_decision : completion_batch_runtime_ [phase_result_ok_] / none
  seq_default --> errored : completion_batch_runtime_ [phase_result_invalid_request_error_] / none
  seq_default --> errored : completion_batch_runtime_ [phase_result_backend_error_] / none
  seq_default --> errored : completion_batch_runtime_ [phase_result_internal_error_] / none
  seq_default --> errored : completion_batch_runtime_ [phase_result_unknown_error_] / none
  seq_mask_words_publish_decision --> positions_mode_decision : completion_batch_runtime_ [seq_mask_words_out_present_] / publish_seq_mask_words_
  seq_mask_words_publish_decision --> positions_mode_decision : completion_batch_runtime_ [seq_mask_words_out_absent_] / none
  positions_mode_decision --> positions_copy_stride_three : completion_batch_runtime_ [positions_mode_stride_three_] / copy_positions_stride_three_
  positions_mode_decision --> positions_copy_stride_one : completion_batch_runtime_ [positions_mode_stride_one_] / copy_positions_stride_one_
  positions_mode_decision --> positions_seeded_probe : completion_batch_runtime_ [positions_mode_generate_seeded_] / probe_positions_seeded_
  positions_mode_decision --> positions_unseeded_probe : completion_batch_runtime_ [positions_mode_generate_unseeded_] / probe_positions_unseeded_
  positions_mode_decision --> errored : completion_batch_runtime_ [always] / mark_internal_error_
  positions_seeded_probe --> positions_generate_seeded : completion_batch_runtime_ [positions_seeded_probe_ok_] / generate_positions_seeded_
  positions_seeded_probe --> errored : completion_batch_runtime_ [positions_seeded_probe_backend_error_] / mark_backend_error_
  positions_seeded_probe --> errored : completion_batch_runtime_ [positions_seeded_probe_invalid_request_] / mark_invalid_request_
  positions_seeded_probe --> errored : completion_batch_runtime_ [always] / mark_internal_error_
  positions_unseeded_probe --> positions_generate_unseeded : completion_batch_runtime_ [positions_unseeded_probe_ok_] / generate_positions_unseeded_
  positions_unseeded_probe --> errored : completion_batch_runtime_ [positions_unseeded_probe_invalid_request_] / mark_invalid_request_
  positions_unseeded_probe --> errored : completion_batch_runtime_ [always] / mark_internal_error_
  positions_copy_stride_three --> positions_count_publish_decision : completion_batch_runtime_ [phase_result_ok_] / none
  positions_copy_stride_three --> errored : completion_batch_runtime_ [phase_result_invalid_request_error_] / none
  positions_copy_stride_three --> errored : completion_batch_runtime_ [phase_result_backend_error_] / none
  positions_copy_stride_three --> errored : completion_batch_runtime_ [phase_result_internal_error_] / none
  positions_copy_stride_three --> errored : completion_batch_runtime_ [phase_result_unknown_error_] / none
  positions_copy_stride_one --> positions_count_publish_decision : completion_batch_runtime_ [phase_result_ok_] / none
  positions_copy_stride_one --> errored : completion_batch_runtime_ [phase_result_invalid_request_error_] / none
  positions_copy_stride_one --> errored : completion_batch_runtime_ [phase_result_backend_error_] / none
  positions_copy_stride_one --> errored : completion_batch_runtime_ [phase_result_internal_error_] / none
  positions_copy_stride_one --> errored : completion_batch_runtime_ [phase_result_unknown_error_] / none
  positions_generate_seeded --> positions_count_publish_decision : completion_batch_runtime_ [phase_result_ok_] / none
  positions_generate_seeded --> errored : completion_batch_runtime_ [phase_result_invalid_request_error_] / none
  positions_generate_seeded --> errored : completion_batch_runtime_ [phase_result_backend_error_] / none
  positions_generate_seeded --> errored : completion_batch_runtime_ [phase_result_internal_error_] / none
  positions_generate_seeded --> errored : completion_batch_runtime_ [phase_result_unknown_error_] / none
  positions_generate_unseeded --> positions_count_publish_decision : completion_batch_runtime_ [phase_result_ok_] / none
  positions_generate_unseeded --> errored : completion_batch_runtime_ [phase_result_invalid_request_error_] / none
  positions_generate_unseeded --> errored : completion_batch_runtime_ [phase_result_backend_error_] / none
  positions_generate_unseeded --> errored : completion_batch_runtime_ [phase_result_internal_error_] / none
  positions_generate_unseeded --> errored : completion_batch_runtime_ [phase_result_unknown_error_] / none
  positions_count_publish_decision --> output_mode_decision : completion_batch_runtime_ [positions_count_out_present_] / publish_positions_count_
  positions_count_publish_decision --> output_mode_decision : completion_batch_runtime_ [positions_count_out_absent_] / none
  output_mode_decision --> output_mask_all : completion_batch_runtime_ [output_mode_all_] / set_output_mask_all_
  output_mode_decision --> output_mask_copy : completion_batch_runtime_ [output_mode_copy_] / copy_output_mask_
  output_mode_decision --> output_mask_last : completion_batch_runtime_ [output_mode_last_] / set_output_mask_last_
  output_mode_decision --> errored : completion_batch_runtime_ [always] / mark_internal_error_
  output_mask_all --> output_counting : completion_batch_runtime_ [phase_result_ok_] / count_outputs_total_
  output_mask_all --> errored : completion_batch_runtime_ [phase_result_invalid_request_error_] / none
  output_mask_all --> errored : completion_batch_runtime_ [phase_result_backend_error_] / none
  output_mask_all --> errored : completion_batch_runtime_ [phase_result_internal_error_] / none
  output_mask_all --> errored : completion_batch_runtime_ [phase_result_unknown_error_] / none
  output_mask_copy --> output_counting : completion_batch_runtime_ [phase_result_ok_] / count_outputs_total_
  output_mask_copy --> errored : completion_batch_runtime_ [phase_result_invalid_request_error_] / none
  output_mask_copy --> errored : completion_batch_runtime_ [phase_result_backend_error_] / none
  output_mask_copy --> errored : completion_batch_runtime_ [phase_result_internal_error_] / none
  output_mask_copy --> errored : completion_batch_runtime_ [phase_result_unknown_error_] / none
  output_mask_last --> output_counting : completion_batch_runtime_ [phase_result_ok_] / count_outputs_total_
  output_mask_last --> errored : completion_batch_runtime_ [phase_result_invalid_request_error_] / none
  output_mask_last --> errored : completion_batch_runtime_ [phase_result_backend_error_] / none
  output_mask_last --> errored : completion_batch_runtime_ [phase_result_internal_error_] / none
  output_mask_last --> errored : completion_batch_runtime_ [phase_result_unknown_error_] / none
  output_counting --> outputs_total_publish_decision : completion_batch_runtime_ [phase_result_ok_] / none
  output_counting --> errored : completion_batch_runtime_ [phase_result_invalid_request_error_] / none
  output_counting --> errored : completion_batch_runtime_ [phase_result_backend_error_] / none
  output_counting --> errored : completion_batch_runtime_ [phase_result_internal_error_] / none
  output_counting --> errored : completion_batch_runtime_ [phase_result_unknown_error_] / none
  outputs_total_publish_decision --> single_output_decision : completion_batch_runtime_ [outputs_total_out_present_] / publish_outputs_total_
  outputs_total_publish_decision --> single_output_decision : completion_batch_runtime_ [outputs_total_out_absent_] / none
  single_output_decision --> continuity_decision : completion_batch_runtime_ [single_output_check_skipped_] / none
  single_output_decision --> single_output_probe : completion_batch_runtime_ [single_output_check_required_] / probe_single_output_per_seq_
  single_output_probe --> continuity_decision : completion_batch_runtime_ [single_output_probe_ok_] / none
  single_output_probe --> errored : completion_batch_runtime_ [single_output_probe_invalid_request_] / mark_invalid_request_
  single_output_probe --> errored : completion_batch_runtime_ [always] / mark_internal_error_
  continuity_decision --> done : completion_batch_runtime_ [continuity_check_skipped_] / none
  continuity_decision --> continuity_probe : completion_batch_runtime_ [continuity_check_required_] / probe_continuity_
  continuity_probe --> done : completion_batch_runtime_ [continuity_probe_ok_] / none
  continuity_probe --> errored : completion_batch_runtime_ [continuity_probe_invalid_request_] / mark_invalid_request_
  continuity_probe --> errored : completion_batch_runtime_ [always] / mark_internal_error_
  done --> ready : completion_batch_runtime_ [done_callback_present_] / publish_done_
  done --> ready : completion_batch_runtime_ [done_callback_absent_] / publish_done_noop_
  errored --> ready : completion_batch_runtime_ [error_callback_present_] / publish_error_
  errored --> ready : completion_batch_runtime_ [error_callback_absent_] / publish_error_noop_
  ready --> ready : _ [always] / on_unexpected_
  request_decision --> ready : _ [always] / on_unexpected_
  request_validation_probe --> ready : _ [always] / on_unexpected_
  request_outputs_decision --> ready : _ [always] / on_unexpected_
  request_token_counts_decision --> ready : _ [always] / on_unexpected_
  request_capacities_decision --> ready : _ [always] / on_unexpected_
  request_token_ids_decision --> ready : _ [always] / on_unexpected_
  request_seq_payload_decision --> ready : _ [always] / on_unexpected_
  seq_mode_decision --> ready : _ [always] / on_unexpected_
  seq_from_masks --> ready : _ [always] / on_unexpected_
  seq_from_primary_ids --> ready : _ [always] / on_unexpected_
  seq_default --> ready : _ [always] / on_unexpected_
  seq_mask_words_publish_decision --> ready : _ [always] / on_unexpected_
  positions_mode_decision --> ready : _ [always] / on_unexpected_
  positions_copy_stride_three --> ready : _ [always] / on_unexpected_
  positions_copy_stride_one --> ready : _ [always] / on_unexpected_
  positions_seeded_probe --> ready : _ [always] / on_unexpected_
  positions_unseeded_probe --> ready : _ [always] / on_unexpected_
  positions_generate_seeded --> ready : _ [always] / on_unexpected_
  positions_generate_unseeded --> ready : _ [always] / on_unexpected_
  positions_count_publish_decision --> ready : _ [always] / on_unexpected_
  output_mode_decision --> ready : _ [always] / on_unexpected_
  output_mask_all --> ready : _ [always] / on_unexpected_
  output_mask_copy --> ready : _ [always] / on_unexpected_
  output_mask_last --> ready : _ [always] / on_unexpected_
  output_counting --> ready : _ [always] / on_unexpected_
  outputs_total_publish_decision --> ready : _ [always] / on_unexpected_
  single_output_decision --> ready : _ [always] / on_unexpected_
  single_output_probe --> ready : _ [always] / on_unexpected_
  continuity_decision --> ready : _ [always] / on_unexpected_
  continuity_probe --> ready : _ [always] / on_unexpected_
  done --> ready : _ [always] / on_unexpected_
  errored --> ready : _ [always] / on_unexpected_

Loading

Transitions

Source	Event	Guard	Action	Target
ready	batch_runtime	always	begin_batch>	request_decision
request_decision	completion<batch_runtime>	always	none	request_validation_probe
request_validation_probe	completion<batch_runtime>	always	none	request_outputs_decision
request_outputs_decision	completion<batch_runtime>	request_outputs_present>	none	request_token_counts_decision
request_outputs_decision	completion<batch_runtime>	request_outputs_missing>	mark_invalid_request>	errored
request_token_counts_decision	completion<batch_runtime>	request_token_counts_valid>	none	request_capacities_decision
request_token_counts_decision	completion<batch_runtime>	request_token_counts_invalid>	mark_invalid_request>	errored
request_capacities_decision	completion<batch_runtime>	request_capacities_valid>	none	request_token_ids_decision
request_capacities_decision	completion<batch_runtime>	request_capacities_invalid>	mark_invalid_request>	errored
request_token_ids_decision	completion<batch_runtime>	request_token_ids_in_vocab>	none	request_seq_payload_decision
request_token_ids_decision	completion<batch_runtime>	request_token_ids_out_of_vocab>	mark_invalid_request>	errored
request_seq_payload_decision	completion<batch_runtime>	request_seq_payload_valid>	none	seq_mode_decision
request_seq_payload_decision	completion<batch_runtime>	request_seq_payload_invalid>	mark_invalid_request>	errored
seq_mode_decision	completion<batch_runtime>	seq_mode_masks>	normalize_seq_from_masks>	seq_from_masks
seq_mode_decision	completion<batch_runtime>	seq_mode_primary_ids>	normalize_seq_from_primary_ids>	seq_from_primary_ids
seq_mode_decision	completion<batch_runtime>	seq_mode_default>	normalize_seq_default>	seq_default
seq_mode_decision	completion<batch_runtime>	always	mark_internal_error>	errored
seq_from_masks	completion<batch_runtime>	phase_result_ok>	none	seq_mask_words_publish_decision
seq_from_masks	completion<batch_runtime>	phase_result_invalid_request_error>	none	errored
seq_from_masks	completion<batch_runtime>	phase_result_backend_error>	none	errored
seq_from_masks	completion<batch_runtime>	phase_result_internal_error>	none	errored
seq_from_masks	completion<batch_runtime>	phase_result_unknown_error>	none	errored
seq_from_primary_ids	completion<batch_runtime>	phase_result_ok>	none	seq_mask_words_publish_decision
seq_from_primary_ids	completion<batch_runtime>	phase_result_invalid_request_error>	none	errored
seq_from_primary_ids	completion<batch_runtime>	phase_result_backend_error>	none	errored
seq_from_primary_ids	completion<batch_runtime>	phase_result_internal_error>	none	errored
seq_from_primary_ids	completion<batch_runtime>	phase_result_unknown_error>	none	errored
seq_default	completion<batch_runtime>	phase_result_ok>	none	seq_mask_words_publish_decision
seq_default	completion<batch_runtime>	phase_result_invalid_request_error>	none	errored
seq_default	completion<batch_runtime>	phase_result_backend_error>	none	errored
seq_default	completion<batch_runtime>	phase_result_internal_error>	none	errored
seq_default	completion<batch_runtime>	phase_result_unknown_error>	none	errored
seq_mask_words_publish_decision	completion<batch_runtime>	seq_mask_words_out_present>	publish_seq_mask_words>	positions_mode_decision
seq_mask_words_publish_decision	completion<batch_runtime>	seq_mask_words_out_absent>	none	positions_mode_decision
positions_mode_decision	completion<batch_runtime>	positions_mode_stride_three>	copy_positions_stride_three>	positions_copy_stride_three
positions_mode_decision	completion<batch_runtime>	positions_mode_stride_one>	copy_positions_stride_one>	positions_copy_stride_one
positions_mode_decision	completion<batch_runtime>	positions_mode_generate_seeded>	probe_positions_seeded>	positions_seeded_probe
positions_mode_decision	completion<batch_runtime>	positions_mode_generate_unseeded>	probe_positions_unseeded>	positions_unseeded_probe
positions_mode_decision	completion<batch_runtime>	always	mark_internal_error>	errored
positions_seeded_probe	completion<batch_runtime>	positions_seeded_probe_ok>	generate_positions_seeded>	positions_generate_seeded
positions_seeded_probe	completion<batch_runtime>	positions_seeded_probe_backend_error>	mark_backend_error>	errored
positions_seeded_probe	completion<batch_runtime>	positions_seeded_probe_invalid_request>	mark_invalid_request>	errored
positions_seeded_probe	completion<batch_runtime>	always	mark_internal_error>	errored
positions_unseeded_probe	completion<batch_runtime>	positions_unseeded_probe_ok>	generate_positions_unseeded>	positions_generate_unseeded
positions_unseeded_probe	completion<batch_runtime>	positions_unseeded_probe_invalid_request>	mark_invalid_request>	errored
positions_unseeded_probe	completion<batch_runtime>	always	mark_internal_error>	errored
positions_copy_stride_three	completion<batch_runtime>	phase_result_ok>	none	positions_count_publish_decision
positions_copy_stride_three	completion<batch_runtime>	phase_result_invalid_request_error>	none	errored
positions_copy_stride_three	completion<batch_runtime>	phase_result_backend_error>	none	errored
positions_copy_stride_three	completion<batch_runtime>	phase_result_internal_error>	none	errored
positions_copy_stride_three	completion<batch_runtime>	phase_result_unknown_error>	none	errored
positions_copy_stride_one	completion<batch_runtime>	phase_result_ok>	none	positions_count_publish_decision
positions_copy_stride_one	completion<batch_runtime>	phase_result_invalid_request_error>	none	errored
positions_copy_stride_one	completion<batch_runtime>	phase_result_backend_error>	none	errored
positions_copy_stride_one	completion<batch_runtime>	phase_result_internal_error>	none	errored
positions_copy_stride_one	completion<batch_runtime>	phase_result_unknown_error>	none	errored
positions_generate_seeded	completion<batch_runtime>	phase_result_ok>	none	positions_count_publish_decision
positions_generate_seeded	completion<batch_runtime>	phase_result_invalid_request_error>	none	errored
positions_generate_seeded	completion<batch_runtime>	phase_result_backend_error>	none	errored
positions_generate_seeded	completion<batch_runtime>	phase_result_internal_error>	none	errored
positions_generate_seeded	completion<batch_runtime>	phase_result_unknown_error>	none	errored
positions_generate_unseeded	completion<batch_runtime>	phase_result_ok>	none	positions_count_publish_decision
positions_generate_unseeded	completion<batch_runtime>	phase_result_invalid_request_error>	none	errored
positions_generate_unseeded	completion<batch_runtime>	phase_result_backend_error>	none	errored
positions_generate_unseeded	completion<batch_runtime>	phase_result_internal_error>	none	errored
positions_generate_unseeded	completion<batch_runtime>	phase_result_unknown_error>	none	errored
positions_count_publish_decision	completion<batch_runtime>	positions_count_out_present>	publish_positions_count>	output_mode_decision
positions_count_publish_decision	completion<batch_runtime>	positions_count_out_absent>	none	output_mode_decision
output_mode_decision	completion<batch_runtime>	output_mode_all>	set_output_mask_all>	output_mask_all
output_mode_decision	completion<batch_runtime>	output_mode_copy>	copy_output_mask>	output_mask_copy
output_mode_decision	completion<batch_runtime>	output_mode_last>	set_output_mask_last>	output_mask_last
output_mode_decision	completion<batch_runtime>	always	mark_internal_error>	errored
output_mask_all	completion<batch_runtime>	phase_result_ok>	count_outputs_total>	output_counting
output_mask_all	completion<batch_runtime>	phase_result_invalid_request_error>	none	errored
output_mask_all	completion<batch_runtime>	phase_result_backend_error>	none	errored
output_mask_all	completion<batch_runtime>	phase_result_internal_error>	none	errored
output_mask_all	completion<batch_runtime>	phase_result_unknown_error>	none	errored
output_mask_copy	completion<batch_runtime>	phase_result_ok>	count_outputs_total>	output_counting
output_mask_copy	completion<batch_runtime>	phase_result_invalid_request_error>	none	errored
output_mask_copy	completion<batch_runtime>	phase_result_backend_error>	none	errored
output_mask_copy	completion<batch_runtime>	phase_result_internal_error>	none	errored
output_mask_copy	completion<batch_runtime>	phase_result_unknown_error>	none	errored
output_mask_last	completion<batch_runtime>	phase_result_ok>	count_outputs_total>	output_counting
output_mask_last	completion<batch_runtime>	phase_result_invalid_request_error>	none	errored
output_mask_last	completion<batch_runtime>	phase_result_backend_error>	none	errored
output_mask_last	completion<batch_runtime>	phase_result_internal_error>	none	errored
output_mask_last	completion<batch_runtime>	phase_result_unknown_error>	none	errored
output_counting	completion<batch_runtime>	phase_result_ok>	none	outputs_total_publish_decision
output_counting	completion<batch_runtime>	phase_result_invalid_request_error>	none	errored
output_counting	completion<batch_runtime>	phase_result_backend_error>	none	errored
output_counting	completion<batch_runtime>	phase_result_internal_error>	none	errored
output_counting	completion<batch_runtime>	phase_result_unknown_error>	none	errored
outputs_total_publish_decision	completion<batch_runtime>	outputs_total_out_present>	publish_outputs_total>	single_output_decision
outputs_total_publish_decision	completion<batch_runtime>	outputs_total_out_absent>	none	single_output_decision
single_output_decision	completion<batch_runtime>	single_output_check_skipped>	none	continuity_decision
single_output_decision	completion<batch_runtime>	single_output_check_required>	probe_single_output_per_seq>	single_output_probe
single_output_probe	completion<batch_runtime>	single_output_probe_ok>	none	continuity_decision
single_output_probe	completion<batch_runtime>	single_output_probe_invalid_request>	mark_invalid_request>	errored
single_output_probe	completion<batch_runtime>	always	mark_internal_error>	errored
continuity_decision	completion<batch_runtime>	continuity_check_skipped>	none	done
continuity_decision	completion<batch_runtime>	continuity_check_required>	probe_continuity>	continuity_probe
continuity_probe	completion<batch_runtime>	continuity_probe_ok>	none	done
continuity_probe	completion<batch_runtime>	continuity_probe_invalid_request>	mark_invalid_request>	errored
continuity_probe	completion<batch_runtime>	always	mark_internal_error>	errored
done	completion<batch_runtime>	done_callback_present>	publish_done>	ready
done	completion<batch_runtime>	done_callback_absent>	publish_done_noop>	ready
errored	completion<batch_runtime>	error_callback_present>	publish_error>	ready
errored	completion<batch_runtime>	error_callback_absent>	publish_error_noop>	ready
ready	_	always	on_unexpected>	ready
request_decision	_	always	on_unexpected>	ready
request_validation_probe	_	always	on_unexpected>	ready
request_outputs_decision	_	always	on_unexpected>	ready
request_token_counts_decision	_	always	on_unexpected>	ready
request_capacities_decision	_	always	on_unexpected>	ready
request_token_ids_decision	_	always	on_unexpected>	ready
request_seq_payload_decision	_	always	on_unexpected>	ready
seq_mode_decision	_	always	on_unexpected>	ready
seq_from_masks	_	always	on_unexpected>	ready
seq_from_primary_ids	_	always	on_unexpected>	ready
seq_default	_	always	on_unexpected>	ready
seq_mask_words_publish_decision	_	always	on_unexpected>	ready
positions_mode_decision	_	always	on_unexpected>	ready
positions_copy_stride_three	_	always	on_unexpected>	ready
positions_copy_stride_one	_	always	on_unexpected>	ready
positions_seeded_probe	_	always	on_unexpected>	ready
positions_unseeded_probe	_	always	on_unexpected>	ready
positions_generate_seeded	_	always	on_unexpected>	ready
positions_generate_unseeded	_	always	on_unexpected>	ready
positions_count_publish_decision	_	always	on_unexpected>	ready
output_mode_decision	_	always	on_unexpected>	ready
output_mask_all	_	always	on_unexpected>	ready
output_mask_copy	_	always	on_unexpected>	ready
output_mask_last	_	always	on_unexpected>	ready
output_counting	_	always	on_unexpected>	ready
outputs_total_publish_decision	_	always	on_unexpected>	ready
single_output_decision	_	always	on_unexpected>	ready
single_output_probe	_	always	on_unexpected>	ready
continuity_decision	_	always	on_unexpected>	ready
continuity_probe	_	always	on_unexpected>	ready
done	_	always	on_unexpected>	ready
errored	_	always	on_unexpected>	ready