Index

_

__all__ (in module feedback_forensics) (in module feedback_forensics.app.callbacks) (in module feedback_forensics.data.operations) (in module feedback_forensics.tools) _add_title_row() (in module feedback_forensics.app.interface) _available_datasets (in module feedback_forensics.data.datasets) _categorize_comparisons() (in module feedback_forensics.data.operations.merge) _check_for_nondefault_annotators() (in module feedback_forensics.data.loader) _create_configuration_panel() (in module feedback_forensics.app.interface) _create_example_viewer() (in module feedback_forensics.app.interface) _create_getting_started_section() (in module feedback_forensics.app.interface) _create_header() (in module feedback_forensics.app.interface) _create_numerical_results_panel() (in module feedback_forensics.app.interface) _create_results_panel() (in module feedback_forensics.app.interface) _empty_example_display() (in module feedback_forensics.app.callbacks.example_viewer) _filter_dataframe() (in module feedback_forensics.app.callbacks.example_viewer) _force_dark_theme() (in module feedback_forensics.app.interface)

_get_annotator_col_from_visible_name() (in module feedback_forensics.app.callbacks.example_viewer) _get_annotator_df_col_names() (in module feedback_forensics.data.handler) _get_data_path() (feedback_forensics.data.handler.ColumnHandler method) _initialize_state() (in module feedback_forensics.app.interface) _merge_annotations() (in module feedback_forensics.data.operations.merge) _merge_annotators() (in module feedback_forensics.data.operations.merge) _merge_comparison_metadata() (in module feedback_forensics.data.operations.merge) _merge_default_annotator() (in module feedback_forensics.data.operations.merge) _merge_dict() (in module feedback_forensics.data.operations.merge) _merge_metadata() (in module feedback_forensics.data.operations.merge) _merge_name_or_description() (in module feedback_forensics.data.operations.merge) _merge_prompt() (in module feedback_forensics.data.operations.merge) _merge_response() (in module feedback_forensics.data.operations.merge) _merge_single_comparison() (in module feedback_forensics.data.operations.merge) _merge_value() (in module feedback_forensics.data.operations.merge) _remove_empty_response_comparisons() (in module feedback_forensics.data.loader) _split_votes_dict() (in module feedback_forensics.data.handler)

A

add_annotators_to_votes_dict() (in module feedback_forensics.data.dataset_utils) add_col_handler() (feedback_forensics.data.handler.DatasetHandler method) (feedback_forensics.data.handler.feedback_forensics.data.handler.DatasetHandler.DatasetHandler method) add_data_from_name() (feedback_forensics.data.handler.DatasetHandler method) (feedback_forensics.data.handler.feedback_forensics.data.handler.DatasetHandler.DatasetHandler method) add_data_from_path() (feedback_forensics.data.handler.DatasetHandler method) (feedback_forensics.data.handler.feedback_forensics.data.handler.DatasetHandler.DatasetHandler method) add_data_from_votes_dict() (feedback_forensics.data.handler.DatasetHandler method) (feedback_forensics.data.handler.feedback_forensics.data.handler.DatasetHandler.DatasetHandler method) add_dataset() (in module feedback_forensics.data.datasets)

add_table_postamble() (in module feedback_forensics.app.plotting.paper) add_table_preamble() (in module feedback_forensics.app.plotting.paper) add_virtual_annotators() (in module feedback_forensics.data.loader) ALTERNATE_ROW_COLOR (in module feedback_forensics.app.plotting.paper) annotator_metadata (feedback_forensics.data.handler.ColumnHandler property) APP_BASE_URL (in module feedback_forensics.app.constants) attach() (in module feedback_forensics.app.callbacks.attach) avail_datasets (feedback_forensics.data.handler.ColumnHandler property) (feedback_forensics.data.handler.DatasetHandler property) (feedback_forensics.data.handler.feedback_forensics.data.handler.DatasetHandler.DatasetHandler property)

B

BuiltinDataset (class in feedback_forensics.data.datasets)

C

cache (feedback_forensics.data.handler.ColumnHandler property) (feedback_forensics.data.handler.DatasetHandler property) (feedback_forensics.data.handler.feedback_forensics.data.handler.DatasetHandler.DatasetHandler property) clone_file() (in module feedback_forensics.data.fetcher) clone_repo() (in module feedback_forensics.data.fetcher) col_handlers (feedback_forensics.data.handler.DatasetHandler property) (feedback_forensics.data.handler.feedback_forensics.data.handler.DatasetHandler.DatasetHandler property) COLORS_DICT (in module feedback_forensics.app.constants) COLUMN_WIDTH (in module feedback_forensics.app.plotting.constants) COLUMN_X_ALIGN (in module feedback_forensics.app.plotting.constants) COLUMN_X_ANCHOR (in module feedback_forensics.app.plotting.constants) ColumnHandler (class in feedback_forensics.data.handler)

compare_models() (in module feedback_forensics.tools.ff_model_comparison) compute_annotator_metrics() (feedback_forensics.data.handler.ColumnHandler method) (in module feedback_forensics.app.metrics) compute_overall_metrics() (feedback_forensics.data.handler.ColumnHandler method) convert_vote_to_string() (in module feedback_forensics.data.loader) create_pairwise_datasets() (in module feedback_forensics.tools.ff_model_comparison) create_test_dataframe() (in module feedback_forensics.app.model_annotators_test) create_test_votes_dict() (in module feedback_forensics.app.model_annotators_test) create_votes_dict_from_icai_log_files() (in module feedback_forensics.data.loader) csv_to_ap() (in module feedback_forensics.data.operations.core) csv_to_ap_command() (in module feedback_forensics.tools.ff_data) CUSTOM_CSS (in module feedback_forensics.app.styling)

D

DARK_COLORS_DICT (in module feedback_forensics.app.constants) DARK_GREEN (in module feedback_forensics.app.constants) DARK_GREY (in module feedback_forensics.app.constants) DARK_RED (in module feedback_forensics.app.constants) DATA_DIR (in module feedback_forensics.app.constants) data_path (feedback_forensics.data.handler.ColumnHandler property) DatasetHandler (class in feedback_forensics.data.handler) DEFAULT_ANNOTATOR_COL_NAME (in module feedback_forensics.app.constants) default_annotator_cols (feedback_forensics.data.handler.ColumnHandler property)

DEFAULT_ANNOTATOR_HASH (in module feedback_forensics.app.constants) default_annotator_rows (feedback_forensics.data.handler.ColumnHandler property) DEFAULT_ANNOTATOR_VISIBLE_NAME (in module feedback_forensics.app.constants) DEFAULT_AVAIL_METRICS (in module feedback_forensics.app.constants) DEFAULT_DATASET_NAMES (in module feedback_forensics.app.constants) DEFAULT_METRIC_NAME (in module feedback_forensics.app.metrics) DEFAULT_SHOWN_METRIC (in module feedback_forensics.app.constants) description (feedback_forensics.data.datasets.BuiltinDataset attribute) df (feedback_forensics.data.handler.ColumnHandler property) DISABLE_SKLEARN_WARNINGS (in module feedback_forensics.app.constants)

E

ENABLE_EXAMPLE_VIEWER (in module feedback_forensics.app.constants) ensure_categories_identical() (in module feedback_forensics.app.metrics)

EXAMPLE_BASE_URL (in module feedback_forensics.app.constants) EXAMPLE_VIEWER_MULTIPLE_DATASETS_MESSAGE (in module feedback_forensics.app.constants) EXAMPLE_VIEWER_NO_DATA_MESSAGE (in module feedback_forensics.app.constants)

F

feedback_forensics module feedback_forensics.app module feedback_forensics.app.callbacks module feedback_forensics.app.callbacks.attach module feedback_forensics.app.callbacks.example_viewer module feedback_forensics.app.callbacks.loading module feedback_forensics.app.callbacks.main module feedback_forensics.app.callbacks.update_options module feedback_forensics.app.callbacks.utils module feedback_forensics.app.constants module feedback_forensics.app.info_texts module feedback_forensics.app.interface module feedback_forensics.app.main module feedback_forensics.app.main_test module feedback_forensics.app.metrics module feedback_forensics.app.metrics_test module feedback_forensics.app.model_annotators module feedback_forensics.app.model_annotators_test module feedback_forensics.app.plotting module feedback_forensics.app.plotting.constants module feedback_forensics.app.plotting.main module feedback_forensics.app.plotting.paper module feedback_forensics.app.styling module feedback_forensics.app.url_parser module feedback_forensics.app.url_parser_test module feedback_forensics.app.utils module

feedback_forensics.data module feedback_forensics.data.conftest module feedback_forensics.data.dataset_utils module feedback_forensics.data.dataset_utils_test module feedback_forensics.data.datasets module feedback_forensics.data.fetcher module feedback_forensics.data.handler module feedback_forensics.data.handler.DatasetHandler.DatasetHandler (class in feedback_forensics.data.handler) feedback_forensics.data.handler_test module feedback_forensics.data.loader module feedback_forensics.data.loader_test module feedback_forensics.data.operations module feedback_forensics.data.operations.core module feedback_forensics.data.operations.core_test module feedback_forensics.data.operations.merge module feedback_forensics.data.operations.merge_test module feedback_forensics.tools module feedback_forensics.tools.ff_annotate module feedback_forensics.tools.ff_data module feedback_forensics.tools.ff_hfspace_rebuild module feedback_forensics.tools.ff_model_comparison module feedback_forensics.tools.ff_modelgen module filterable_columns (feedback_forensics.data.datasets.BuiltinDataset attribute) first_handler (feedback_forensics.data.handler.DatasetHandler property) (feedback_forensics.data.handler.feedback_forensics.data.handler.DatasetHandler.DatasetHandler property) first_handler_name (feedback_forensics.data.handler.DatasetHandler property) (feedback_forensics.data.handler.feedback_forensics.data.handler.DatasetHandler.DatasetHandler property) FONT_COLOR (in module feedback_forensics.app.constants) (in module feedback_forensics.app.plotting.constants) FONT_FAMILY (in module feedback_forensics.app.constants) FONT_SIZE (in module feedback_forensics.app.plotting.constants) FONT_WEIGHT (in module feedback_forensics.app.plotting.constants)

G

GAP_BETWEEN_TABLE_VALUES_AND_HEADINGS (in module feedback_forensics.app.plotting.constants) GAP_BETWEEN_TABLES (in module feedback_forensics.app.plotting.constants) generate() (in module feedback_forensics.app.callbacks.example_viewer) (in module feedback_forensics.app.callbacks.loading) (in module feedback_forensics.app.callbacks.main) (in module feedback_forensics.app.callbacks.update_options) (in module feedback_forensics.app.callbacks.utils) (in module feedback_forensics.app.interface) generate_dataframes() (in module feedback_forensics.app.plotting.main) generate_latex_table() (in module feedback_forensics.app.plotting.paper) generate_model_identity_annotators() (in module feedback_forensics.app.model_annotators) get_acc() (in module feedback_forensics.app.metrics) get_agreed() (in module feedback_forensics.app.metrics) get_agreement() (in module feedback_forensics.app.metrics) get_annotator_metrics() (feedback_forensics.data.handler.DatasetHandler method) (feedback_forensics.data.handler.feedback_forensics.data.handler.DatasetHandler.DatasetHandler method) get_annotator_metrics_df() (feedback_forensics.data.handler.DatasetHandler method) (feedback_forensics.data.handler.feedback_forensics.data.handler.DatasetHandler.DatasetHandler method) get_annotator_table_df() (in module feedback_forensics.app.plotting.main) get_annotator_visible_name() (feedback_forensics.data.handler.ColumnHandler method) get_annotators_by_type() (in module feedback_forensics.data.dataset_utils) get_available_annotator_visible_names() (feedback_forensics.data.handler.DatasetHandler method) (feedback_forensics.data.handler.feedback_forensics.data.handler.DatasetHandler.DatasetHandler method) get_available_annotators() (feedback_forensics.data.handler.DatasetHandler method) (feedback_forensics.data.handler.feedback_forensics.data.handler.DatasetHandler.DatasetHandler method) get_available_datasets() (in module feedback_forensics.data.datasets) get_available_datasets_names() (in module feedback_forensics.data.datasets) get_available_models() (in module feedback_forensics.data.dataset_utils) get_cohens_kappa() (in module feedback_forensics.app.metrics) get_cohens_kappa_randomized() (in module feedback_forensics.app.metrics) get_col_handler() (feedback_forensics.data.handler.DatasetHandler method) (feedback_forensics.data.handler.feedback_forensics.data.handler.DatasetHandler.DatasetHandler method)

get_config_from_query_params() (in module feedback_forensics.app.url_parser) get_csv_columns() (in module feedback_forensics.app.utils) get_dataset_from_ap_json() (in module feedback_forensics.data.datasets) get_datasets_description() (in module feedback_forensics.app.info_texts) get_datasets_from_dir() (in module feedback_forensics.data.datasets) get_default_avail_metrics() (in module feedback_forensics.app.metrics) get_default_dataset_names() (in module feedback_forensics.data.datasets) get_default_principles() (in module feedback_forensics.tools.ff_annotate) get_disagreed() (in module feedback_forensics.app.metrics) get_first_json_key_value() (in module feedback_forensics.data.dataset_utils) get_gradio_image_path() (in module feedback_forensics.app.utils) get_image_path() (in module feedback_forensics.app.utils) get_intensity_callable() (in module feedback_forensics.app.plotting.paper) get_latex_doc_preamble() (in module feedback_forensics.app.plotting.paper) get_latex_table_from_metrics_df() (in module feedback_forensics.app.plotting.paper) get_latex_top_and_bottom_annotators() (in module feedback_forensics.app.plotting.paper) get_list_member_from_url_string() (in module feedback_forensics.app.url_parser) get_metrics() (in module feedback_forensics.app.metrics) get_not_applicable() (in module feedback_forensics.app.metrics) get_num_votes() (in module feedback_forensics.app.metrics) get_overall_metrics() (feedback_forensics.data.handler.DatasetHandler method) (feedback_forensics.data.handler.feedback_forensics.data.handler.DatasetHandler.DatasetHandler method) (in module feedback_forensics.app.metrics) get_overall_table_df() (in module feedback_forensics.app.plotting.main) get_principle_strength() (in module feedback_forensics.app.metrics) get_relevance() (in module feedback_forensics.app.metrics) get_stringname_from_urlname() (in module feedback_forensics.data.datasets) get_top_and_bottom_annotators() (in module feedback_forensics.app.plotting.paper) get_url_with_query_params() (in module feedback_forensics.app.url_parser) get_urlname_from_stringname() (in module feedback_forensics.data.datasets) get_votes_dict() (in module feedback_forensics.data.loader) get_votes_dict_from_annotated_pairs_json() (in module feedback_forensics.data.loader) GITHUB_TOKEN (in module feedback_forensics.app.constants)

H

HF_TOKEN (in module feedback_forensics.app.constants)

I

is_single_dataset (feedback_forensics.data.handler.DatasetHandler property) (feedback_forensics.data.handler.feedback_forensics.data.handler.DatasetHandler.DatasetHandler property)

iter_to_trunc_str() (in module feedback_forensics.app.utils)

L

LIGHT_GREEN (in module feedback_forensics.app.constants) LIGHT_GREY (in module feedback_forensics.app.constants) LIGHT_RED (in module feedback_forensics.app.constants) LIGHTER_GREY (in module feedback_forensics.app.constants) load_ap() (in module feedback_forensics.data.operations.core) load_data_from_name() (feedback_forensics.data.handler.ColumnHandler method) load_data_from_names() (feedback_forensics.data.handler.DatasetHandler method) (feedback_forensics.data.handler.feedback_forensics.data.handler.DatasetHandler.DatasetHandler method) load_data_from_path() (feedback_forensics.data.handler.ColumnHandler method) load_data_from_paths() (feedback_forensics.data.handler.DatasetHandler method) (feedback_forensics.data.handler.feedback_forensics.data.handler.DatasetHandler.DatasetHandler method)

load_data_from_votes_dicts() (feedback_forensics.data.handler.DatasetHandler method) (feedback_forensics.data.handler.feedback_forensics.data.handler.DatasetHandler.DatasetHandler method) load_datasets_from_repo() (in module feedback_forensics.data.datasets) load_from_votes_dict() (feedback_forensics.data.handler.ColumnHandler method) load_generations() (in module feedback_forensics.tools.ff_modelgen) load_json_file() (in module feedback_forensics.app.utils) (in module feedback_forensics.data.loader) load_standard_web_datasets() (in module feedback_forensics.data.datasets) load_str_list() (in module feedback_forensics.app.url_parser) load_webapp_datasets() (in module feedback_forensics.data.datasets)

M

main() (in module feedback_forensics.tools.ff_data) (in module feedback_forensics.tools.ff_hfspace_rebuild) make_str_url_ready() (in module feedback_forensics.app.url_parser) MARGIN_BOTTOM (in module feedback_forensics.app.plotting.constants) MARGIN_LEFT (in module feedback_forensics.app.plotting.constants) MARGIN_RIGHT (in module feedback_forensics.app.plotting.constants) MARGIN_TOP (in module feedback_forensics.app.plotting.constants) merge_ap() (in module feedback_forensics.data.operations.merge) merge_command() (in module feedback_forensics.tools.ff_data) MODEL_IDENTITY_ANNOTATOR_TYPE (in module feedback_forensics.app.constants) module feedback_forensics feedback_forensics.app feedback_forensics.app.callbacks feedback_forensics.app.callbacks.attach feedback_forensics.app.callbacks.example_viewer feedback_forensics.app.callbacks.loading feedback_forensics.app.callbacks.main feedback_forensics.app.callbacks.update_options feedback_forensics.app.callbacks.utils feedback_forensics.app.constants feedback_forensics.app.info_texts feedback_forensics.app.interface feedback_forensics.app.main feedback_forensics.app.main_test feedback_forensics.app.metrics feedback_forensics.app.metrics_test feedback_forensics.app.model_annotators feedback_forensics.app.model_annotators_test feedback_forensics.app.plotting feedback_forensics.app.plotting.constants feedback_forensics.app.plotting.main feedback_forensics.app.plotting.paper feedback_forensics.app.styling feedback_forensics.app.url_parser feedback_forensics.app.url_parser_test feedback_forensics.app.utils feedback_forensics.data feedback_forensics.data.conftest feedback_forensics.data.dataset_utils feedback_forensics.data.dataset_utils_test feedback_forensics.data.datasets feedback_forensics.data.fetcher feedback_forensics.data.handler feedback_forensics.data.handler_test feedback_forensics.data.loader feedback_forensics.data.loader_test feedback_forensics.data.operations feedback_forensics.data.operations.core feedback_forensics.data.operations.core_test feedback_forensics.data.operations.merge feedback_forensics.data.operations.merge_test feedback_forensics.tools feedback_forensics.tools.ff_annotate feedback_forensics.tools.ff_data feedback_forensics.tools.ff_hfspace_rebuild feedback_forensics.tools.ff_model_comparison feedback_forensics.tools.ff_modelgen

N

name (feedback_forensics.data.datasets.BuiltinDataset attribute) NAME_COLUMN_WIDTH (in module feedback_forensics.app.plotting.constants) NAME_COLUMN_X_ALIGN (in module feedback_forensics.app.plotting.constants) NAME_COLUMN_X_ANCHOR (in module feedback_forensics.app.plotting.constants)

NAME_FONT_WEIGHT (in module feedback_forensics.app.plotting.constants) NEGATIVE_COLOR (in module feedback_forensics.app.plotting.paper) NONE_SELECTED_VALUE (in module feedback_forensics.app.constants) num_cols (feedback_forensics.data.handler.DatasetHandler property) (feedback_forensics.data.handler.feedback_forensics.data.handler.DatasetHandler.DatasetHandler property)

P

PAPER_BACKGROUND_COLOR (in module feedback_forensics.app.constants) parse_list_param() (in module feedback_forensics.app.url_parser) PASSWORD (in module feedback_forensics.app.constants) path (feedback_forensics.data.datasets.BuiltinDataset attribute) PLOT_BACKGROUND_COLOR (in module feedback_forensics.app.constants) POSITIVE_COLOR (in module feedback_forensics.app.plotting.paper)

PREFIX_COL_ANNOTATOR (in module feedback_forensics.app.constants) PREFIX_DEFAULT_ANNOTATOR (in module feedback_forensics.app.constants) PREFIX_MODEL_IDENTITY_ANNOTATORS (in module feedback_forensics.app.constants) PREFIX_OTHER_ANNOTATOR_WITH_VARIANT (in module feedback_forensics.app.constants) PREFIX_PRINICIPLE_FOLLOWING_ANNOTATORS (in module feedback_forensics.app.constants) PRINCIPLE_ANNOTATOR_TYPE (in module feedback_forensics.app.constants)

R

rebuild_space() (in module feedback_forensics.tools.ff_hfspace_rebuild) reference_annotator_col (feedback_forensics.data.handler.ColumnHandler property) reset_handlers() (feedback_forensics.data.handler.DatasetHandler method) (feedback_forensics.data.handler.feedback_forensics.data.handler.DatasetHandler.DatasetHandler method) ROW_HEIGHT (in module feedback_forensics.app.plotting.constants) ROW_Y_ANCHOR (in module feedback_forensics.app.plotting.constants)

run() (in module feedback_forensics.app.main) (in module feedback_forensics.tools.ff_annotate) (in module feedback_forensics.tools.ff_data) (in module feedback_forensics.tools.ff_model_comparison) run_model_on_prompts() (in module feedback_forensics.tools.ff_modelgen) run_model_on_prompts_async() (in module feedback_forensics.tools.ff_modelgen)

S

sample_annotated_pairs_1() (in module feedback_forensics.data.operations.merge_test) sample_annotated_pairs_2() (in module feedback_forensics.data.operations.merge_test) save_ap() (in module feedback_forensics.data.operations.core) set_annotator_cols() (feedback_forensics.data.handler.DatasetHandler method) (feedback_forensics.data.handler.feedback_forensics.data.handler.DatasetHandler.DatasetHandler method) set_annotator_rows() (feedback_forensics.data.handler.DatasetHandler method) (feedback_forensics.data.handler.feedback_forensics.data.handler.DatasetHandler.DatasetHandler method)

set_visible_annotator_rows() (feedback_forensics.data.handler.ColumnHandler method) setup_annotated_pairs_json() (in module feedback_forensics.data.conftest) setup_annotated_pairs_json_v2() (in module feedback_forensics.data.conftest) setup_test_data() (in module feedback_forensics.data.conftest) shown_annotator_rows (feedback_forensics.data.handler.ColumnHandler property) source (feedback_forensics.data.datasets.BuiltinDataset attribute) split_by_col() (feedback_forensics.data.handler.DatasetHandler method) (feedback_forensics.data.handler.feedback_forensics.data.handler.DatasetHandler.DatasetHandler method)

T

test_add_annotators_to_votes_dict() (in module feedback_forensics.data.dataset_utils_test) test_add_data_from_name() (feedback_forensics.data.handler_test.TestDatasetHandler method) test_add_data_from_path() (feedback_forensics.data.handler_test.TestDatasetHandler method) test_analysis_mode_only_config() (in module feedback_forensics.app.url_parser_test) test_compute_metrics() (in module feedback_forensics.app.metrics_test) test_compute_metrics_empty_data() (in module feedback_forensics.app.metrics_test) test_convert_vote_to_string() (feedback_forensics.data.loader_test.TestLoader method) test_create_votes_df() (feedback_forensics.data.loader_test.TestLoader method) test_csv_to_ap() (in module feedback_forensics.data.operations.core_test) test_csv_to_ap_missing_columns() (in module feedback_forensics.data.operations.core_test) test_empty_datasets() (feedback_forensics.data.operations.merge_test.TestEdgeCases method) test_find_matches_with_ids() (feedback_forensics.data.operations.merge_test.TestCategorizeComparisons method) test_find_matches_without_ids() (feedback_forensics.data.operations.merge_test.TestCategorizeComparisons method) test_generate_model_identity_annotators_default_one_vs_all() (in module feedback_forensics.app.model_annotators_test) test_generate_model_identity_annotators_with_specific_reference_models() (in module feedback_forensics.app.model_annotators_test) test_get_acc() (in module feedback_forensics.app.metrics_test) test_get_agreement() (in module feedback_forensics.app.metrics_test) test_get_annotator_df_col_names() (in module feedback_forensics.data.handler_test) test_get_annotators_by_type() (in module feedback_forensics.data.dataset_utils_test) test_get_available_models_missing_columns() (in module feedback_forensics.data.dataset_utils_test) test_get_available_models_with_data() (in module feedback_forensics.data.dataset_utils_test) test_get_cohens_kappa() (in module feedback_forensics.app.metrics_test) test_get_cohens_kappa_randomized() (in module feedback_forensics.app.metrics_test) test_get_config_from_query_params_with_analysis_mode() (in module feedback_forensics.app.url_parser_test) test_get_config_from_query_params_without_analysis_mode() (in module feedback_forensics.app.url_parser_test) test_get_principle_strength() (in module feedback_forensics.app.metrics_test) test_get_relevance() (in module feedback_forensics.app.metrics_test) test_get_url_with_query_params_all_analysis_modes() (in module feedback_forensics.app.url_parser_test) test_get_url_with_query_params_with_analysis_mode() (in module feedback_forensics.app.url_parser_test) test_get_url_with_query_params_without_analysis_mode() (in module feedback_forensics.app.url_parser_test) test_get_votes_df_cache() (feedback_forensics.data.loader_test.TestLoader method) test_get_votes_df_empty_dir() (feedback_forensics.data.loader_test.TestLoader method) test_get_votes_df_missing_dir() (feedback_forensics.data.loader_test.TestLoader method) test_get_votes_dict_from_annotated_pairs_json() (feedback_forensics.data.loader_test.TestLoader method) test_get_votes_dict_from_annotated_pairs_json_missing_pref() (feedback_forensics.data.loader_test.TestLoader method) test_get_votes_dict_from_annotated_pairs_json_v2() (feedback_forensics.data.loader_test.TestLoader method) test_get_votes_dict_from_annotated_pairs_json_with_metadata() (feedback_forensics.data.loader_test.TestLoader method)

test_gradio_app_runs() (in module feedback_forensics.app.main_test) test_init_empty() (feedback_forensics.data.handler_test.TestDatasetHandler method) test_init_with_params() (feedback_forensics.data.handler_test.TestDatasetHandler method) test_load_data_from_paths() (feedback_forensics.data.handler_test.TestDatasetHandler method) test_load_json_file() (feedback_forensics.data.loader_test.TestLoader method) test_make_str_url_ready_with_analysis_mode_values() (in module feedback_forensics.app.url_parser_test) test_merge_annotation_conflict() (feedback_forensics.data.operations.merge_test.TestMergeSingleComparison method) test_merge_ap_basic() (feedback_forensics.data.operations.merge_test.TestMergeAP method) test_merge_ap_empty_datasets() (feedback_forensics.data.operations.merge_test.TestMergeAP method) test_merge_ap_precedence() (feedback_forensics.data.operations.merge_test.TestMergeAP method) test_merge_ap_strict_validation_fails() (feedback_forensics.data.operations.merge_test.TestMergeAP method) test_merge_comparison_basic() (feedback_forensics.data.operations.merge_test.TestMergeSingleComparison method) test_merge_comparison_missing_fields() (feedback_forensics.data.operations.merge_test.TestMergeSingleComparison method) test_merge_dict_strict_vs_non_strict() (feedback_forensics.data.operations.merge_test.TestGenericMergeFunctions method) test_merge_metadata() (feedback_forensics.data.operations.merge_test.TestMergeMetadata method) test_merge_metadata_conflict() (feedback_forensics.data.operations.merge_test.TestMergeSingleComparison method) test_merge_metadata_with_description() (feedback_forensics.data.operations.merge_test.TestMergeMetadata method) test_merge_prompt_conflict() (feedback_forensics.data.operations.merge_test.TestMergeSingleComparison method) test_merge_response_model_conflict() (feedback_forensics.data.operations.merge_test.TestMergeSingleComparison method) test_merge_response_text_conflict() (feedback_forensics.data.operations.merge_test.TestMergeSingleComparison method) test_merge_value_strict_vs_non_strict() (feedback_forensics.data.operations.merge_test.TestGenericMergeFunctions method) test_missing_metadata_fields() (feedback_forensics.data.operations.merge_test.TestEdgeCases method) test_model_annotators() (feedback_forensics.data.loader_test.TestLoader method) test_vote_count_functions() (in module feedback_forensics.app.metrics_test) TestCategorizeComparisons (class in feedback_forensics.data.operations.merge_test) TestDatasetHandler (class in feedback_forensics.data.handler_test) TestEdgeCases (class in feedback_forensics.data.operations.merge_test) TestGenericMergeFunctions (class in feedback_forensics.data.operations.merge_test) TestLoader (class in feedback_forensics.data.loader_test) TestMergeAP (class in feedback_forensics.data.operations.merge_test) TestMergeMetadata (class in feedback_forensics.data.operations.merge_test) TestMergeSingleComparison (class in feedback_forensics.data.operations.merge_test) THEME (in module feedback_forensics.app.styling) TITLE_FONT_SIZE (in module feedback_forensics.app.plotting.paper) TITLE_FONT_WEIGHT (in module feedback_forensics.app.plotting.paper) transfer_url_list_to_nonurl_list() (in module feedback_forensics.app.url_parser) transfer_url_str_to_nonurl_str() (in module feedback_forensics.app.url_parser)

U

url_name (feedback_forensics.data.datasets.BuiltinDataset property)

USERNAME (in module feedback_forensics.app.constants)

V

VERSION (in module feedback_forensics.app.constants) VERY_DARK_GREY (in module feedback_forensics.app.constants)

votes_dict (feedback_forensics.data.handler.ColumnHandler property) votes_dicts (feedback_forensics.data.handler.DatasetHandler property) (feedback_forensics.data.handler.feedback_forensics.data.handler.DatasetHandler.DatasetHandler property)

W

WEBAPP_MODE (in module feedback_forensics.app.constants)