Index

_

__check_ext_is_valid() (fixml.modules.checklist.checklist.Checklist method) __format_check() (fixml.modules.mixins.ExportableMixin method) __get_remote_service_family() (fixml.modules.code_analyzer.git.GitContext method) __version__ (in module fixml) _determine_encodings() (fixml.modules.code_analyzer.analyzers.python.CodeAnalyzer method) _escape_single_quotes() (fixml.modules.mixins.ExportableMixin static method) _export_check() (fixml.modules.mixins.ExportableMixin method) _filedump_check() (fixml.modules.mixins.WriteableMixin method) _get_all_files() (fixml.modules.code_analyzer.repo.Repository method) _get_current_head() (fixml.modules.code_analyzer.git.GitContext method) _get_file_function_lineno_map() (fixml.modules.code_analyzer.repo.Repository method)

_get_function_lineno_map() (fixml.modules.code_analyzer.analyzers.python.PythonASTCodeAnalyzer method) (fixml.modules.code_analyzer.analyzers.python.PythonNaiveCodeAnalyzer method) _get_language_file_map() (fixml.modules.code_analyzer.repo.Repository method) _get_remote_info() (fixml.modules.code_analyzer.git.GitContext method) _get_vars_from_source() (fixml.modules.template.TemplateLoader class method) _load_test_file_into_splits() (fixml.modules.workflow.runners.evaluator.PerFileTestEvaluator static method) _parse_items() (fixml.modules.workflow.parse.ResponseParser method) _read_file() (fixml.modules.checklist.checklist.CsvChecklistIO static method) _validate_response() (fixml.modules.workflow.runners.evaluator.PerFileTestEvaluator method) (fixml.modules.workflow.runners.generator.NaiveTestGenerator method) _write_file() (fixml.modules.checklist.checklist.CsvChecklistIO static method)

A

as_markdown() (fixml.modules.checklist.checklist.Checklist method) (fixml.modules.mixins.ExportableMixin method) (fixml.modules.workflow.parse.ResponseParser method)

as_quarto_markdown() (fixml.modules.checklist.checklist.Checklist method) (fixml.modules.mixins.ExportableMixin method) (fixml.modules.workflow.parse.ResponseParser method) assert_have_read_content() (in module fixml.modules.code_analyzer.analyzers.python)

C

call_results (fixml.modules.workflow.response.EvaluationResponse attribute) CallResult (class in fixml.modules.workflow.response) ch (in module fixml.modules.code_analyzer.example) Checklist (class in fixml.modules.checklist.checklist) checklist (fixml.modules.workflow.response.EvaluationResponse attribute) ChecklistActions (class in fixml.cli.checklist) ChecklistFormat (class in fixml.modules.checklist.checklist) ChecklistInfo (class in fixml.modules.workflow.response) ChecklistIO (class in fixml.modules.checklist.checklist) cli_main() (in module fixml)

CodeAnalyzer (class in fixml.modules.code_analyzer.analyzers.python) ConsistencyEvaluator (class in fixml.modules.llm_eval.consistency_eval) construct_remote_link_to_file() (fixml.modules.code_analyzer.git.GitContext method) contains_test() (fixml.modules.code_analyzer.analyzers.python.CodeAnalyzer method) (fixml.modules.code_analyzer.analyzers.python.PythonASTCodeAnalyzer method) (fixml.modules.code_analyzer.analyzers.python.PythonNaiveCodeAnalyzer method) context (fixml.modules.workflow.response.CallResult attribute) convert() (fixml.cli.checklist.ChecklistActions static method) CSV (fixml.modules.checklist.checklist.ChecklistFormat attribute) CsvChecklistIO (class in fixml.modules.checklist.checklist)

D

description (fixml.modules.workflow.response.ErrorInfo attribute)

E

end_time (fixml.modules.workflow.response.CallResult attribute) env (fixml.modules.template.TemplateLoader attribute) error (fixml.modules.workflow.response.CallResult attribute) ErrorInfo (class in fixml.modules.workflow.response) evaluate() (fixml.cli.repository.RepositoryActions method) (fixml.modules.llm_eval.consistency_eval.ConsistencyEvaluator method) evaluation_report() (fixml.cli.export.ExportActions static method) EvaluationPromptFormat (class in fixml.modules.workflow.prompt_format) EvaluationResponse (class in fixml.modules.workflow.response) export() (fixml.cli.checklist.ChecklistActions static method) (fixml.modules.mixins.ExportableMixin method)

export_html() (fixml.modules.mixins.ExportableMixin method) export_markdown() (fixml.modules.mixins.ExportableMixin method) export_pdf() (fixml.modules.mixins.ExportableMixin method) export_py() (fixml.modules.workflow.runners.generator.NaiveTestGenerator method) export_quarto() (fixml.modules.mixins.ExportableMixin method) ExportableMixin (class in fixml.modules.mixins) ExportActions (class in fixml.cli.export) ext_env (fixml.modules.template.TemplateLoader attribute) ExternalFileLoader (class in fixml.modules.template)

F

files_evaluated (fixml.modules.workflow.response.CallResult attribute) filter_dict() (in module fixml.modules.checklist.checklist) fixml module fixml.cli module fixml.cli.checklist module fixml.cli.export module fixml.cli.main module fixml.cli.repository module fixml.cli.utils module fixml.consistency_check module fixml.data module fixml.modules module fixml.modules.checklist module fixml.modules.checklist.checklist module fixml.modules.code_analyzer module fixml.modules.code_analyzer.analyzers module fixml.modules.code_analyzer.analyzers.python module fixml.modules.code_analyzer.example module

fixml.modules.code_analyzer.git module fixml.modules.code_analyzer.repo module fixml.modules.llm_eval module fixml.modules.llm_eval.consistency_eval module fixml.modules.mixins module fixml.modules.template module fixml.modules.utils module fixml.modules.workflow module fixml.modules.workflow.parse module fixml.modules.workflow.prompt_format module fixml.modules.workflow.response module fixml.modules.workflow.runners module fixml.modules.workflow.runners.base module fixml.modules.workflow.runners.evaluator module fixml.modules.workflow.runners.generator module formatter (in module fixml.modules.code_analyzer.example) from_json() (fixml.modules.workflow.response.EvaluationResponse class method)

G

generate() (fixml.cli.repository.RepositoryActions static method) GenerationPromptFormat (class in fixml.modules.workflow.prompt_format) get_all_tests() (fixml.modules.checklist.checklist.Checklist method) get_completeness_score() (fixml.modules.workflow.parse.ResponseParser method) get_completeness_score_dist() (fixml.modules.llm_eval.consistency_eval.ConsistencyEvaluator method) get_consistency_dist() (fixml.modules.llm_eval.consistency_eval.ConsistencyEvaluator method)

get_extension() (in module fixml.modules.utils) get_git_direct_link() (fixml.modules.code_analyzer.repo.Repository method) get_source() (fixml.modules.template.ExternalFileLoader method) get_test_areas() (fixml.modules.checklist.checklist.Checklist method) get_tests_by_areas() (fixml.modules.checklist.checklist.Checklist method) git_commit (fixml.modules.workflow.response.RepositoryInfo attribute) GitContext (class in fixml.modules.code_analyzer.git)

I

input_count (fixml.modules.workflow.response.TokenInfo attribute)

L

list() (fixml.modules.template.TemplateLoader class method) list_all_functions() (fixml.modules.code_analyzer.analyzers.python.CodeAnalyzer method) (fixml.modules.code_analyzer.analyzers.python.PythonASTCodeAnalyzer method) (fixml.modules.code_analyzer.analyzers.python.PythonNaiveCodeAnalyzer method) list_imported_packages() (fixml.modules.code_analyzer.analyzers.python.CodeAnalyzer method) (fixml.modules.code_analyzer.analyzers.python.PythonASTCodeAnalyzer method) (fixml.modules.code_analyzer.analyzers.python.PythonNaiveCodeAnalyzer method) list_languages() (fixml.modules.code_analyzer.repo.Repository method)

list_packages() (fixml.modules.code_analyzer.repo.Repository method) list_test_files() (fixml.modules.code_analyzer.repo.Repository method) list_tests() (fixml.cli.repository.RepositoryActions static method) list_vars_in_template() (fixml.modules.template.TemplateLoader class method) LLMInfo (class in fixml.modules.workflow.response) load() (fixml.modules.template.TemplateLoader class method) load_from_external() (fixml.modules.template.TemplateLoader class method) logger (in module fixml.modules.code_analyzer.example) (in module fixml.modules.code_analyzer.repo)

M

main() (in module fixml.cli.main) (in module fixml.consistency_check) model (fixml.modules.workflow.response.EvaluationResponse attribute) model_config (fixml.modules.workflow.response.ChecklistInfo attribute) (fixml.modules.workflow.response.RepositoryInfo attribute) module fixml fixml.cli fixml.cli.checklist fixml.cli.export fixml.cli.main fixml.cli.repository fixml.cli.utils fixml.consistency_check fixml.data fixml.modules fixml.modules.checklist fixml.modules.checklist.checklist fixml.modules.code_analyzer fixml.modules.code_analyzer.analyzers fixml.modules.code_analyzer.analyzers.python fixml.modules.code_analyzer.example fixml.modules.code_analyzer.git fixml.modules.code_analyzer.repo fixml.modules.llm_eval fixml.modules.llm_eval.consistency_eval fixml.modules.mixins fixml.modules.template fixml.modules.utils fixml.modules.workflow fixml.modules.workflow.parse fixml.modules.workflow.prompt_format fixml.modules.workflow.response fixml.modules.workflow.runners fixml.modules.workflow.runners.base fixml.modules.workflow.runners.evaluator fixml.modules.workflow.runners.generator

N

NaiveTestGenerator (class in fixml.modules.workflow.runners.generator) name (fixml.modules.workflow.response.ErrorInfo attribute) (fixml.modules.workflow.response.LLMInfo attribute)

normalize_dirs() (fixml.modules.code_analyzer.repo.Repository method)

O

object (fixml.modules.workflow.response.ChecklistInfo attribute) (fixml.modules.workflow.response.RepositoryInfo attribute) output_count (fixml.modules.workflow.response.TokenInfo attribute)

overview_field_name_nested (fixml.modules.checklist.checklist.CsvChecklistIO attribute) overview_field_names_unnested (fixml.modules.checklist.checklist.CsvChecklistIO attribute) overview_filename (fixml.modules.checklist.checklist.CsvChecklistIO attribute)

P

parse_list() (in module fixml.cli.utils) parsed_response (fixml.modules.workflow.response.CallResult attribute) path (fixml.modules.workflow.response.ChecklistInfo attribute) (fixml.modules.workflow.response.RepositoryInfo attribute) PerFileTestEvaluator (class in fixml.modules.workflow.runners.evaluator) PipelineRunner (class in fixml.modules.workflow.runners.base)

print_packages_and_test_files() (in module fixml.modules.code_analyzer.example) prompt (fixml.modules.workflow.response.CallResult attribute) PromptFormat (class in fixml.modules.workflow.prompt_format) PromptInjectionRunner (class in fixml.modules.workflow.runners.base) PythonASTCodeAnalyzer (class in fixml.modules.code_analyzer.analyzers.python) PythonNaiveCodeAnalyzer (class in fixml.modules.code_analyzer.analyzers.python)

R

read() (fixml.modules.checklist.checklist.ChecklistIO method) (fixml.modules.checklist.checklist.CsvChecklistIO class method) (fixml.modules.checklist.checklist.YamlChecklistIO class method) (fixml.modules.code_analyzer.analyzers.python.CodeAnalyzer method) (fixml.modules.code_analyzer.analyzers.python.PythonASTCodeAnalyzer method) (fixml.modules.code_analyzer.analyzers.python.PythonNaiveCodeAnalyzer method) Repository (class in fixml.modules.code_analyzer.repo)

repository (fixml.modules.workflow.response.EvaluationResponse attribute) RepositoryActions (class in fixml.cli.repository) RepositoryInfo (class in fixml.modules.workflow.response) requires_git_context() (in module fixml.modules.code_analyzer.repo) ResponseParser (class in fixml.modules.workflow.parse) run() (fixml.modules.workflow.runners.base.PipelineRunner method) (fixml.modules.workflow.runners.evaluator.PerFileTestEvaluator method) (fixml.modules.workflow.runners.generator.NaiveTestGenerator method)

S

start_time (fixml.modules.workflow.response.CallResult attribute)

success (fixml.modules.workflow.response.CallResult attribute)

T

temperature (fixml.modules.workflow.response.LLMInfo attribute) template_aliases (fixml.modules.template.TemplateLoader attribute) template_exts (fixml.modules.template.TemplateLoader attribute) TemplateLoader (class in fixml.modules.template) TestCreation (class in fixml.cli.main) tests_field_names_ignore (fixml.modules.checklist.checklist.CsvChecklistIO attribute) tests_field_names_unnested (fixml.modules.checklist.checklist.CsvChecklistIO attribute) tests_filename (fixml.modules.checklist.checklist.CsvChecklistIO attribute)

to_csv() (fixml.modules.checklist.checklist.Checklist method) to_json() (fixml.modules.workflow.response.EvaluationResponse method) to_yaml() (fixml.modules.checklist.checklist.Checklist method) TokenInfo (class in fixml.modules.workflow.response) tokens_used (fixml.modules.workflow.response.CallResult attribute) topics_field_name_nested (fixml.modules.checklist.checklist.CsvChecklistIO attribute) topics_field_names_unnested (fixml.modules.checklist.checklist.CsvChecklistIO attribute) topics_filename (fixml.modules.checklist.checklist.CsvChecklistIO attribute)

W

write() (fixml.modules.checklist.checklist.ChecklistIO method) (fixml.modules.checklist.checklist.CsvChecklistIO class method) (fixml.modules.checklist.checklist.YamlChecklistIO class method)

write_to() (fixml.modules.checklist.checklist.Checklist method) WriteableMixin (class in fixml.modules.mixins)

Y

YAML (fixml.modules.checklist.checklist.ChecklistFormat attribute)

YamlChecklistIO (class in fixml.modules.checklist.checklist)