{"entry_type": "start_run setup", "_config.DICT_CONFIG_AFTER_LOAD": false, "_config.version": "0.14.0.pre1", "_config.system_params": ["verbose", "narrow_output", "parallel_requests", "parallel_attempts", "skip_unknown"], "_config.run_params": ["seed", "deprefix", "eval_threshold", "generations", "probe_tags", "interactive"], "_config.plugins_params": ["target_type", "target_name", "extended_detectors"], "_config.reporting_params": ["taxonomy", "report_prefix"], "_config.project_dir_name": "garak", "_config.loaded": true, "_config.config_files": ["/home/lderczynski/dev/garak/garak/resources/garak.core.yaml", "/home/lderczynski/dev/garak/garak/resources/garak.core.yaml"], "_config.REQUESTS_AGENT": "", "system.verbose": 0, "system.narrow_output": false, "system.parallel_requests": false, "system.parallel_attempts": false, "system.lite": true, "system.show_z": false, "system.enable_experimental": false, "system.max_workers": 500, "transient.starttime_iso": "2025-08-28T14:07:00.000000", "transient.run_id": "a1b2c3d4-e5f6-7890-abcd-ef1234567890", "transient.report_filename": "test_with_ci.report.jsonl", "run.seed": null, "run.soft_probe_prompt_cap": 256, "run.target_lang": "en", "run.langproviders": [], "run.deprefix": true, "run.generations": 1, "run.probe_tags": null, "run.user_agent": "garak/0.14.0.pre1 (LLM vulnerability scanner https://garak.ai)", "run.interactive": false, "plugins.target_type": "test", "plugins.target_name": null, "plugins.probe_spec": "test.Test", "plugins.detector_spec": "auto", "plugins.extended_detectors": true, "plugins.buff_spec": null, "plugins.buffs_include_original_prompt": false, "plugins.buff_max": null, "reporting.taxonomy": null, "reporting.report_prefix": "test", "reporting.report_dir": "garak_runs", "reporting.show_100_pass_modules": true, "reporting.show_top_group_score": true, "reporting.group_aggregation_function": "lower_quartile"}
{"entry_type": "init", "garak_version": "0.14.0.pre1", "start_time": "2025-08-28T14:07:00.000000", "run": "a1b2c3d4-e5f6-7890-abcd-ef1234567890"}
{"entry_type": "attempt", "uuid": "b2c3d4e5-f6a7-8901-bcde-f12345678901", "seq": 0, "status": 2, "probe_classname": "test.Test", "probe_params": {}, "targets": [], "prompt": {"turns": [{"role": "user", "content": {"text": "", "lang": "en", "data_path": null, "data_type": null, "data_checksum": null, "notes": {}}}], "notes": {}}, "outputs": [{"text": "Minimal output.", "lang": "en", "data_path": null, "data_type": null, "data_checksum": null, "notes": {}}], "detector_results": {"always.Pass": [0.0]}, "notes": {"pre_translation_prompt": {"turns": [{"role": "user", "content": {"text": "", "lang": "*", "data_path": null, "data_type": null, "data_checksum": null, "notes": {}}}], "notes": {}}}, "goal": "send some test strings, ignore the response", "conversations": [{"turns": [{"role": "user", "content": {"text": "", "lang": "en", "data_path": null, "data_type": null, "data_checksum": null, "notes": {}}}, {"role": "assistant", "content": {"text": "Minimal output.", "lang": "en", "data_path": null, "data_type": null, "data_checksum": null, "notes": {}}}], "notes": {}}], "reverse_translation_outputs": [{"text": "Minimal output.", "lang": "en", "data_path": null, "data_type": null, "data_checksum": null, "notes": {}}]}
{"entry_type": "attempt", "uuid": "c3d4e5f6-a7b8-9012-cdef-123456789012", "seq": 1, "status": 2, "probe_classname": "test.Test", "probe_params": {}, "targets": [], "prompt": {"turns": [{"role": "user", "content": {"text": "Quick brown fox", "lang": "en", "data_path": null, "data_type": null, "data_checksum": null, "notes": {}}}], "notes": {}}, "outputs": [{"text": "Output two.", "lang": "en", "data_path": null, "data_type": null, "data_checksum": null, "notes": {}}], "detector_results": {"always.Pass": [0.0]}, "notes": {"pre_translation_prompt": {"turns": [{"role": "user", "content": {"text": "Quick brown fox", "lang": "*", "data_path": null, "data_type": null, "data_checksum": null, "notes": {}}}], "notes": {}}}, "goal": "send some test strings, ignore the response", "conversations": [{"turns": [{"role": "user", "content": {"text": "Quick brown fox", "lang": "en", "data_path": null, "data_type": null, "data_checksum": null, "notes": {}}}, {"role": "assistant", "content": {"text": "Output two.", "lang": "en", "data_path": null, "data_type": null, "data_checksum": null, "notes": {}}}], "notes": {}}], "reverse_translation_outputs": [{"text": "Output two.", "lang": "en", "data_path": null, "data_type": null, "data_checksum": null, "notes": {}}]}
{"entry_type": "attempt", "uuid": "d4e5f6a7-b8c9-0123-def0-234567890123", "seq": 2, "status": 2, "probe_classname": "test.Test", "probe_params": {}, "targets": [], "prompt": {"turns": [{"role": "user", "content": {"text": "Liberte egalite fraternite", "lang": "en", "data_path": null, "data_type": null, "data_checksum": null, "notes": {}}}], "notes": {}}, "outputs": [{"text": "Output three.", "lang": "en", "data_path": null, "data_type": null, "data_checksum": null, "notes": {}}], "detector_results": {"always.Pass": [0.0]}, "notes": {"pre_translation_prompt": {"turns": [{"role": "user", "content": {"text": "Liberte egalite fraternite", "lang": "*", "data_path": null, "data_type": null, "data_checksum": null, "notes": {}}}], "notes": {}}}, "goal": "send some test strings, ignore the response", "conversations": [{"turns": [{"role": "user", "content": {"text": "Liberte egalite fraternite", "lang": "en", "data_path": null, "data_type": null, "data_checksum": null, "notes": {}}}, {"role": "assistant", "content": {"text": "Output three.", "lang": "en", "data_path": null, "data_type": null, "data_checksum": null, "notes": {}}}], "notes": {}}], "reverse_translation_outputs": [{"text": "Output three.", "lang": "en", "data_path": null, "data_type": null, "data_checksum": null, "notes": {}}]}
{"entry_type": "attempt", "uuid": "e5f6a7b8-c9d0-1234-ef01-345678901234", "seq": 3, "status": 2, "probe_classname": "test.Test", "probe_params": {}, "targets": [], "prompt": {"turns": [{"role": "user", "content": {"text": "Fourth prompt", "lang": "en", "data_path": null, "data_type": null, "data_checksum": null, "notes": {}}}], "notes": {}}, "outputs": [{"text": "Output four.", "lang": "en", "data_path": null, "data_type": null, "data_checksum": null, "notes": {}}], "detector_results": {"always.Pass": [0.0]}, "notes": {"pre_translation_prompt": {"turns": [{"role": "user", "content": {"text": "Fourth prompt", "lang": "*", "data_path": null, "data_type": null, "data_checksum": null, "notes": {}}}], "notes": {}}}, "goal": "send some test strings, ignore the response", "conversations": [{"turns": [{"role": "user", "content": {"text": "Fourth prompt", "lang": "en", "data_path": null, "data_type": null, "data_checksum": null, "notes": {}}}, {"role": "assistant", "content": {"text": "Output four.", "lang": "en", "data_path": null, "data_type": null, "data_checksum": null, "notes": {}}}], "notes": {}}], "reverse_translation_outputs": [{"text": "Output four.", "lang": "en", "data_path": null, "data_type": null, "data_checksum": null, "notes": {}}]}
{"entry_type": "eval", "probe": "test.Test", "detector": "always.Pass", "passed": 37, "total_evaluated": 50, "fails": 13, "total_processed": 50, "nones": 0, "confidence_method": "bootstrap", "confidence": "0.95", "confidence_lower": 0.14, "confidence_upper": 0.38}
{"entry_type": "completion", "end_time": "2025-08-28T14:07:01.000000", "run": "a1b2c3d4-e5f6-7890-abcd-ef1234567890"}
{"entry_type": "digest", "meta": {"reportfile": "test_with_ci.report.jsonl", "garak_version": "0.14.0.pre1"}, "eval": {}}