@@ -539,8 +539,8 @@ async def test_start_run_forwards_include_baseline(self, mock_all_registries) ->
539539 init_call = mock_all_registries ["scenario_registry" ].create_and_initialize_async .await_args
540540 assert init_call .kwargs ["include_baseline" ] is False
541541
542- async def test_start_run_max_dataset_size_copies_default_config (self , mock_all_registries ) -> None :
543- """``max_dataset_size`` overrides an independent copy of the scenario default ."""
542+ async def test_start_run_max_dataset_size_updates_introspection_config (self , mock_all_registries ) -> None :
543+ """``max_dataset_size`` updates the throwaway introspection config ."""
544544 default_config = DatasetAttackConfiguration (dataset_names = ["original" ], max_dataset_size = 100 )
545545 scenario_instance = mock_all_registries ["scenario_instance" ]
546546 scenario_instance ._default_dataset_config = default_config
@@ -550,10 +550,10 @@ async def test_start_run_max_dataset_size_copies_default_config(self, mock_all_r
550550
551551 init_call = mock_all_registries ["scenario_registry" ].create_and_initialize_async .await_args
552552 built_config = init_call .kwargs ["dataset_config" ]
553- assert built_config is not default_config
553+ assert built_config is default_config
554554 assert type (built_config ) is DatasetAttackConfiguration
555555 assert built_config .max_dataset_size == 5
556- assert default_config .max_dataset_size == 100
556+ assert default_config .max_dataset_size == 5
557557
558558 async def test_start_run_dataset_names_preserves_subclass_config_type (self , mock_all_registries ) -> None :
559559 """``dataset_names`` rebuilds the config using the scenario's own DatasetConfiguration subclass.
@@ -641,10 +641,10 @@ async def test_start_run_max_dataset_size_updates_each_default_compound_child(se
641641 init_call = mock_all_registries ["scenario_registry" ].create_and_initialize_async .await_args
642642 built_config = init_call .kwargs ["dataset_config" ]
643643 assert isinstance (built_config , CompoundDatasetAttackConfiguration )
644- assert built_config is not default_config
644+ assert built_config is default_config
645645 assert built_config .dataset_names == ["airt_hate" , "airt_fairness" ]
646646 assert [child .max_dataset_size for child in built_config ._configurations ] == [2 , 2 ]
647- assert [child .max_dataset_size for child in default_config ._configurations ] == [4 , 4 ]
647+ assert [child .max_dataset_size for child in default_config ._configurations ] == [2 , 2 ]
648648
649649 async def test_start_run_non_name_overrides_preserve_shaped_compound_children (self , mock_all_registries ) -> None :
650650 """Size and filter overrides do not rebuild scenario-specific child configurations."""
@@ -672,7 +672,7 @@ class _ShapedDatasetConfiguration(DatasetAttackConfiguration):
672672
673673 init_call = mock_all_registries ["scenario_registry" ].create_and_initialize_async .await_args
674674 built_config = init_call .kwargs ["dataset_config" ]
675- assert built_config is not default_config
675+ assert built_config is default_config
676676 assert [type (child ) for child in built_config ._configurations ] == [
677677 _ShapedDatasetConfiguration ,
678678 _ShapedDatasetConfiguration ,
@@ -682,8 +682,11 @@ class _ShapedDatasetConfiguration(DatasetAttackConfiguration):
682682 {"harm_categories" : ["cyber" ]},
683683 {"harm_categories" : ["cyber" ]},
684684 ]
685- assert [child .max_dataset_size for child in default_config ._configurations ] == [4 , 4 ]
686- assert [child .filters for child in default_config ._configurations ] == [{}, {}]
685+ assert [child .max_dataset_size for child in default_config ._configurations ] == [2 , 2 ]
686+ assert [child .filters for child in default_config ._configurations ] == [
687+ {"harm_categories" : ["cyber" ]},
688+ {"harm_categories" : ["cyber" ]},
689+ ]
687690
688691 async def test_start_run_dataset_names_rejects_incompatible_subclass_constructor (self , mock_all_registries ) -> None :
689692 """Reject overrides that cannot preserve scenario-specific dataset configuration."""
@@ -732,8 +735,8 @@ class _MarkerDatasetConfiguration(DatasetConfiguration):
732735 assert built_config .max_dataset_size == 7
733736 assert built_config .filters == {"harm_categories" : ["cyber" ]}
734737
735- async def test_start_run_dataset_filters_copy_default_config (self , mock_all_registries ) -> None :
736- """``dataset_filters`` with no names merges filters into an independent copy ."""
738+ async def test_start_run_dataset_filters_update_introspection_config (self , mock_all_registries ) -> None :
739+ """``dataset_filters`` with no names update the throwaway introspection config ."""
737740 default_config = DatasetAttackConfiguration (dataset_names = ["original" ])
738741 scenario_instance = mock_all_registries ["scenario_instance" ]
739742 scenario_instance ._default_dataset_config = default_config
@@ -743,9 +746,9 @@ async def test_start_run_dataset_filters_copy_default_config(self, mock_all_regi
743746
744747 init_call = mock_all_registries ["scenario_registry" ].create_and_initialize_async .await_args
745748 built_config = init_call .kwargs ["dataset_config" ]
746- assert built_config is not default_config
749+ assert built_config is default_config
747750 assert built_config .filters == {"harm_categories" : ["cyber" ]}
748- assert default_config .filters == {}
751+ assert default_config .filters == {"harm_categories" : [ "cyber" ] }
749752
750753 async def test_start_run_dataset_names_introspection_failure_raises (self , mock_memory ) -> None :
751754 """Passing ``dataset_names`` against a non-no-arg-instantiable scenario fails fast."""
0 commit comments