chore(perf): enforce F401 and remove unused imports

evalscope/perf/core/metrics_consumer.py

@@ -7,7 +7,7 @@
 
 from evalscope.constants import HEARTBEAT_INTERVAL_SEC
 from evalscope.perf.arguments import Arguments
-from evalscope.perf.core.http_client import AioHttpClient, test_connection
+from evalscope.perf.core.http_client import test_connection
 from evalscope.perf.utils.benchmark_util import Metrics, MetricsAccumulator
 from evalscope.perf.utils.db_util import create_result_table, get_result_db_path, insert_benchmark_data
 from evalscope.perf.utils.handler import exception_handler

evalscope/perf/core/strategies/multi_turn.py

@@ -1,12 +1,12 @@
 import asyncio
 import time
-from typing import TYPE_CHECKING, Any, Dict, List, Optional
+from typing import TYPE_CHECKING, List, Optional
 
 import numpy as np
 
 from evalscope.perf.arguments import Arguments
 from evalscope.perf.core.strategies.base import BenchmarkStrategy
-from evalscope.perf.plugin.datasets.base import Conversation, Message, Turn
+from evalscope.perf.plugin.datasets.base import Conversation, Message
 from evalscope.utils.logger import get_logger
 
 if TYPE_CHECKING:

evalscope/perf/plugin/api/custom_api.py

@@ -1,5 +1,5 @@
 import json
-from typing import Any, AsyncGenerator, Dict, List, Tuple, Union
+from typing import Dict, List, Tuple, Union
 
 import aiohttp
 

evalscope/perf/plugin/api/dashscope_api.py

@@ -1,6 +1,6 @@
 import json
 import os
-from typing import Any, Dict, Iterator, List
+from typing import Dict, List
 
 from evalscope.perf.arguments import Arguments
 from evalscope.perf.multi_turn_args import _sample_int_or_range

evalscope/perf/plugin/api/openai_embedding_api.py

@@ -4,7 +4,7 @@
 import sys
 import time
 import traceback
-from typing import Any, Dict, List, Tuple, Union
+from typing import Dict, List, Tuple, Union
 
 from evalscope.perf.arguments import Arguments
 from evalscope.perf.plugin.api.base import ApiPluginBase

evalscope/perf/plugin/api/openai_rerank_api.py

@@ -4,7 +4,7 @@
 import sys
 import time
 import traceback
-from typing import Any, Dict, List, Tuple, Union
+from typing import Dict, List, Tuple, Union
 
 from evalscope.perf.arguments import Arguments
 from evalscope.perf.plugin.api.base import ApiPluginBase

evalscope/perf/plugin/datasets/base.py

@@ -1,7 +1,7 @@
 import json
 import os
 from abc import abstractmethod
-from dataclasses import dataclass, field
+from dataclasses import dataclass
 from typing import Any, ClassVar, Dict, Iterator, List, Optional, Tuple, Type, Union
 
 from evalscope.api.dataset.hub import download_dataset_file, load_dataset_from_hub

evalscope/perf/plugin/datasets/custom.py

@@ -1,5 +1,5 @@
 import json
-from typing import Any, Dict, Iterator, List
+from typing import Dict, Iterator, List
 
 from evalscope.perf.arguments import Arguments
 from evalscope.perf.plugin.datasets.base import Conversation, DatasetPluginBase, Message, Messages, Turn

evalscope/perf/plugin/datasets/flickr8k.py

@@ -1,4 +1,4 @@
-from typing import Any, Dict, Iterator, List
+from typing import Dict, Iterator, List
 
 from evalscope.perf.arguments import Arguments
 from evalscope.perf.plugin.datasets.base import DatasetPluginBase

evalscope/perf/plugin/datasets/kontext_bench.py

@@ -1,4 +1,4 @@
-from typing import Any, Dict, Iterator, List
+from typing import Dict, Iterator, List
 
 from evalscope.perf.arguments import Arguments
 from evalscope.perf.plugin.datasets.base import DatasetPluginBase

evalscope/perf/plugin/datasets/line_by_line.py

@@ -1,5 +1,4 @@
 import json
-import sys
 from typing import Any, Dict, Iterator, List, Union
 
 from evalscope.perf.arguments import Arguments

evalscope/perf/plugin/datasets/longalpaca.py

@@ -1,5 +1,5 @@
 import os
-from typing import Any, Dict, Iterator, List
+from typing import Dict, Iterator, List
 
 from evalscope.perf.arguments import Arguments
 from evalscope.perf.plugin.datasets.base import DatasetPluginBase

evalscope/perf/plugin/datasets/multi_turn.py

@@ -31,7 +31,7 @@
 
 import json
 import os
-from typing import Any, Dict, Iterator, List
+from typing import Dict, Iterator, List
 
 import numpy as np
 

evalscope/perf/plugin/datasets/openqa.py

@@ -1,6 +1,6 @@
 import json
 import os
-from typing import Any, Dict, Iterator, List
+from typing import Dict, Iterator, List
 
 from evalscope.perf.arguments import Arguments
 from evalscope.perf.plugin.datasets.base import DatasetPluginBase

evalscope/perf/plugin/datasets/rerank_dataset.py

@@ -5,7 +5,7 @@
 
 import json
 import os
-from typing import Dict, Iterator, List
+from typing import Dict, Iterator
 
 import numpy as np
 

evalscope/perf/plugin/datasets/speed_benchmark.py

@@ -1,4 +1,4 @@
-from typing import Dict, Iterator, List, Tuple
+from typing import Dict, Iterator, List
 
 from evalscope.perf.arguments import Arguments
 from evalscope.perf.plugin.datasets.base import DatasetPluginBase

evalscope/perf/plugin/datasets/swe_smith.py

@@ -23,14 +23,14 @@
 
 import json
 import multiprocessing
-from typing import Any, Dict, Iterator, List, Optional, Tuple
+from typing import Dict, Iterator, List, Optional, Tuple
 
 import numpy as np
 from tqdm import tqdm
 
 from evalscope.perf.arguments import Arguments
 from evalscope.perf.multi_turn_args import _get_range_upper
-from evalscope.perf.plugin.datasets.base import Conversation, DatasetPluginBase, Message, Messages, Turn
+from evalscope.perf.plugin.datasets.base import Conversation, DatasetPluginBase, Messages, Turn
 from evalscope.perf.plugin.datasets.dataset_args import MultiTurnDatasetArgs
 from evalscope.perf.plugin.datasets.utils import tokenize_chat_messages, truncate_text_to_token_len
 from evalscope.perf.plugin.registry import register_dataset

evalscope/perf/plugin/registry.py

@@ -1,4 +1,4 @@
-from typing import TYPE_CHECKING, Any, List, Type, Union
+from typing import TYPE_CHECKING, List, Type, Union
 
 if TYPE_CHECKING:
     from .api import ApiPluginBase

evalscope/perf/utils/perf_models.py

@@ -15,7 +15,6 @@
 
 from __future__ import annotations
 
-import json
 from typing import Any, Dict, List, Optional
 
 from pydantic import BaseModel, ConfigDict, Field, field_validator

evalscope/perf/utils/report/generate_report.py

@@ -12,8 +12,7 @@
 from __future__ import annotations
 
 import os
-from collections import OrderedDict
-from typing import Any, Dict, List, Optional
+from typing import Any, Dict
 
 from evalscope.constants import DEFAULT_LANGUAGE, PLOTLY_CDN_URL
 from evalscope.utils.io_utils import current_time

pyproject.toml

@@ -129,7 +129,7 @@ ignore = ["E501"]
 [tool.ruff.lint.per-file-ignores]
 "tests/**/*.py" = ["E402"]
 "__init__.py" = ["F401"]
-"!evalscope/{utils,cli,report}/**/*.py" = ["F401"]
+"!evalscope/{utils,cli,report,perf}/**/*.py" = ["F401"]
 
 [tool.ruff.format]
 exclude = ["tests/**/*.py"]