refactor: fix ruff code style

Author: boomb0om

DPF/__init__.py

@@ -1,3 +1 @@
-from .dataset_reader import DatasetReader
-
-test
+from .dataset_reader import DatasetReader

DPF/configs/dataset_config.py

@@ -1,4 +1,4 @@
-from typing import List, Dict, Optional, Union
+from typing import List, Dict
 from abc import abstractmethod, ABC
 
 from DPF.datatypes import DataType

DPF/configs/sharded_config.py

@@ -1,4 +1,4 @@
-from typing import List, Dict, Optional, Union
+from typing import List, Dict, Union
 
 from DPF.datatypes import DataType, ShardedDataType, ColumnDataType
 from .dataset_config import DatasetConfig

DPF/configs/sharded_files_config.py

@@ -1,4 +1,4 @@
-from typing import List, Dict, Optional, Union
+from typing import List, Optional, Union
 
 from DPF.modalities import MODALITIES
 from DPF.datatypes import ShardedDataType, ColumnDataType

DPF/configs/shards_config.py

@@ -1,4 +1,4 @@
-from typing import List, Dict, Optional, Union
+from typing import List, Optional, Union
 
 from DPF.modalities import MODALITIES
 from DPF.datatypes import ShardedDataType, ColumnDataType

DPF/dataloaders/shards_dataset.py

@@ -100,7 +100,7 @@ def __iter__(self):
  if self.return_none_on_error:
  try:
  file_bytes = tar.extractfile(filename).read()
- except Exception as err:
+ except Exception:
  file_bytes = None
  is_ok = False
  else:

DPF/dataset_reader.py

@@ -4,11 +4,11 @@
 from functools import partial
 
 from DPF.filesystems import FileSystem, LocalFileSystem, S3FileSystem
-from DPF.datatypes import ShardedDataType, ColumnDataType, FileDataType
+from DPF.datatypes import ShardedDataType, FileDataType
 from DPF.configs import DatasetConfig, ShardedDatasetConfig, ShardsDatasetConfig, ShardedFilesDatasetConfig, \
  FilesDatasetConfig
 from DPF.processors import (
- DatasetProcessor, ShardedDatasetProcessor, ShardsDatasetProcessor, ShardedFilesDatasetProcessor,
+ DatasetProcessor, ShardsDatasetProcessor, ShardedFilesDatasetProcessor,
  FilesDatasetProcessor
 )
 

DPF/filesystems/filesystem.py

@@ -3,7 +3,7 @@
 import io
 import tarfile
 import datetime
-from typing import Union, List, Dict, Optional, Tuple, Iterable
+from typing import Union, List, Optional, Tuple, Iterable
 import pandas as pd
 
 

DPF/filters/column_filter.py

@@ -1,4 +1,4 @@
-from typing import Dict, Tuple, List, Union, Any
+from typing import List
 from abc import abstractmethod, ABC
 
 import numpy as np

DPF/filters/images/cliplabels_filter.py

@@ -74,12 +74,12 @@ def __init__(
  self.text_features = self.get_text_features()
  #
  self.label2column = {
- l: f'{self.clip_version} clip score "{l}"' for l in self.labels
+ label: f'{self.clip_version} clip score "{label}"' for label in self.labels
  }
 
  @property
  def schema(self) -> List[str]:
- return [self.key_column] + [self.label2column[l] for l in self.labels]
+ return [self.key_column] + [self.label2column[label] for label in self.labels]
 
  @property
  def dataloader_kwargs(self) -> Dict[str, Any]: