Skip to content

Remove unnecessary whitespace #381

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 2 commits into from
Jun 5, 2022
Merged

Remove unnecessary whitespace #381

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
ae4e7a0
Remove unnecessary whitespace
deepsource-autofix[bot] Jun 5, 2022
0b07acb
Format code with black, yapf, autopep8, isort, standardjs and prettier
deepsource-autofix[bot] Jun 5, 2022
File filter

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
141 changes: 54 additions & 87 deletions .history/ML/Model/dataset/download_20220509231425.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -112,65 +112,55 @@ def __init__(
self.idx_2 = idx_2
self.idx_3 = idx_3
except Exception as e:
raise ValueError(
f"""
raise ValueError(f"""
In the indexing parameters
there was a error occurred
\n
{e}"""
)
{e}""")
try:
# Initinalizing Data Storage
self.data = data
except Exception as e:
raise ValueError(
f"""
raise ValueError(f"""
In the Initinalizing Data Storage
parameters there was a error occurred.
\n
{e}"""
)
{e}""")
try:
# Labels of data
self.labels = labels
self.labels_r = labels_r
except Exception as e:
raise ValueError(
f"""
raise ValueError(f"""
In the Labels of data
parameters there was a error occurred
\n
{e}
"""
)
""")
try:
# Data Loading file paths
self.labels_and_imageids = labels_and_imageids
self.bboxs = bboxs
self.image_urls = image_urls
except Exception as e:
raise ValueError(
f"""
raise ValueError(f"""
In the Data Loading
file paths parameters there
was a error occurred.
\n
{e}"""
)
{e}""")
try:
# Collection of data
self.imageids = init_imageids
self.images_and_bbox_and_imgid_ = images_and_bbox_and_imgid_
self.imgids = imgids
except Exception as e:
raise ValueError(
f"""
raise ValueError(f"""
In the Collection of data
parameters there was a error occurred
\n
{e}
"""
)
""")

# Loading data section

Expand All @@ -186,22 +176,19 @@ def load_labels_and_imageid(self) -> pd.DataFrame:
loader_iter = tqdm(range(1, len(self.labels_and_imageids)))
for i in loader_iter:
labels_and_imageid = labels_and_imageid.append(
pd.read_csv(self.labels_and_imageids[i])
)
pd.read_csv(self.labels_and_imageids[i]))
loader_iter.set_description(str(len(labels_and_imageid)))
labels_and_imageid.sample(frac=1)
return labels_and_imageid
except Exception as e:
raise ValueError(
f"""
raise ValueError(f"""
The function
self.load_labels_and_imageid()
or
Download().load_labels_and_imageid()
is not working correctly.
\n
{e}"""
)
{e}""")

def load_bbox(self) -> pd.DataFrame:
"""summary_line
Expand All @@ -221,16 +208,14 @@ def load_bbox(self) -> pd.DataFrame:

return bboxs_df
except Exception as e:
raise ValueError(
f"""
raise ValueError(f"""
The function
self.load_bbox()
or
Download().load_bbox()
is not working correctly.
\n
{e}"""
)
{e}""")

def load_image_urls(self) -> pd.DataFrame:
"""summary_line
Expand All @@ -245,22 +230,21 @@ def load_image_urls(self) -> pd.DataFrame:
loader_iter = tqdm(range(1, len(self.image_urls)))
for i in loader_iter:
loader_iter.set_description(str(len(image_urls_df)))
image_urls_df = image_urls_df.append(pd.read_csv(self.image_urls[i]))
image_urls_df = image_urls_df.append(
pd.read_csv(self.image_urls[i]))
image_urls_df.sample(frac=1)

print("Loaded Image Urls")
return image_urls_df
except Exception as e:
raise ValueError(
f"""
raise ValueError(f"""
The function
self.load_image_urls()
or
Download().load_image_urls()
is not working correctly.
\n
{e}"""
)
{e}""")

# Creating data section

Expand All @@ -275,8 +259,8 @@ def create_imageids(self) -> bool:
print("Creating imageids")
labels_and_imageid = self.load_labels_and_imageid()
for labelname, imageid in zip(
tqdm(labels_and_imageid["LabelName"]), labels_and_imageid["ImageID"]
):
tqdm(labels_and_imageid["LabelName"]),
labels_and_imageid["ImageID"]):
if labelname in self.labels_r:
self.idx_1 += 1
threading.Thread(
Expand All @@ -291,16 +275,14 @@ def create_imageids(self) -> bool:

return True
except Exception as e:
raise ValueError(
f"""
raise ValueError(f"""
The function
self.create_imageids()
or
Download().create_imageids()
is not working correctly.
\n
{e}"""
)
{e}""")

def create_bbox(self) -> bool:
"""summary_line
Expand All @@ -310,24 +292,21 @@ def create_bbox(self) -> bool:
"""
try:

if self.recover is True and (
os.path.exists(
if self.recover is True and (os.path.exists(
"/media/indika/Sync/Programmer-RD-AI/Programming/Projects/Python/Rest-Api/Car-Object-Detection-REST-API/Find-Card/ML/Model/dataset/save/create_bbox.csv"
)
is True
):
) is True):
self.images_and_bbox_and_imgid_ = pd.read_csv(
"/media/indika/Sync/Programmer-RD-AI/Programming/Projects/Python/Rest-Api/Car-Object-Detection-REST-API/Find-Card/ML/Model/dataset/save/create_bbox.csv"
)
return True
print("Creating Box")
bboxs = self.load_bbox()
for imgid in zip(
tqdm(bboxs["ImageID"]),
bboxs["XMin"],
bboxs["YMin"],
bboxs["XMax"],
bboxs["YMax"],
tqdm(bboxs["ImageID"]),
bboxs["XMin"],
bboxs["YMin"],
bboxs["XMax"],
bboxs["YMax"],
):
imgid = list(imgid)
if str(imgid[0]) in self.imageids:
Expand Down Expand Up @@ -363,16 +342,14 @@ def create_bbox(self) -> bool:

return True
except Exception as e:
raise ValueError(
f"""
raise ValueError(f"""
The function
self.create_bbox()
or
Download().create_bbox()
is not working correctly.
\n
{e}"""
)
{e}""")

def create_image_urls(self) -> bool:
"""summary_line
Expand All @@ -382,16 +359,14 @@ def create_image_urls(self) -> bool:
"""
try:

if self.recover is True and (
os.path.exists(
if self.recover is True and (os.path.exists(
"/media/indika/Sync/Programmer-RD-AI/Programming/Projects/Python/Rest-Api/Car-Object-Detection-REST-API/Find-Card/ML/Model/dataset/save/create_image_urls.csv"
)
is True
):
) is True):
self.download_url_data = pd.read_csv(
"/media/indika/Sync/Programmer-RD-AI/Programming/Projects/Python/Rest-Api/Car-Object-Detection-REST-API/Find-Card/ML/Model/dataset/save/create_image_urls.csv"
) # [: self.number_of_split]
self.download_url_data = self.download_url_data.drop_duplicates()
self.download_url_data = self.download_url_data.drop_duplicates(
)
return True
print("Creating Image Urls")
data = {
Expand All @@ -406,18 +381,17 @@ def create_image_urls(self) -> bool:
}
image_urls = self.load_image_urls()
for imgid in zip(
tqdm((image_urls["ImageID"])),
image_urls["OriginalURL"],
image_urls["OriginalLandingURL"],
tqdm((image_urls["ImageID"])),
image_urls["OriginalURL"],
image_urls["OriginalLandingURL"],
):
if imgid[0] in self.imgids:
imgid_of_iabaid = self.images_and_bbox_and_imgid_[
self.images_and_bbox_and_imgid_["ImageID"] == imgid[0]
]
self.images_and_bbox_and_imgid_["ImageID"] == imgid[0]]
for idx_3 in range(len(imgid_of_iabaid)):
imgid_of_iabaid_iter = self.images_and_bbox_and_imgid_[
self.images_and_bbox_and_imgid_["ImageID"] == imgid[0]
].iloc[idx_3]
self.images_and_bbox_and_imgid_["ImageID"] ==
imgid[0]].iloc[idx_3]
threading.Thread(
target=data["ImageID"].append,
args=[imgid[0]],
Expand Down Expand Up @@ -464,16 +438,14 @@ def create_image_urls(self) -> bool:

return True
except Exception as e:
raise ValueError(
f"""
raise ValueError(f"""
The function
self.create_image_urls()
or
Download().create_image_urls()
is not working correctly.
\n
{e}"""
)
{e}""")

# Downloading data section

Expand All @@ -498,12 +470,12 @@ def download_images(self) -> pd.DataFrame:
image_id_iter = tqdm((self.download_url_data["ImageID"]))
old_ourl = ""
for img_url, xmin, ymin, xmax, ymax, ourl in zip(
image_id_iter,
self.download_url_data["XMin"],
self.download_url_data["YMin"],
self.download_url_data["XMax"],
self.download_url_data["YMax"],
self.download_url_data["OriginalURL"],
image_id_iter,
self.download_url_data["XMin"],
self.download_url_data["YMin"],
self.download_url_data["XMax"],
self.download_url_data["YMax"],
self.download_url_data["OriginalURL"],
):
try:
if ourl != old_ourl:
Expand All @@ -530,21 +502,18 @@ def download_images(self) -> pd.DataFrame:
)
data.to_json(
"/media/indika/Sync/Programmer-RD-AI/Programming/Projects/Python/Rest-Api/Car-Object-Detection-REST-API/Find-Card/ML/Model/dataset/save/Data.csv",

)
print("Downloaded Images")
return new_data
except Exception as e:
raise ValueError(
f"""
raise ValueError(f"""
The function
self.download_images()
or
Download().download_images()
is not working correctly.
\n
{e}"""
)
{e}""")

def download(self) -> bool:
"""summary_line
Expand All @@ -565,12 +534,10 @@ def download(self) -> bool:

print("Finished Download Process")
except Exception as e:
raise ValueError(
f"""
raise ValueError(f"""
The function self.download()
or
Download().download()
is not working correctly.
\n
{e}"""
)
{e}""")
Loading