♻️ rename datasets to datasetss since it interferes with hugginface's module

+ ../../Data -> ./Data
This commit is contained in:
Laurent FAINSIN 2023-05-15 16:22:48 +02:00
parent 680296878d
commit 020e65533f
15 changed files with 32 additions and 31 deletions

View file

@ -35,11 +35,11 @@ from os import listdir
from os.path import exists, join from os.path import exists, join
# Dataset parent class # Dataset parent class
from datasets.common import PointCloudDataset from datasetss.common import PointCloudDataset
from torch.utils.data import Sampler, get_worker_info from torch.utils.data import Sampler, get_worker_info
from utils.mayavi_visu import * from utils.mayavi_visu import *
from datasets.common import grid_subsampling from datasetss.common import grid_subsampling
from utils.config import bcolors from utils.config import bcolors
# ---------------------------------------------------------------------------------------------------------------------- # ----------------------------------------------------------------------------------------------------------------------
@ -110,7 +110,7 @@ class ModelNet40Dataset(PointCloudDataset):
self.ignored_labels = np.array([]) self.ignored_labels = np.array([])
# Dataset folder # Dataset folder
self.path = '../../Data/ModelNet40' self.path = './Data/ModelNet40'
# Type of task conducted on this dataset # Type of task conducted on this dataset
self.dataset_task = 'classification' self.dataset_task = 'classification'

View file

@ -36,11 +36,11 @@ from os import listdir
from os.path import exists, join, isdir from os.path import exists, join, isdir
# Dataset parent class # Dataset parent class
from datasets.common import PointCloudDataset from datasetss.common import PointCloudDataset
from torch.utils.data import Sampler, get_worker_info from torch.utils.data import Sampler, get_worker_info
from utils.mayavi_visu import * from utils.mayavi_visu import *
from datasets.common import grid_subsampling from datasetss.common import grid_subsampling
from utils.config import bcolors from utils.config import bcolors
@ -83,7 +83,7 @@ class NPM3DDataset(PointCloudDataset):
self.ignored_labels = np.array([0]) self.ignored_labels = np.array([0])
# Dataset folder # Dataset folder
self.path = '../../Data/Paris' self.path = './Data/Paris'
# Type of task conducted on this dataset # Type of task conducted on this dataset
self.dataset_task = 'cloud_segmentation' self.dataset_task = 'cloud_segmentation'

View file

@ -37,11 +37,11 @@ from os import listdir
from os.path import exists, join, isdir from os.path import exists, join, isdir
# Dataset parent class # Dataset parent class
from datasets.common import PointCloudDataset from datasetss.common import PointCloudDataset
from torch.utils.data import Sampler, get_worker_info from torch.utils.data import Sampler, get_worker_info
from utils.mayavi_visu import * from utils.mayavi_visu import *
from datasets.common import grid_subsampling from datasetss.common import grid_subsampling
from utils.config import bcolors from utils.config import bcolors
@ -86,7 +86,7 @@ class S3DISDataset(PointCloudDataset):
self.ignored_labels = np.array([]) self.ignored_labels = np.array([])
# Dataset folder # Dataset folder
self.path = '../../Data/S3DIS' self.path = './Data/S3DIS'
# Type of task conducted on this dataset # Type of task conducted on this dataset
self.dataset_task = 'cloud_segmentation' self.dataset_task = 'cloud_segmentation'

View file

@ -36,12 +36,12 @@ from os import listdir
from os.path import exists, join, isdir from os.path import exists, join, isdir
# Dataset parent class # Dataset parent class
from datasets.common import * from datasetss.common import *
from torch.utils.data import Sampler, get_worker_info from torch.utils.data import Sampler, get_worker_info
from utils.mayavi_visu import * from utils.mayavi_visu import *
from utils.metrics import fast_confusion from utils.metrics import fast_confusion
from datasets.common import grid_subsampling from datasetss.common import grid_subsampling
from utils.config import bcolors from utils.config import bcolors
@ -62,7 +62,7 @@ class SemanticKittiDataset(PointCloudDataset):
########################## ##########################
# Dataset folder # Dataset folder
self.path = '../../Data/SemanticKitti' self.path = './Data/SemanticKitti'
# Type of task conducted on this dataset # Type of task conducted on this dataset
self.dataset_task = 'slam_segmentation' self.dataset_task = 'slam_segmentation'

View file

@ -4,11 +4,11 @@
### Data ### Data
We consider our experiment folder is located at `XXXX/Experiments/KPConv-PyTorch`. And we use a common Data folder We consider our experiment folder is located at `XXXX/Experiments/KPConv-PyTorch`. And we use a common Data folder
loacated at `XXXX/Data`. Therefore the relative path to the Data folder is `../../Data`. loacated at `XXXX/Data`. Therefore the relative path to the Data folder is `./Data`.
Regularly sampled clouds from ModelNet40 dataset can be downloaded Regularly sampled clouds from ModelNet40 dataset can be downloaded
<a href="https://shapenet.cs.stanford.edu/media/modelnet40_normal_resampled.zip">here (1.6 GB)</a>. <a href="https://shapenet.cs.stanford.edu/media/modelnet40_normal_resampled.zip">here (1.6 GB)</a>.
Uncompress the data and move it inside the folder `../../Data/ModelNet40`. Uncompress the data and move it inside the folder `./Data/ModelNet40`.
N.B. If you want to place your data anywhere else, you just have to change the variable N.B. If you want to place your data anywhere else, you just have to change the variable
`self.path` of `ModelNet40Dataset` class ([here](https://github.com/HuguesTHOMAS/KPConv-PyTorch/blob/e9d328135c0a3818ee0cf1bb5bb63434ce15c22e/datasets/ModelNet40.py#L113)). `self.path` of `ModelNet40Dataset` class ([here](https://github.com/HuguesTHOMAS/KPConv-PyTorch/blob/e9d328135c0a3818ee0cf1bb5bb63434ce15c22e/datasets/ModelNet40.py#L113)).

View file

@ -4,10 +4,10 @@
### Data ### Data
We consider our experiment folder is located at `XXXX/Experiments/KPConv-PyTorch`. And we use a common Data folder We consider our experiment folder is located at `XXXX/Experiments/KPConv-PyTorch`. And we use a common Data folder
loacated at `XXXX/Data`. Therefore the relative path to the Data folder is `../../Data`. loacated at `XXXX/Data`. Therefore the relative path to the Data folder is `./Data`.
S3DIS dataset can be downloaded <a href="https://goo.gl/forms/4SoGp4KtH1jfRqEj2">here (4.8 GB)</a>. S3DIS dataset can be downloaded <a href="https://goo.gl/forms/4SoGp4KtH1jfRqEj2">here (4.8 GB)</a>.
Download the file named `Stanford3dDataset_v1.2.zip`, uncompress the data and move it to `../../Data/S3DIS`. Download the file named `Stanford3dDataset_v1.2.zip`, uncompress the data and move it to `./Data/S3DIS`.
N.B. If you want to place your data anywhere else, you just have to change the variable N.B. If you want to place your data anywhere else, you just have to change the variable
`self.path` of `S3DISDataset` class ([here](https://github.com/HuguesTHOMAS/KPConv-PyTorch/blob/afa18c92f00c6ed771b61cb08b285d2f93446ea4/datasets/S3DIS.py#L88)). `self.path` of `S3DISDataset` class ([here](https://github.com/HuguesTHOMAS/KPConv-PyTorch/blob/afa18c92f00c6ed771b61cb08b285d2f93446ea4/datasets/S3DIS.py#L88)).

View file

@ -4,7 +4,7 @@
### Data ### Data
We consider our experiment folder is located at `XXXX/Experiments/KPConv-PyTorch`. And we use a common Data folder We consider our experiment folder is located at `XXXX/Experiments/KPConv-PyTorch`. And we use a common Data folder
loacated at `XXXX/Data`. Therefore the relative path to the Data folder is `../../Data`. loacated at `XXXX/Data`. Therefore the relative path to the Data folder is `./Data`.
SemanticKitti dataset can be downloaded <a href="http://semantic-kitti.org/dataset.html#download">here (80 GB)</a>. SemanticKitti dataset can be downloaded <a href="http://semantic-kitti.org/dataset.html#download">here (80 GB)</a>.
Download the three file named: Download the three file named:
@ -12,13 +12,13 @@ Download the three file named:
* [`data_odometry_calib.zip` (1 MB)](http://www.cvlibs.net/download.php?file=data_odometry_calib.zip) * [`data_odometry_calib.zip` (1 MB)](http://www.cvlibs.net/download.php?file=data_odometry_calib.zip)
* [`data_odometry_labels.zip` (179 MB)](http://semantic-kitti.org/assets/data_odometry_labels.zip) * [`data_odometry_labels.zip` (179 MB)](http://semantic-kitti.org/assets/data_odometry_labels.zip)
uncompress the data and move it to `../../Data/SemanticKitti`. uncompress the data and move it to `./Data/SemanticKitti`.
You also need to download the files You also need to download the files
[`semantic-kitti-all.yaml`](https://github.com/PRBonn/semantic-kitti-api/blob/master/config/semantic-kitti-all.yaml) [`semantic-kitti-all.yaml`](https://github.com/PRBonn/semantic-kitti-api/blob/master/config/semantic-kitti-all.yaml)
and and
[`semantic-kitti.yaml`](https://github.com/PRBonn/semantic-kitti-api/blob/master/config/semantic-kitti.yaml). [`semantic-kitti.yaml`](https://github.com/PRBonn/semantic-kitti-api/blob/master/config/semantic-kitti.yaml).
Place them in your `../../Data/SemanticKitti` folder. Place them in your `./Data/SemanticKitti` folder.
N.B. If you want to place your data anywhere else, you just have to change the variable N.B. If you want to place your data anywhere else, you just have to change the variable
`self.path` of `SemanticKittiDataset` class ([here](https://github.com/HuguesTHOMAS/KPConv-PyTorch/blob/c32e6ce94ed34a3dd9584f98d8dc0be02535dfb4/datasets/SemanticKitti.py#L65)). `self.path` of `SemanticKittiDataset` class ([here](https://github.com/HuguesTHOMAS/KPConv-PyTorch/blob/c32e6ce94ed34a3dd9584f98d8dc0be02535dfb4/datasets/SemanticKitti.py#L65)).

View file

@ -37,9 +37,9 @@ from utils.metrics import IoU_from_confusions, smooth_metrics, fast_confusion
from utils.ply import read_ply from utils.ply import read_ply
# Datasets # Datasets
from datasets.ModelNet40 import ModelNet40Dataset from datasetss.ModelNet40 import ModelNet40Dataset
from datasets.S3DIS import S3DISDataset from datasetss.S3DIS import S3DISDataset
from datasets.SemanticKitti import SemanticKittiDataset from datasetss.SemanticKitti import SemanticKittiDataset
# ---------------------------------------------------------------------------------------------------------------------- # ----------------------------------------------------------------------------------------------------------------------
# #

View file

@ -29,9 +29,9 @@ import sys
import torch import torch
# Dataset # Dataset
from datasets.ModelNet40 import * from datasetss.ModelNet40 import *
from datasets.S3DIS import * from datasetss.S3DIS import *
from datasets.SemanticKitti import * from datasetss.SemanticKitti import *
from torch.utils.data import DataLoader from torch.utils.data import DataLoader
from utils.config import Config from utils.config import Config
@ -155,6 +155,7 @@ if __name__ == '__main__':
print() print()
print('Data Preparation') print('Data Preparation')
print('****************') print('****************')
print(config.dataset)
if on_val: if on_val:
set = 'validation' set = 'validation'

View file

@ -29,7 +29,7 @@ import sys
import torch import torch
# Dataset # Dataset
from datasets.ModelNet40 import * from datasetss.ModelNet40 import *
from torch.utils.data import DataLoader from torch.utils.data import DataLoader
from utils.config import Config from utils.config import Config

View file

@ -26,7 +26,7 @@ import signal
import os import os
# Dataset # Dataset
from datasets.NPM3D import * from datasetss.NPM3D import *
from torch.utils.data import DataLoader from torch.utils.data import DataLoader
from utils.config import Config from utils.config import Config

View file

@ -26,7 +26,7 @@ import signal
import os import os
# Dataset # Dataset
from datasets.S3DIS import * from datasetss.S3DIS import *
from torch.utils.data import DataLoader from torch.utils.data import DataLoader
from utils.config import Config from utils.config import Config

View file

@ -29,7 +29,7 @@ import sys
import torch import torch
# Dataset # Dataset
from datasets.SemanticKitti import * from datasetss.SemanticKitti import *
from torch.utils.data import DataLoader from torch.utils.data import DataLoader
from utils.config import Config from utils.config import Config

View file

@ -29,8 +29,8 @@ import sys
import torch import torch
# Dataset # Dataset
from datasets.ModelNet40 import * from datasetss.ModelNet40 import *
from datasets.S3DIS import * from datasetss.S3DIS import *
from torch.utils.data import DataLoader from torch.utils.data import DataLoader
from utils.config import Config from utils.config import Config