Skip to content
Snippets Groups Projects
Commit f4d54859 authored by pascal.mouquet_ird.fr's avatar pascal.mouquet_ird.fr
Browse files

adding new utils to get tile len and size, and clean_lib update if less than 7...

adding new utils to get tile len and size, and clean_lib update if less than 7 files in l2a 10m granule
parent 4e75c835
No related branches found
No related tags found
No related merge requests found
......@@ -18,7 +18,7 @@ from pprint import pformat
from typing import List, Dict, Iterable
from .config import Config, SHARED_DATA
from .utils import str_to_datetime
from .utils import str_to_datetime, human_size, getFolderSize
from .indices import IndicesCollection
from .products import L1cProduct, L2aProduct
......@@ -327,10 +327,20 @@ class Tile:
logger.info("l2a: {}".format(len(self.l2a)))
for indice, path in self._paths["indices"].items():
logger.info("{} (raw / masked): {} / {}".format(indice, len(getattr(self, indice).raws), len(getattr(self, indice).masks)))
#~ logger.info("ndwigao (raw / masked): {} / {}".format(len(self.ndwigao.raws), len(self.ndwigao.masks)))
#~ logger.info("ndwimcf (raw / masked): {} / {}".format(len(self.ndwimcf.raws), len(self.ndwimcf.masks)))
#~ logger.info("mndwi (raw / masked): {} / {}".format(len(self.mndwi.raws), len(self.mndwi.masks)))
@property
def size(self):
#~ logger.info("Product: local / archived / total".format(human_size(getFolderSize(str(self.paths['l1c'])))))
local = getFolderSize(str(self.paths["l1c"]))
total = getFolderSize(str(self.paths["l1c"]), True)
logger.info("l1c: {} (l: {} / a: {})".format(human_size(total),
human_size(local),
human_size(total-local),
))
logger.info("l2a: {}".format(human_size(getFolderSize(str(self.paths["l2a"]), True))))
for indice, path in self._paths["indices"].items():
logger.info("{}: {}".format(indice, human_size(getFolderSize(str(path), True))))
def missing_indices(self, indice: str) -> "ProductsList":
"""Returns tile's L2A products that don't have indices as a ProductsList."""
prods_list = ProductsList()
......@@ -384,10 +394,11 @@ class Tile:
nb_rm += 1
except:
logger.error("Can't remove {} from L1C folder".format(f.name))
# identify residual l2a from l1c folder
# identify missing jp2 in L2A folder
for f in self._paths["l2a"].glob("*L2A*.SAFE"):
if len(list(f.glob("GRANULE/*/IMG_DATA/R10m/*.jp2"))) == 0:
logger.info("Corrupted L2A {} in L2A folder (no jp2 in R10m folder)".format(f.name))
# Nb jp2 < 7
if len(list(f.glob("GRANULE/*/IMG_DATA/R10m/*.jp2"))) < 7:
logger.info("Corrupted L2A {} in L2A folder (nb jp2 <7 in R10m folder)".format(f.name))
nb_id += 1
if remove:
try:
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment