Module lib.motion.historic
Manage the motion detection history file
Expand source code
# Distributed under Pycameresp License
# Copyright (c) 2023 Remi BERTHOLET
# pylint:disable=consider-using-f-string
""" Manage the motion detection history file """
import re
import json
import uasyncio
import tools.logger
import tools.sdcard
import tools.tasking
import tools.filesystem
import tools.strings
import tools.info
MAX_DAYS_DISPLAYED = 28
MAX_DAYS_REMOVED = 14
MAX_MOTIONS = 400
class Historic:
""" Manage the motion detection history file """
motion_in_progress = [False]
historic = []
first_extract = [False]
lock = uasyncio.Lock()
@staticmethod
async def acquire():
""" Lock historic """
await Historic.lock.acquire()
@staticmethod
async def release():
""" Release historic """
Historic.lock.release()
@staticmethod
async def locked():
""" Indicates if historic is locked """
return Historic.lock.locked()
@staticmethod
def get_root():
""" Get the root path of sdcard and mount it """
if tools.sdcard.SdCard.mount():
return tools.sdcard.SdCard.get_mountpoint()
return None
@staticmethod
async def add_motion(path, name, image, motion_info):
""" Add motion detection in the historic """
root = Historic.get_root()
result = False
if root:
try:
await Historic.acquire()
path = tools.strings.tostrings(path)
name = tools.strings.tostrings(name)
item = Historic.create_item(root + "/" + path + "/" + name +".json", motion_info)
res1 = tools.sdcard.SdCard.save(path, name + ".jpg" , image)
res2 = tools.sdcard.SdCard.save(path, name + ".json", json.dumps(item, separators=(',', ':')))
Historic.add_item(item)
result = res1 and res2
except Exception as err:
tools.logger.syslog(err)
finally:
await Historic.release()
return result
@staticmethod
def create_item(filename, motion_info):
""" Create historic item """
name = tools.filesystem.splitext(filename)[0] + ".jpg"
result = None
if "geometry" in motion_info:
# Add json file to the historic
result = [name, motion_info["geometry"]["width"],motion_info["geometry"]["height"], motion_info["diff"]["diffs"], motion_info["diff"]["squarex"], motion_info["diff"]["squarey"]]
return result
@staticmethod
def add_item(item):
""" Add item in the historic """
if item is not None:
if not tools.filesystem.ismicropython():
# Remove the "/" before filename
item [0] = item [0].lstrip("/")
# If the differences are in an old format
if type(item[3]) == type(""):
diffs = []
diff_val = 0
i = 0
for diff in item[3]:
if diff == "#":
diff_val |= 1
if (i %32 == 31):
diffs.append(diff_val)
diff_val = 0
else:
diff_val <<= 1
i += 1
diff_max = len(item[3])
diff_val <<= (31 - (diff_max%32))
diffs.append(diff_val)
item[3] = diffs
# Add json file to the historic
Historic.historic.insert(0,item)
@staticmethod
async def build(motions):
""" Parse the all motions files to build historic """
root = Historic.get_root()
if root:
try:
await Historic.acquire()
Historic.historic.clear()
last_day = ""
# For all motions
for motion in motions:
try:
# Parse json file
file = None
file = open(motion, "rb")
motion_item = json.load(file)
filename = motion_item[0]
if not tools.filesystem.ismicropython():
filename = filename.lstrip("/")
if tools.filesystem.exists(filename):
Historic.add_item(motion_item)
if last_day != motion_item[0][4:14]:
last_day = motion_item[0][4:14]
print("Build historic day %s"%last_day)
except OSError as err:
tools.logger.syslog(err)
# If sd card not responding properly
if err.errno == 2:
tools.info.increase_issues_counter()
except Exception as err:
tools.logger.syslog(err)
finally:
if file:
file.close()
if tools.filesystem.ismicropython():
await uasyncio.sleep_ms(2)
except Exception as err:
tools.logger.syslog(err)
finally:
await Historic.release()
@staticmethod
async def get_json():
""" Read the historic from disk """
root = Historic.get_root()
result = b"[]"
if root:
await Historic.reduce_history()
try:
await Historic.acquire()
Historic.historic.sort()
Historic.historic.reverse()
result = tools.strings.tobytes(json.dumps(Historic.historic, separators=(',', ':')))
except Exception as err:
tools.logger.syslog(err)
finally:
await Historic.release()
return result
@staticmethod
async def extract():
""" Extract motion historic """
# If this is the fisrt update (parse all directory)
if Historic.first_extract[0] is False:
Historic.first_extract[0] = True
try:
tools.logger.syslog("Start historic creation")
# Scan sd card and get more recent motions
motions, lastdays = await Historic.scan_directories(MAX_DAYS_DISPLAYED, False)
# Build historic file
files = await Historic.build(motions)
tools.logger.syslog("Historic contains :")
for day in lastdays:
tools.logger.syslog(" %s"%day)
tools.logger.syslog("End historic creation")
tools.logger.syslog(tools.strings.tostrings(tools.info.flashinfo(mountpoint=tools.sdcard.SdCard.get_mountpoint())))
except Exception as err:
tools.logger.syslog(err)
@staticmethod
async def scan_dir(path, pattern, older=True, directory=True):
""" Scan directory """
result = []
for fileinfo in tools.filesystem.list_directory(path):
name = fileinfo[0]
typ = fileinfo[1]
if directory:
if typ & 0xF000 == 0x4000:
if re.match(pattern, name):
result.append(name)
else:
if typ & 0xF000 != 0x4000:
if re.match(pattern, name):
result.append(name)
if tools.filesystem.ismicropython():
await uasyncio.sleep_ms(3)
result.sort()
if older is False:
result.reverse()
return result
@staticmethod
async def scan_directories(max_days=10, older=True):
""" Get the list of older or older directories in the sd card """
motions = []
lastdays = []
root = Historic.get_root()
if root:
try:
await Historic.acquire()
years = await Historic.scan_dir(root, r"\d\d\d\d", older)
for year in years:
path_year = root + "/" + year
months = await Historic.scan_dir(path_year, r"\d\d", older)
for month in months:
path_month = path_year + "/" + month
days = await Historic.scan_dir(path_month, r"\d\d", older)
for day in days:
print("Scan historic day %s/%s/%s"%(year, month, day))
path_day = path_month + "/" + day
hours = await Historic.scan_dir(path_day, r"\d\dh\d\d", older)
lastdays.append("%s/%s/%s"%(year, month, day))
for hour in hours:
path_hour = path_day + "/" + hour
if older:
extension = "jpg"
else:
extension = "json"
detections = await Historic.scan_dir(path_hour, r"\d\d.*\."+extension, older, directory=False)
for detection in detections:
if len(lastdays) > max_days or len(motions) > MAX_MOTIONS:
motions.sort()
if older is False:
motions.reverse()
return motions, lastdays
motions.append(path_hour + "/" + detection)
motions.sort()
if older is False:
motions.reverse()
except Exception as err:
tools.logger.syslog(err)
finally:
await Historic.release()
return motions, lastdays
@staticmethod
def set_motion_state(state):
""" Indicates if motion is actually in detection """
Historic.motion_in_progress[0] = state
@staticmethod
async def remove_files(directory, simulate=False, force=False):
""" Remove all files in the directory """
import shell.commands
dir_not_empty = False
enough_space = False
force = True
if tools.filesystem.exists(directory):
files_to_remove = []
dirs_to_remove = []
# Parse all directories in sdcard (WARNING : TO AVOID CRASH, NEVER DELETE DIRECTORY OR FILE IN ilistdir LOOP)
for fileinfo in tools.filesystem.list_directory(directory):
filename = fileinfo[0]
typ = fileinfo[1]
# If file found
if typ & 0xF000 != 0x4000:
files_to_remove.append(directory + "/" + filename)
else:
dirs_to_remove.append(directory + "/" + filename)
dir_not_empty = True
for file_to_remove in files_to_remove:
shell.commands.rmfile(file_to_remove, simulate=simulate, force=force)
if tools.sdcard.SdCard.is_not_enough_space(low=False) is False:
enough_space = True
break
if enough_space is False:
for dir_to_remove in dirs_to_remove:
await Historic.remove_files(dir_to_remove, simulate=simulate, force=force)
if dir_not_empty:
shell.commands.rm(directory, recursive=True, simulate=simulate, force=force)
else:
shell.commands.rmdir(directory, recursive=True, simulate=simulate, force=force)
@staticmethod
async def reduce_history():
""" Reduce the history length """
try:
await Historic.acquire()
if len(Historic.historic) > MAX_MOTIONS:
while len(Historic.historic) > MAX_MOTIONS:
del Historic.historic[-1]
finally:
await Historic.release()
@staticmethod
async def get_last_days():
""" Return the list of last days """
last_days = set()
try:
await Historic.acquire()
for item in Historic.historic:
filename = item[0].lstrip("/").split("/")
path = b"%s/%s/%s"%(tools.strings.tobytes(filename[1]),tools.strings.tobytes(filename[2]),tools.strings.tobytes(filename[3]))
last_days.add(path)
finally:
await Historic.release()
return last_days
@staticmethod
async def remove_older(force=False):
""" Remove older files to make space """
root = Historic.get_root()
if root:
await Historic.reduce_history()
# If not enough space available on sdcard
if tools.sdcard.SdCard.is_not_enough_space(low=True) or force:
tools.logger.syslog("Start cleanup historic")
Historic.first_extract[0] = False
olders, lastdays = await Historic.scan_directories(MAX_DAYS_REMOVED, True)
previous = ""
for motion in olders:
try:
await Historic.acquire()
directory = tools.filesystem.split(motion)[0]
if previous != directory:
await Historic.remove_files(directory, simulate=False, force=force)
previous = directory
except Exception as err:
tools.logger.syslog(err)
finally:
await Historic.release()
if tools.sdcard.SdCard.is_not_enough_space(low=False) is False:
break
tools.logger.syslog("End cleanup historic : %s"%(tools.strings.tostrings(tools.info.flashinfo(mountpoint=tools.sdcard.SdCard.get_mountpoint()))))
@staticmethod
async def task():
""" Internal periodic task """
if tools.filesystem.ismicropython():
await tools.tasking.Tasks.wait_resume(duration=31000, name="historic")
else:
await tools.tasking.Tasks.wait_resume(duration=1000, name="historic")
if Historic.motion_in_progress[0] is False:
if tools.sdcard.SdCard.is_mounted() is False:
Historic.get_root()
if tools.sdcard.SdCard.is_mounted():
await Historic.remove_older()
await Historic.extract()
return True
@staticmethod
def start():
""" Start motion detection historic task """
tools.tasking.Tasks.create_monitor(Historic.task)
@staticmethod
async def test():
""" Test historic """
await Historic.extract()
await Historic.remove_older(True)Classes
class Historic-
Manage the motion detection history file
Expand source code
class Historic: """ Manage the motion detection history file """ motion_in_progress = [False] historic = [] first_extract = [False] lock = uasyncio.Lock() @staticmethod async def acquire(): """ Lock historic """ await Historic.lock.acquire() @staticmethod async def release(): """ Release historic """ Historic.lock.release() @staticmethod async def locked(): """ Indicates if historic is locked """ return Historic.lock.locked() @staticmethod def get_root(): """ Get the root path of sdcard and mount it """ if tools.sdcard.SdCard.mount(): return tools.sdcard.SdCard.get_mountpoint() return None @staticmethod async def add_motion(path, name, image, motion_info): """ Add motion detection in the historic """ root = Historic.get_root() result = False if root: try: await Historic.acquire() path = tools.strings.tostrings(path) name = tools.strings.tostrings(name) item = Historic.create_item(root + "/" + path + "/" + name +".json", motion_info) res1 = tools.sdcard.SdCard.save(path, name + ".jpg" , image) res2 = tools.sdcard.SdCard.save(path, name + ".json", json.dumps(item, separators=(',', ':'))) Historic.add_item(item) result = res1 and res2 except Exception as err: tools.logger.syslog(err) finally: await Historic.release() return result @staticmethod def create_item(filename, motion_info): """ Create historic item """ name = tools.filesystem.splitext(filename)[0] + ".jpg" result = None if "geometry" in motion_info: # Add json file to the historic result = [name, motion_info["geometry"]["width"],motion_info["geometry"]["height"], motion_info["diff"]["diffs"], motion_info["diff"]["squarex"], motion_info["diff"]["squarey"]] return result @staticmethod def add_item(item): """ Add item in the historic """ if item is not None: if not tools.filesystem.ismicropython(): # Remove the "/" before filename item [0] = item [0].lstrip("/") # If the differences are in an old format if type(item[3]) == type(""): diffs = [] diff_val = 0 i = 0 for diff in item[3]: if diff == "#": diff_val |= 1 if (i %32 == 31): diffs.append(diff_val) diff_val = 0 else: diff_val <<= 1 i += 1 diff_max = len(item[3]) diff_val <<= (31 - (diff_max%32)) diffs.append(diff_val) item[3] = diffs # Add json file to the historic Historic.historic.insert(0,item) @staticmethod async def build(motions): """ Parse the all motions files to build historic """ root = Historic.get_root() if root: try: await Historic.acquire() Historic.historic.clear() last_day = "" # For all motions for motion in motions: try: # Parse json file file = None file = open(motion, "rb") motion_item = json.load(file) filename = motion_item[0] if not tools.filesystem.ismicropython(): filename = filename.lstrip("/") if tools.filesystem.exists(filename): Historic.add_item(motion_item) if last_day != motion_item[0][4:14]: last_day = motion_item[0][4:14] print("Build historic day %s"%last_day) except OSError as err: tools.logger.syslog(err) # If sd card not responding properly if err.errno == 2: tools.info.increase_issues_counter() except Exception as err: tools.logger.syslog(err) finally: if file: file.close() if tools.filesystem.ismicropython(): await uasyncio.sleep_ms(2) except Exception as err: tools.logger.syslog(err) finally: await Historic.release() @staticmethod async def get_json(): """ Read the historic from disk """ root = Historic.get_root() result = b"[]" if root: await Historic.reduce_history() try: await Historic.acquire() Historic.historic.sort() Historic.historic.reverse() result = tools.strings.tobytes(json.dumps(Historic.historic, separators=(',', ':'))) except Exception as err: tools.logger.syslog(err) finally: await Historic.release() return result @staticmethod async def extract(): """ Extract motion historic """ # If this is the fisrt update (parse all directory) if Historic.first_extract[0] is False: Historic.first_extract[0] = True try: tools.logger.syslog("Start historic creation") # Scan sd card and get more recent motions motions, lastdays = await Historic.scan_directories(MAX_DAYS_DISPLAYED, False) # Build historic file files = await Historic.build(motions) tools.logger.syslog("Historic contains :") for day in lastdays: tools.logger.syslog(" %s"%day) tools.logger.syslog("End historic creation") tools.logger.syslog(tools.strings.tostrings(tools.info.flashinfo(mountpoint=tools.sdcard.SdCard.get_mountpoint()))) except Exception as err: tools.logger.syslog(err) @staticmethod async def scan_dir(path, pattern, older=True, directory=True): """ Scan directory """ result = [] for fileinfo in tools.filesystem.list_directory(path): name = fileinfo[0] typ = fileinfo[1] if directory: if typ & 0xF000 == 0x4000: if re.match(pattern, name): result.append(name) else: if typ & 0xF000 != 0x4000: if re.match(pattern, name): result.append(name) if tools.filesystem.ismicropython(): await uasyncio.sleep_ms(3) result.sort() if older is False: result.reverse() return result @staticmethod async def scan_directories(max_days=10, older=True): """ Get the list of older or older directories in the sd card """ motions = [] lastdays = [] root = Historic.get_root() if root: try: await Historic.acquire() years = await Historic.scan_dir(root, r"\d\d\d\d", older) for year in years: path_year = root + "/" + year months = await Historic.scan_dir(path_year, r"\d\d", older) for month in months: path_month = path_year + "/" + month days = await Historic.scan_dir(path_month, r"\d\d", older) for day in days: print("Scan historic day %s/%s/%s"%(year, month, day)) path_day = path_month + "/" + day hours = await Historic.scan_dir(path_day, r"\d\dh\d\d", older) lastdays.append("%s/%s/%s"%(year, month, day)) for hour in hours: path_hour = path_day + "/" + hour if older: extension = "jpg" else: extension = "json" detections = await Historic.scan_dir(path_hour, r"\d\d.*\."+extension, older, directory=False) for detection in detections: if len(lastdays) > max_days or len(motions) > MAX_MOTIONS: motions.sort() if older is False: motions.reverse() return motions, lastdays motions.append(path_hour + "/" + detection) motions.sort() if older is False: motions.reverse() except Exception as err: tools.logger.syslog(err) finally: await Historic.release() return motions, lastdays @staticmethod def set_motion_state(state): """ Indicates if motion is actually in detection """ Historic.motion_in_progress[0] = state @staticmethod async def remove_files(directory, simulate=False, force=False): """ Remove all files in the directory """ import shell.commands dir_not_empty = False enough_space = False force = True if tools.filesystem.exists(directory): files_to_remove = [] dirs_to_remove = [] # Parse all directories in sdcard (WARNING : TO AVOID CRASH, NEVER DELETE DIRECTORY OR FILE IN ilistdir LOOP) for fileinfo in tools.filesystem.list_directory(directory): filename = fileinfo[0] typ = fileinfo[1] # If file found if typ & 0xF000 != 0x4000: files_to_remove.append(directory + "/" + filename) else: dirs_to_remove.append(directory + "/" + filename) dir_not_empty = True for file_to_remove in files_to_remove: shell.commands.rmfile(file_to_remove, simulate=simulate, force=force) if tools.sdcard.SdCard.is_not_enough_space(low=False) is False: enough_space = True break if enough_space is False: for dir_to_remove in dirs_to_remove: await Historic.remove_files(dir_to_remove, simulate=simulate, force=force) if dir_not_empty: shell.commands.rm(directory, recursive=True, simulate=simulate, force=force) else: shell.commands.rmdir(directory, recursive=True, simulate=simulate, force=force) @staticmethod async def reduce_history(): """ Reduce the history length """ try: await Historic.acquire() if len(Historic.historic) > MAX_MOTIONS: while len(Historic.historic) > MAX_MOTIONS: del Historic.historic[-1] finally: await Historic.release() @staticmethod async def get_last_days(): """ Return the list of last days """ last_days = set() try: await Historic.acquire() for item in Historic.historic: filename = item[0].lstrip("/").split("/") path = b"%s/%s/%s"%(tools.strings.tobytes(filename[1]),tools.strings.tobytes(filename[2]),tools.strings.tobytes(filename[3])) last_days.add(path) finally: await Historic.release() return last_days @staticmethod async def remove_older(force=False): """ Remove older files to make space """ root = Historic.get_root() if root: await Historic.reduce_history() # If not enough space available on sdcard if tools.sdcard.SdCard.is_not_enough_space(low=True) or force: tools.logger.syslog("Start cleanup historic") Historic.first_extract[0] = False olders, lastdays = await Historic.scan_directories(MAX_DAYS_REMOVED, True) previous = "" for motion in olders: try: await Historic.acquire() directory = tools.filesystem.split(motion)[0] if previous != directory: await Historic.remove_files(directory, simulate=False, force=force) previous = directory except Exception as err: tools.logger.syslog(err) finally: await Historic.release() if tools.sdcard.SdCard.is_not_enough_space(low=False) is False: break tools.logger.syslog("End cleanup historic : %s"%(tools.strings.tostrings(tools.info.flashinfo(mountpoint=tools.sdcard.SdCard.get_mountpoint())))) @staticmethod async def task(): """ Internal periodic task """ if tools.filesystem.ismicropython(): await tools.tasking.Tasks.wait_resume(duration=31000, name="historic") else: await tools.tasking.Tasks.wait_resume(duration=1000, name="historic") if Historic.motion_in_progress[0] is False: if tools.sdcard.SdCard.is_mounted() is False: Historic.get_root() if tools.sdcard.SdCard.is_mounted(): await Historic.remove_older() await Historic.extract() return True @staticmethod def start(): """ Start motion detection historic task """ tools.tasking.Tasks.create_monitor(Historic.task) @staticmethod async def test(): """ Test historic """ await Historic.extract() await Historic.remove_older(True)Class variables
var first_extractvar historicvar lockvar motion_in_progress
Static methods
async def acquire()-
Lock historic
Expand source code
@staticmethod async def acquire(): """ Lock historic """ await Historic.lock.acquire() def add_item(item)-
Add item in the historic
Expand source code
@staticmethod def add_item(item): """ Add item in the historic """ if item is not None: if not tools.filesystem.ismicropython(): # Remove the "/" before filename item [0] = item [0].lstrip("/") # If the differences are in an old format if type(item[3]) == type(""): diffs = [] diff_val = 0 i = 0 for diff in item[3]: if diff == "#": diff_val |= 1 if (i %32 == 31): diffs.append(diff_val) diff_val = 0 else: diff_val <<= 1 i += 1 diff_max = len(item[3]) diff_val <<= (31 - (diff_max%32)) diffs.append(diff_val) item[3] = diffs # Add json file to the historic Historic.historic.insert(0,item) async def add_motion(path, name, image, motion_info)-
Add motion detection in the historic
Expand source code
@staticmethod async def add_motion(path, name, image, motion_info): """ Add motion detection in the historic """ root = Historic.get_root() result = False if root: try: await Historic.acquire() path = tools.strings.tostrings(path) name = tools.strings.tostrings(name) item = Historic.create_item(root + "/" + path + "/" + name +".json", motion_info) res1 = tools.sdcard.SdCard.save(path, name + ".jpg" , image) res2 = tools.sdcard.SdCard.save(path, name + ".json", json.dumps(item, separators=(',', ':'))) Historic.add_item(item) result = res1 and res2 except Exception as err: tools.logger.syslog(err) finally: await Historic.release() return result async def build(motions)-
Parse the all motions files to build historic
Expand source code
@staticmethod async def build(motions): """ Parse the all motions files to build historic """ root = Historic.get_root() if root: try: await Historic.acquire() Historic.historic.clear() last_day = "" # For all motions for motion in motions: try: # Parse json file file = None file = open(motion, "rb") motion_item = json.load(file) filename = motion_item[0] if not tools.filesystem.ismicropython(): filename = filename.lstrip("/") if tools.filesystem.exists(filename): Historic.add_item(motion_item) if last_day != motion_item[0][4:14]: last_day = motion_item[0][4:14] print("Build historic day %s"%last_day) except OSError as err: tools.logger.syslog(err) # If sd card not responding properly if err.errno == 2: tools.info.increase_issues_counter() except Exception as err: tools.logger.syslog(err) finally: if file: file.close() if tools.filesystem.ismicropython(): await uasyncio.sleep_ms(2) except Exception as err: tools.logger.syslog(err) finally: await Historic.release() def create_item(filename, motion_info)-
Create historic item
Expand source code
@staticmethod def create_item(filename, motion_info): """ Create historic item """ name = tools.filesystem.splitext(filename)[0] + ".jpg" result = None if "geometry" in motion_info: # Add json file to the historic result = [name, motion_info["geometry"]["width"],motion_info["geometry"]["height"], motion_info["diff"]["diffs"], motion_info["diff"]["squarex"], motion_info["diff"]["squarey"]] return result async def extract()-
Extract motion historic
Expand source code
@staticmethod async def extract(): """ Extract motion historic """ # If this is the fisrt update (parse all directory) if Historic.first_extract[0] is False: Historic.first_extract[0] = True try: tools.logger.syslog("Start historic creation") # Scan sd card and get more recent motions motions, lastdays = await Historic.scan_directories(MAX_DAYS_DISPLAYED, False) # Build historic file files = await Historic.build(motions) tools.logger.syslog("Historic contains :") for day in lastdays: tools.logger.syslog(" %s"%day) tools.logger.syslog("End historic creation") tools.logger.syslog(tools.strings.tostrings(tools.info.flashinfo(mountpoint=tools.sdcard.SdCard.get_mountpoint()))) except Exception as err: tools.logger.syslog(err) async def get_json()-
Read the historic from disk
Expand source code
@staticmethod async def get_json(): """ Read the historic from disk """ root = Historic.get_root() result = b"[]" if root: await Historic.reduce_history() try: await Historic.acquire() Historic.historic.sort() Historic.historic.reverse() result = tools.strings.tobytes(json.dumps(Historic.historic, separators=(',', ':'))) except Exception as err: tools.logger.syslog(err) finally: await Historic.release() return result async def get_last_days()-
Return the list of last days
Expand source code
@staticmethod async def get_last_days(): """ Return the list of last days """ last_days = set() try: await Historic.acquire() for item in Historic.historic: filename = item[0].lstrip("/").split("/") path = b"%s/%s/%s"%(tools.strings.tobytes(filename[1]),tools.strings.tobytes(filename[2]),tools.strings.tobytes(filename[3])) last_days.add(path) finally: await Historic.release() return last_days def get_root()-
Get the root path of sdcard and mount it
Expand source code
@staticmethod def get_root(): """ Get the root path of sdcard and mount it """ if tools.sdcard.SdCard.mount(): return tools.sdcard.SdCard.get_mountpoint() return None async def locked()-
Indicates if historic is locked
Expand source code
@staticmethod async def locked(): """ Indicates if historic is locked """ return Historic.lock.locked() async def reduce_history()-
Reduce the history length
Expand source code
@staticmethod async def reduce_history(): """ Reduce the history length """ try: await Historic.acquire() if len(Historic.historic) > MAX_MOTIONS: while len(Historic.historic) > MAX_MOTIONS: del Historic.historic[-1] finally: await Historic.release() async def release()-
Release historic
Expand source code
@staticmethod async def release(): """ Release historic """ Historic.lock.release() async def remove_files(directory, simulate=False, force=False)-
Remove all files in the directory
Expand source code
@staticmethod async def remove_files(directory, simulate=False, force=False): """ Remove all files in the directory """ import shell.commands dir_not_empty = False enough_space = False force = True if tools.filesystem.exists(directory): files_to_remove = [] dirs_to_remove = [] # Parse all directories in sdcard (WARNING : TO AVOID CRASH, NEVER DELETE DIRECTORY OR FILE IN ilistdir LOOP) for fileinfo in tools.filesystem.list_directory(directory): filename = fileinfo[0] typ = fileinfo[1] # If file found if typ & 0xF000 != 0x4000: files_to_remove.append(directory + "/" + filename) else: dirs_to_remove.append(directory + "/" + filename) dir_not_empty = True for file_to_remove in files_to_remove: shell.commands.rmfile(file_to_remove, simulate=simulate, force=force) if tools.sdcard.SdCard.is_not_enough_space(low=False) is False: enough_space = True break if enough_space is False: for dir_to_remove in dirs_to_remove: await Historic.remove_files(dir_to_remove, simulate=simulate, force=force) if dir_not_empty: shell.commands.rm(directory, recursive=True, simulate=simulate, force=force) else: shell.commands.rmdir(directory, recursive=True, simulate=simulate, force=force) async def remove_older(force=False)-
Remove older files to make space
Expand source code
@staticmethod async def remove_older(force=False): """ Remove older files to make space """ root = Historic.get_root() if root: await Historic.reduce_history() # If not enough space available on sdcard if tools.sdcard.SdCard.is_not_enough_space(low=True) or force: tools.logger.syslog("Start cleanup historic") Historic.first_extract[0] = False olders, lastdays = await Historic.scan_directories(MAX_DAYS_REMOVED, True) previous = "" for motion in olders: try: await Historic.acquire() directory = tools.filesystem.split(motion)[0] if previous != directory: await Historic.remove_files(directory, simulate=False, force=force) previous = directory except Exception as err: tools.logger.syslog(err) finally: await Historic.release() if tools.sdcard.SdCard.is_not_enough_space(low=False) is False: break tools.logger.syslog("End cleanup historic : %s"%(tools.strings.tostrings(tools.info.flashinfo(mountpoint=tools.sdcard.SdCard.get_mountpoint())))) async def scan_dir(path, pattern, older=True, directory=True)-
Scan directory
Expand source code
@staticmethod async def scan_dir(path, pattern, older=True, directory=True): """ Scan directory """ result = [] for fileinfo in tools.filesystem.list_directory(path): name = fileinfo[0] typ = fileinfo[1] if directory: if typ & 0xF000 == 0x4000: if re.match(pattern, name): result.append(name) else: if typ & 0xF000 != 0x4000: if re.match(pattern, name): result.append(name) if tools.filesystem.ismicropython(): await uasyncio.sleep_ms(3) result.sort() if older is False: result.reverse() return result async def scan_directories(max_days=10, older=True)-
Get the list of older or older directories in the sd card
Expand source code
@staticmethod async def scan_directories(max_days=10, older=True): """ Get the list of older or older directories in the sd card """ motions = [] lastdays = [] root = Historic.get_root() if root: try: await Historic.acquire() years = await Historic.scan_dir(root, r"\d\d\d\d", older) for year in years: path_year = root + "/" + year months = await Historic.scan_dir(path_year, r"\d\d", older) for month in months: path_month = path_year + "/" + month days = await Historic.scan_dir(path_month, r"\d\d", older) for day in days: print("Scan historic day %s/%s/%s"%(year, month, day)) path_day = path_month + "/" + day hours = await Historic.scan_dir(path_day, r"\d\dh\d\d", older) lastdays.append("%s/%s/%s"%(year, month, day)) for hour in hours: path_hour = path_day + "/" + hour if older: extension = "jpg" else: extension = "json" detections = await Historic.scan_dir(path_hour, r"\d\d.*\."+extension, older, directory=False) for detection in detections: if len(lastdays) > max_days or len(motions) > MAX_MOTIONS: motions.sort() if older is False: motions.reverse() return motions, lastdays motions.append(path_hour + "/" + detection) motions.sort() if older is False: motions.reverse() except Exception as err: tools.logger.syslog(err) finally: await Historic.release() return motions, lastdays def set_motion_state(state)-
Indicates if motion is actually in detection
Expand source code
@staticmethod def set_motion_state(state): """ Indicates if motion is actually in detection """ Historic.motion_in_progress[0] = state def start()-
Start motion detection historic task
Expand source code
@staticmethod def start(): """ Start motion detection historic task """ tools.tasking.Tasks.create_monitor(Historic.task) async def task()-
Internal periodic task
Expand source code
@staticmethod async def task(): """ Internal periodic task """ if tools.filesystem.ismicropython(): await tools.tasking.Tasks.wait_resume(duration=31000, name="historic") else: await tools.tasking.Tasks.wait_resume(duration=1000, name="historic") if Historic.motion_in_progress[0] is False: if tools.sdcard.SdCard.is_mounted() is False: Historic.get_root() if tools.sdcard.SdCard.is_mounted(): await Historic.remove_older() await Historic.extract() return True async def test()-
Test historic
Expand source code
@staticmethod async def test(): """ Test historic """ await Historic.extract() await Historic.remove_older(True)