import json import time import platform import numpy as np from openpilot.common.basedir import BASEDIR from openpilot.common.params_pyx import Params from openpilot.selfdrive.controls.lib.alertmanager import set_offroad_alert from openpilot.selfdrive.navd.helpers import Coordinate from openpilot.selfdrive.sunnypilot.live_map_data import QUERY_RADIUS from openpilot.common.realtime import Ratekeeper, set_core_affinity from openpilot.common.swaglog import cloudlog from openpilot.system.hardware.hw import Paths import os import glob import shutil from openpilot.selfdrive.sunnypilot.live_map_data.osm_map_data import OsmMapData from openpilot.selfdrive.sunnypilot.live_map_data import R # PFEIFER - MAPD {{ params = Params() mem_params = Params("/dev/shm/params") if platform.system() != "Darwin" else params # }} PFEIFER - MAPD COMMON_DIR = Paths.mapd_root() MAPD_BIN_DIR = os.path.join(BASEDIR, 'third_party/pfeiferj-mapd') MAPD_PATH = os.path.join(MAPD_BIN_DIR, 'mapd') def get_files_for_cleanup(): paths = [ f"{COMMON_DIR}/db", f"{COMMON_DIR}/v*" ] files_to_remove = [] for path in paths: if os.path.exists(path): files = glob.glob(path + '/**', recursive=True) files_to_remove.extend(files) # check for version and mapd files if not os.path.isfile(MAPD_PATH): files_to_remove.append(MAPD_PATH) return files_to_remove def cleanup_OLD_OSM_data(files_to_remove): for file in files_to_remove: # Remove trailing slash if path is file if file.endswith('/') and os.path.isfile(file[:-1]): file = file[:-1] # Try to remove as file or symbolic link first if os.path.islink(file) or os.path.isfile(file): os.remove(file) elif os.path.isdir(file): # If it's a directory shutil.rmtree(file, ignore_errors=False) def _get_current_bounding_box(self, radius: float): self.last_query_radius = radius # Calculate the bounding box coordinates for the bbox containing the circle around location. bbox_angle = float(np.degrees(radius / R)) lat = float(self.last_gps.latitude) lon = float(self.last_gps.longitude) return { "min_lat": lat - bbox_angle, "min_lon": lon - bbox_angle, "max_lat": lat + bbox_angle, "max_lon": lon + bbox_angle, } def _request_refresh_osm_bounds_data(self): self.last_refresh_loc = Coordinate(self.last_gps.latitude, self.last_gps.longitude) self.last_query_radius = QUERY_RADIUS current_bounding_box = self._get_current_bounding_box(self.last_query_radius) mem_params.put("OSMDownloadBounds", json.dumps(current_bounding_box)) def request_refresh_osm_location_data(nations: [str], states: [str] = None): params.put("OsmDownloadedDate", str(time.time())) params.put_bool("OsmDbUpdatesCheck", False) osm_download_locations = json.dumps({ "nations": nations, "states": states or [] }) print(f"Downloading maps for {osm_download_locations}") mem_params.put("OSMDownloadLocations", osm_download_locations) def filter_nations_and_states(nations: [str], states: [str] = None): """Filters and prepares nation and state data for OSM map download. If the nation is 'US' and a specific state is provided, the nation 'US' is removed from the list. If the nation is 'US' and the state is 'All', the 'All' is removed from the list. The idea behind these filters is that if a specific state in the US is provided, there's no need to download map data for the entire US. Conversely, if the state is unspecified (i.e., 'All'), we intend to download map data for the whole US, and 'All' isn't a valid state name, so it's removed. Parameters: nations (list): A list of nations for which the map data is to be downloaded. states (list, optional): A list of states for which the map data is to be downloaded. Defaults to None. Returns: tuple: Two lists. The first list is filtered nations and the second list is filtered states. """ if "US" in nations and states and not any(x.lower() == "all" for x in states): # If a specific state in the US is provided, remove 'US' from nations nations.remove("US") elif "US" in nations and states and any(x.lower() == "all" for x in states): # If 'All' is provided as a state (case invariant), remove those instances from states states = [x for x in states if x.lower() != "all"] elif "US" not in nations and states and any(x.lower() == "all" for x in states): states.remove("All") return nations, states or [] def update_osm_db(): # last_downloaded_date = float(params.get('OsmDownloadedDate', encoding='utf-8') or 0.0) # if params.get_bool("OsmDbUpdatesCheck") or time.time() - last_downloaded_date >= 604800: # 7 days * 24 hours/day * 60 if params.get_bool("OsmDbUpdatesCheck"): cleanup_OLD_OSM_data(get_files_for_cleanup()) country = params.get('OsmLocationName', encoding='utf-8') state = params.get('OsmStateName', encoding='utf-8') or "All" filtered_nations, filtered_states = filter_nations_and_states([country], [state]) request_refresh_osm_location_data(filtered_nations, filtered_states) if not mem_params.get("OSMDownloadBounds"): mem_params.put("OSMDownloadBounds", "") if not mem_params.get("LastGPSPosition"): mem_params.put("LastGPSPosition", "{}") def main_thread(sm=None, pm=None): try: set_core_affinity([0, 1, 2, 3]) except Exception: cloudlog.exception("mapd: failed to set core affinity") rk = Ratekeeper(1, print_delay_threshold=None) live_map_sp = OsmMapData() while True: show_alert = get_files_for_cleanup() and params.get_bool("OsmLocal") set_offroad_alert("Offroad_OSMUpdateRequired", show_alert, "This alert will be cleared when new maps are downloaded.") update_osm_db() live_map_sp.tick() rk.keep_time() def main(): main_thread() if __name__ == "__main__": main()