-
+
+
+
+
What is Perceptions?
Perceptions is the process of interpreting sensor data to understand the environment around the car. This is a crucial part of the autonomous driving stack as it provides the car with the information it diff --git a/documentation/html/build/html/searchindex.js b/documentation/html/build/html/searchindex.js index 643a840..e4c3af1 100644 --- a/documentation/html/build/html/searchindex.js +++ b/documentation/html/build/html/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "perc22a/data/load_data", "perc22a/index", "perc22a/mergers/merger", "perc22a/predictors/aggregate/AggregatePredictor", "perc22a/predictors/index", "perc22a/predictors/lidar/lidar", "perc22a/predictors/stereo/stereo", "perc22a/predictors/utils/lidar/lidar", "perc22a/predictors/utils/utils", "perc22a/predictors/utils/vis/vis", "perc22a/svm/SVM", "perc22a/utils/utils", "scripts/scripts"], "filenames": ["index.rst", "perc22a/data/load_data.rst", "perc22a/index.rst", "perc22a/mergers/merger.rst", "perc22a/predictors/aggregate/AggregatePredictor.rst", "perc22a/predictors/index.rst", "perc22a/predictors/lidar/lidar.rst", "perc22a/predictors/stereo/stereo.rst", "perc22a/predictors/utils/lidar/lidar.rst", "perc22a/predictors/utils/utils.rst", "perc22a/predictors/utils/vis/vis.rst", "perc22a/svm/SVM.rst", "perc22a/utils/utils.rst", "scripts/scripts.rst"], "titles": ["Carnegie Mellon Racing Perceptions Library for 22a", "Loading Data", "Source Code", "Merging pipelines", "AggregatePredictor", "Predictors", "LiDAR", "Stereo Camera", "LiDAR Utils", "Utils", "Vis", "SVM", "Global Utils", "Scripts"], "terms": {"thi": [0, 3, 9, 11, 12, 13], "collect": [0, 8, 9], "algorithm": [0, 9, 11], "racecar": 0, "premier": 0, "student": 0, "organ": 0, "univers": 0, "design": [0, 12], "build": 0, "autonom": [0, 6], "vehicl": [0, 6], "compet": 0, "annual": 0, "formula": 0, "driverless": 0, "competit": 0, "workspac": 0, "work": [0, 2, 5, 8], "combin": [0, 3, 4, 7], "can": [0, 1, 4, 10, 12, 13], "found": 0, "github": 0, "process": [0, 3], "interpret": 0, "sensor": [0, 4, 6, 7, 9], "understand": [0, 11], "environ": [0, 6, 13], "around": 0, "car": [0, 6, 7, 11, 12], "crucial": 0, "part": [0, 11, 12], "drive": 0, "stack": [0, 5, 13], "provid": [0, 6, 11, 13], "inform": [0, 3, 6, 7, 12, 13], "need": [0, 12], "make": [0, 12, 13], "decis": [0, 11], "The": [0, 3, 6, 7, 9, 11, 12], "consist": [0, 7], "varieti": [0, 13], "hesai": [0, 6], "at128": [0, 6], "solid": [0, 6], "state": [0, 6, 9], "lidar": [0, 2, 3, 4, 5, 9, 11, 12, 13], "dual": 0, "zed2": 0, "stereo": [0, 2, 5, 13], "camera": [0, 2, 3, 5], "mti": 0, "680g": 0, "rtk": 0, "gnss": 0, "INS": 0, "gp": 0, "togeth": [0, 3], "complet": [0, 13], "view": [0, 13], "track": [0, 7, 12], "allow": [0, 7, 12], "an": [0, 6, 11], "accur": [0, 3, 7], "cone": [0, 3, 4, 5, 7, 11, 12, 13], "from": [0, 3, 6, 7, 9, 11, 12, 13], "we": [0, 3, 6, 7, 9, 10, 11, 12, 13], "run": [0, 1, 3, 7], "midlin": [0, 11, 13], "determin": [0, 9], "best": [0, 6, 11], "path": [0, 11], "through": [0, 11], "There": [0, 9, 12], "ar": [0, 2, 3, 6, 7, 9, 11], "also": [0, 11], "other": [0, 7], "us": [0, 1, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13], "These": [0, 11], "includ": [0, 8, 11], "object": [0, 6, 7, 9, 12], "detect": [0, 3, 6, 7, 9], "lane": [0, 11], "To": [0, 1, 12], "specif": 0, "pleas": 0, "refer": [0, 11], "document": [0, 11], "clone": 0, "repositori": 0, "git": 0, "link": 0, "cd": 0, "perceptionslibrary22a": [0, 13], "virtual": [0, 13], "ensur": 0, "you": [0, 1, 3, 7, 12], "have": [0, 3, 9, 10, 12, 13], "python": [0, 11, 13], "3": [0, 13], "8": [0, 13], "instal": [0, 13], "creat": [0, 6, 12, 13], "python3": [0, 1, 13], "m": 0, "venv": [0, 13], "env": 0, "sourc": [0, 13], "bin": [0, 13], "activ": [0, 13], "depend": 0, "pip": 0, "r": 0, "requir": [0, 13], "txt": 0, "set": [0, 3, 6, 13], "pythonpath": 0, "import": 0, "perc22a": 0, "ani": [0, 3], "script": [0, 1], "add": [0, 1], "absolut": 0, "your": 0, "echo": 0, "export": 0, "pwd": 0, "zshrc": 0, "bashrc": 0, "verifi": 0, "confirm": 0, "wa": [0, 13], "correctli": 0, "ad": [0, 9], "test": [0, 12, 13], "test_setup": [0, 13], "py": [0, 1, 5, 8, 13], "success": 0, "output": [0, 11], "download": 0, "fetch": 0, "googl": 0, "place": [0, 7], "name": [0, 1, 9, 12], "tar": [0, 1], "gz": [0, 1], "file": [0, 1, 9, 12, 13], "raw": [0, 1], "directori": [0, 1, 13], "note": 0, "larg": [0, 13], "expand": 0, "more": [0, 3, 12], "than": 0, "10gb": 0, "when": [0, 3], "extract": [0, 1, 13], "zxvf": [0, 1], "contain": [0, 9, 11], "numer": 0, "instanc": [0, 12], "n": 0, "npz": 0, "which": [0, 9, 11, 12], "repres": [0, 6], "snapshot": 0, "dure": [0, 9, 13], "dataload": 0, "class": [0, 4, 9, 11], "util": [0, 2, 5], "conveni": 0, "method": [0, 13], "access": 0, "demonstr": 0, "its": [0, 12], "load_data": [0, 1, 13], "displai": [0, 13], "cv2": 0, "window": [0, 13], "click": 0, "imag": [0, 7, 13], "press": 0, "kei": [0, 9], "navig": [0, 13], "exit": 0, "either": [0, 12], "hit": 0, "ctrl": 0, "c": 0, "termin": [0, 13], "continu": 0, "until": 0, "all": [0, 9, 11, 12, 13], "cycl": [0, 12], "none": [], "would": [], "possibl": [], "without": [], "our": [2, 3, 4, 5, 11, 13], "amaz": [], "code": [0, 1, 9, 12], "merg": [0, 2, 13], "pipelin": [0, 2, 5, 9, 11, 12], "predictor": [0, 2, 4, 9, 13], "svm": [0, 2, 13], "global": [0, 2, 11], "how": [0, 2, 5], "do": 0, "avail": 0, "follow": [1, 7], "bash": 1, "load": [2, 13], "data": [2, 3, 6, 8, 9, 10, 11, 13], "what": [2, 5], "i": [2, 5, 12], "pipeline": [], "logic": 2, "aggregatepredictor": [2, 5], "doe": [2, 5], "two": [3, 7], "singl": [3, 4], "multipl": [3, 4], "want": 3, "In": 3, "case": 3, "get": [3, 9, 11, 12, 13], "simpl": [3, 9], "take": [3, 6, 7, 11, 12], "ground": [3, 6], "truth": 3, "posit": [3, 4, 12], "color": [3, 8, 9, 11, 12, 13], "about": [3, 12], "onli": 3, "taken": [3, 12], "account": 3, "well": 3, "both": [3, 13], "final": [3, 13], "predict": [4, 5, 9, 12], "percept": [4, 11, 13], "librari": [4, 13], "ha": [4, 6], "number": 4, "It": [4, 7, 8, 11, 13], "2": [4, 11], "calcul": [4, 7], "rel": 4, "point": [5, 8, 9, 11], "cloud": [5, 8], "convers": 5, "conest": 5, "icp": [5, 8], "remot": 6, "sens": 6, "technologi": 6, "measur": 6, "distanc": [6, 7, 11], "illumin": 6, "target": 6, "laser": 6, "analyz": 6, "reflect": 6, "light": 6, "high": 6, "resolut": 6, "map": [6, 9], "primari": [6, 11], "obstacl": 6, "one": 6, "wide": 6, "3d": [6, 10, 13], "space": 6, "each": [6, 7, 9], "represent": 6, "where": [6, 9], "x": [6, 11], "y": [6, 11], "z": 6, "coordin": [6, 9, 11], "transform": [6, 7, 9], "np": 6, "arrai": 6, "Then": [6, 12], "frame": [6, 11], "filter": [6, 8], "out": [6, 13], "addition": [6, 11, 13], "too": 6, "far": 6, "awai": 6, "cluster": [6, 8, 11], "them": 6, "find": [6, 11], "depth": [7, 9], "captur": 7, "scene": 7, "vision": 7, "algorthm": 7, "recognit": [7, 9], "zed": 7, "stereolab": 7, "between": [7, 9, 11, 12], "call": [7, 12], "baselin": 7, "dispar": 7, "differ": 7, "invers": 7, "proport": 7, "step": 7, "yolov5": [7, 13], "With": 7, "tool": [8, 10], "icpcolor": 8, "seed": 8, "visual": [8, 10, 13], "function": [9, 12], "across": [9, 13], "lot": 9, "common": 9, "store": 9, "here": 9, "dictionari": 9, "valu": 9, "themselv": 9, "list": [9, 13], "tupl": 9, "order": 9, "thei": [9, 10, 11, 12], "were": 9, "attribut": 9, "side": 9, "defin": 9, "maintain": [9, 12], "updat": [9, 12], "integr": 9, "prior": 9, "estim": [9, 11], "new": [9, 12], "incom": 9, "refin": 9, "over": 9, "time": [9, 12], "implement": [9, 13], "iter": 9, "closest": 9, "correspond": 9, "previous": 9, "seen": [9, 12], "certain": 9, "calc_box_cent": 9, "calcualt": 9, "center": [9, 11], "bound": 9, "box": 9, "get_object_depth": 9, "get_world_coord": 9, "world": 9, "get_cone_color": 9, "averag": 9, "threshold": [9, 13], "align": 9, "vi": 9, "type": [10, 11, 13], "vis2d": 10, "vis3d": 10, "2d": [10, 13], "help": [10, 13], "u": [10, 12, 13], "better": [10, 11], "wai": 10, "support": 11, "vector": 11, "machin": 11, "power": 11, "supervis": 11, "learn": 11, "classif": 11, "regress": [11, 13], "discrimin": 11, "classifi": 11, "draw": 11, "boundari": 11, "divid": 11, "blue": 11, "yellow": 11, "line": [11, 13], "input": 11, "control": 11, "orang": 11, "purpos": [11, 12], "current": [11, 12, 13], "concern": 11, "fit": 11, "dan": [], "think": [], "good": [], "start": 12, "should": [], "explain": [], "move": [], "mayb": [], "pictur": [], "diagram": [], "idk": [], "just": [], "thought": [], "geren": 12, "piec": 12, "throughout": 12, "project": 12, "directli": 12, "relat": 12, "": 12, "main": 12, "readabl": 12, "testabl": 12, "execut": 12, "return": 12, "print": 12, "consol": 12, "end": 12, "same": 12, "second": [11, 12], "If": 12, "ret": 12, "flag": 12, "onto": 12, "simul": [12, 13], "publish": 12, "fake": 12, "chang": 12, "node": 12, "further": 12, "pipelnin": 12, "paramet": 12, "lastli": 12, "motion": 12, "info": 12, "informaiton": 12, "movement": 12, "futur": 12, "primarili": 12, "model": [12, 13], "accuratli": 12, "small": 13, "program": 13, "command": 13, "develop": 13, "entirti": 13, "befor": 13, "sure": 13, "version": 13, "otherwis": 13, "mai": 13, "properli": 13, "open": 13, "script_nam": 13, "load_ecg_data": 13, "folder": 13, "see": 13, "run_aggregate_predictor": 13, "aggreg": 13, "result": 13, "run_both_predictor": 13, "run_cone_merg": 13, "product": 13, "done": 13, "run_lidar_predictor": 13, "run_stereo_predictor": 13, "run_threshold_predictor": 13, "howev": [11, 13], "yolo": 13, "instead": 13, "run_yolov5_predictor": 13, "run_endtoend": 13, "gener": 13, "gather": 13, "entir": 13, "suit": 13, "run_svm": 13, "road": 13, "sim_con": 13, "placement": 13, "test_logreg_idea": 13, "idea": 13, "logist": 13, "setup": 13, "up": 13, "test_vis2d": 13, "test_vis3d": 13, "visualize_con": 13, "plot": 13, "doc": [], "http": [], "www": [], "hesaitech": [], "com": [], "_": [], "movella": [], "modul": [], "xsen": [], "ins": [], "href": [], "br": [], "extern": [], "nnn": [], "plan": 11, "respons": 11, "written": 11, "given": 11, "everi": 11, "0": 11, "1": 11, "mesh": 11, "pass": 11, "after": 11, "rough": 11, "downsampl": 11, "equidist": 11, "base": 11, "behind": 11, "origin": 11, "locat": 11, "improv": 11}, "objects": {}, "objtypes": {}, "objnames": {}, "titleterms": {"carnegi": 0, "mellon": 0, "race": 0, "percept": 0, "librari": 0, "22a": 0, "what": [0, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13], "i": [0, 3, 4, 6, 7, 8, 9, 10, 11, 13], "get": 0, "start": 0, "setup": 0, "load": [0, 1], "data": [0, 1], "sponsor": [], "content": 0, "how": [1, 7, 11, 13], "sourc": 2, "code": 2, "merg": 3, "pipelin": [3, 7], "pipeline": [], "logic": 3, "aggregatepredictor": 4, "predictor": 5, "lidar": [6, 8], "point": 6, "cloud": 6, "convers": 6, "our": [6, 12], "predict": 6, "stack": 6, "stereo": [7, 9], "camera": 7, "doe": [7, 11], "work": [7, 11], "util": [8, 9, 12], "cone": 9, "py": 9, "conest": 9, "icp": 9, "vi": 10, "svm": 11, "global": 12, "ar": [12, 13], "1": 12, "timer": 12, "2": 12, "conesim": 12, "3": 12, "motioninfo": 12, "script": 13, "do": 13, "run": 13, "To": 13, "avail": 13, "nn": [], "nnwhat": []}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx": 58}, "alltitles": {"Loading Data": [[1, "loading-data"], [0, "loading-data"]], "How to load data?": [[1, "how-to-load-data"]], "Source Code": [[2, "source-code"]], "AggregatePredictor": [[4, "aggregatepredictor"]], "What is AggregatePredictor?": [[4, "what-is-aggregatepredictor"]], "Predictors": [[5, "predictors"]], "LiDAR": [[6, "lidar"]], "What is LiDAR?": [[6, "what-is-lidar"]], "LiDAR Point Cloud conversion": [[6, "lidar-point-cloud-conversion"]], "Our LiDAR prediction stack:": [[6, "our-lidar-prediction-stack"]], "Stereo Camera": [[7, "stereo-camera"]], "What is Stereo Camera?": [[7, "what-is-stereo-camera"]], "How does it work?": [[7, "how-does-it-work"], [11, "how-does-it-work"]], "Stereo Camera Pipeline": [[7, "stereo-camera-pipeline"]], "LiDAR Utils": [[8, "lidar-utils"]], "What is in Lidar utils?": [[8, "what-is-in-lidar-utils"]], "Utils": [[9, "utils"]], "What is Utils?": [[9, "what-is-utils"]], "Cones.py": [[9, "cones-py"]], "ConeState.py": [[9, "conestate-py"]], "stereo.py": [[9, "stereo-py"]], "icp.py": [[9, "icp-py"]], "Vis": [[10, "vis"]], "What is Vis?": [[10, "what-is-vis"]], "Carnegie Mellon Racing Perceptions Library for 22a": [[0, "carnegie-mellon-racing-perceptions-library-for-22a"]], "What is Perceptions?": [[0, "what-is-perceptions"]], "Getting Started": [[0, "getting-started"]], "Setup": [[0, "setup"]], "Contents:": [[0, null]], "Merging pipelines": [[3, "merging-pipelines"]], "What is merging pipelines?": [[3, "what-is-merging-pipelines"]], "Merging Logic": [[3, "merging-logic"]], "SVM": [[11, "svm"]], "What is SVM?": [[11, "what-is-svm"]], "Global Utils": [[12, "global-utils"]], "What are our Global Utils?": [[12, "what-are-our-global-utils"]], "1. Timer": [[12, "timer"]], "2. ConeSim": [[12, "conesim"]], "3. MotionInfo": [[12, "motioninfo"]], "Scripts": [[13, "scripts"]], "What are scripts?": [[13, "what-are-scripts"]], "How do I run a script?": [[13, "how-do-i-run-a-script"]], "To run a script:": [[13, "to-run-a-script"]], "What scripts are available?": [[13, "what-scripts-are-available"]]}, "indexentries": {}}) \ No newline at end of file +Search.setIndex({"docnames": ["index", "perc22a/data/load_data", "perc22a/index", "perc22a/mergers/merger", "perc22a/predictors/aggregate/AggregatePredictor", "perc22a/predictors/index", "perc22a/predictors/lidar/lidar", "perc22a/predictors/stereo/stereo", "perc22a/predictors/utils/lidar/lidar", "perc22a/predictors/utils/utils", "perc22a/predictors/utils/vis/vis", "perc22a/svm/SVM", "perc22a/utils/utils", "scripts/scripts"], "filenames": ["index.rst", "perc22a/data/load_data.rst", "perc22a/index.rst", "perc22a/mergers/merger.rst", "perc22a/predictors/aggregate/AggregatePredictor.rst", "perc22a/predictors/index.rst", "perc22a/predictors/lidar/lidar.rst", "perc22a/predictors/stereo/stereo.rst", "perc22a/predictors/utils/lidar/lidar.rst", "perc22a/predictors/utils/utils.rst", "perc22a/predictors/utils/vis/vis.rst", "perc22a/svm/SVM.rst", "perc22a/utils/utils.rst", "scripts/scripts.rst"], "titles": ["Carnegie Mellon Racing Perceptions Library for 22a", "Loading Data", "Source Code", "Merging pipelines", "AggregatePredictor", "Predictors", "LiDAR", "Stereo Camera", "LiDAR Utils", "Utils", "Vis", "SVM", "Global Utils", "Scripts"], "terms": {"thi": [0, 3, 9, 11, 12, 13], "collect": [0, 8, 9], "algorithm": [0, 9, 11], "racecar": 0, "premier": 0, "student": 0, "organ": 0, "univers": 0, "design": [0, 12], "build": 0, "autonom": [0, 6], "vehicl": [0, 6], "compet": 0, "annual": 0, "formula": 0, "driverless": 0, "competit": 0, "workspac": 0, "work": [0, 2, 5, 8], "combin": [0, 3, 4, 7], "can": [0, 1, 4, 10, 12, 13], "found": 0, "github": 0, "process": [0, 3], "interpret": 0, "sensor": [0, 4, 6, 7, 9], "understand": [0, 11], "environ": [0, 6, 13], "around": 0, "car": [0, 6, 7, 11, 12], "crucial": 0, "part": [0, 11, 12], "drive": 0, "stack": [0, 5, 13], "provid": [0, 6, 11, 13], "inform": [0, 3, 6, 7, 12, 13], "need": [0, 12], "make": [0, 12, 13], "decis": [0, 11], "The": [0, 3, 6, 7, 9, 11, 12], "consist": [0, 7], "varieti": [0, 13], "hesai": [0, 6], "at128": [0, 6], "solid": [0, 6], "state": [0, 6, 9], "lidar": [0, 2, 3, 4, 5, 9, 11, 12, 13], "dual": 0, "zed2": 0, "stereo": [0, 2, 5, 13], "camera": [0, 2, 3, 5], "mti": 0, "680g": 0, "rtk": 0, "gnss": 0, "INS": 0, "gp": 0, "togeth": [0, 3], "complet": [0, 13], "view": [0, 13], "track": [0, 7, 12], "allow": [0, 7, 12], "an": [0, 6, 11], "accur": [0, 3, 7], "cone": [0, 3, 4, 5, 7, 11, 12, 13], "from": [0, 3, 6, 7, 9, 11, 12, 13], "we": [0, 3, 6, 7, 9, 10, 11, 12, 13], "run": [0, 1, 3, 7], "midlin": [0, 11, 13], "determin": [0, 9], "best": [0, 6, 11], "path": [0, 11], "through": [0, 11], "There": [0, 9, 12], "ar": [0, 2, 3, 6, 7, 9, 11], "also": [0, 11], "other": [0, 7], "us": [0, 1, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13], "These": [0, 11], "includ": [0, 8, 11], "object": [0, 6, 7, 9, 12], "detect": [0, 3, 6, 7, 9], "lane": [0, 11], "To": [0, 1, 12], "specif": 0, "pleas": 0, "refer": [0, 11], "document": [0, 11], "clone": 0, "repositori": 0, "git": 0, "link": 0, "cd": 0, "perceptionslibrary22a": [0, 13], "virtual": [0, 13], "ensur": 0, "you": [0, 1, 3, 7, 12], "have": [0, 3, 9, 10, 12, 13], "python": [0, 11, 13], "3": [0, 13], "8": [0, 13], "instal": [0, 13], "creat": [0, 6, 12, 13], "python3": [0, 1, 13], "m": 0, "venv": [0, 13], "env": 0, "sourc": [0, 13], "bin": [0, 13], "activ": [0, 13], "depend": 0, "pip": 0, "r": 0, "requir": [0, 13], "txt": 0, "set": [0, 3, 6, 13], "pythonpath": 0, "import": 0, "perc22a": 0, "ani": [0, 3], "script": [0, 1], "add": [0, 1], "absolut": 0, "your": 0, "echo": 0, "export": 0, "pwd": 0, "zshrc": 0, "bashrc": 0, "verifi": 0, "confirm": 0, "wa": [0, 13], "correctli": 0, "ad": [0, 9], "test": [0, 12, 13], "test_setup": [0, 13], "py": [0, 1, 5, 8, 13], "success": 0, "output": [0, 11], "download": 0, "fetch": 0, "googl": 0, "place": [0, 7], "name": [0, 1, 9, 12], "tar": [0, 1], "gz": [0, 1], "file": [0, 1, 9, 12, 13], "raw": [0, 1], "directori": [0, 1, 13], "note": 0, "larg": [0, 13], "expand": 0, "more": [0, 3, 12], "than": 0, "10gb": 0, "when": [0, 3], "extract": [0, 1, 13], "zxvf": [0, 1], "contain": [0, 9, 11], "numer": 0, "instanc": [0, 12], "n": 0, "npz": 0, "which": [0, 9, 11, 12], "repres": [0, 6], "snapshot": 0, "dure": [0, 9, 13], "dataload": 0, "class": [0, 4, 9, 11], "util": [0, 2, 5], "conveni": 0, "method": [0, 13], "access": 0, "demonstr": 0, "its": [0, 12], "load_data": [0, 1, 13], "displai": [0, 13], "cv2": 0, "window": [0, 13], "click": 0, "imag": [0, 7, 13], "press": 0, "kei": [0, 9], "navig": [0, 13], "exit": 0, "either": [0, 12], "hit": 0, "ctrl": 0, "c": 0, "termin": [0, 13], "continu": 0, "until": 0, "all": [0, 9, 11, 12, 13], "cycl": [0, 12], "none": [], "would": [], "possibl": [], "without": [], "our": [2, 3, 4, 5, 11, 13], "amaz": [], "code": [0, 1, 9, 12], "merg": [0, 2, 13], "pipelin": [0, 2, 5, 9, 11, 12], "predictor": [0, 2, 4, 9, 13], "svm": [0, 2, 13], "global": [0, 2, 11], "how": [0, 2, 5], "do": 0, "avail": 0, "follow": [1, 7], "bash": 1, "load": [2, 13], "data": [2, 3, 6, 8, 9, 10, 11, 13], "what": [2, 5], "i": [2, 5, 12], "pipeline": [], "logic": 2, "aggregatepredictor": [2, 5], "doe": [2, 5], "two": [3, 7], "singl": [3, 4], "multipl": [3, 4], "want": 3, "In": 3, "case": 3, "get": [3, 9, 11, 12, 13], "simpl": [3, 9], "take": [3, 6, 7, 11, 12], "ground": [3, 6], "truth": 3, "posit": [3, 4, 12], "color": [3, 8, 9, 11, 12, 13], "about": [3, 12], "onli": 3, "taken": [3, 12], "account": 3, "well": 3, "both": [3, 13], "final": [3, 13], "predict": [4, 5, 9, 12], "percept": [4, 11, 13], "librari": [4, 13], "ha": [4, 6], "number": 4, "It": [4, 7, 8, 11, 13], "2": [4, 11], "calcul": [4, 7], "rel": 4, "point": [5, 8, 9, 11], "cloud": [5, 8], "convers": 5, "conest": 5, "icp": [5, 8], "remot": 6, "sens": 6, "technologi": 6, "measur": 6, "distanc": [6, 7, 11], "illumin": 6, "target": 6, "laser": 6, "analyz": 6, "reflect": 6, "light": 6, "high": 6, "resolut": 6, "map": [6, 9], "primari": [6, 11], "obstacl": 6, "one": 6, "wide": 6, "3d": [6, 10, 13], "space": 6, "each": [6, 7, 9], "represent": 6, "where": [6, 9], "x": [6, 11], "y": [6, 11], "z": 6, "coordin": [6, 9, 11], "transform": [6, 7, 9], "np": 6, "arrai": 6, "Then": [6, 12], "frame": [6, 11], "filter": [6, 8], "out": [6, 13], "addition": [6, 11, 13], "too": 6, "far": 6, "awai": 6, "cluster": [6, 8, 11], "them": 6, "find": [6, 11], "depth": [7, 9], "captur": 7, "scene": 7, "vision": 7, "algorthm": 7, "recognit": [7, 9], "zed": 7, "stereolab": 7, "between": [7, 9, 11, 12], "call": [7, 12], "baselin": 7, "dispar": 7, "differ": 7, "invers": 7, "proport": 7, "step": 7, "yolov5": [7, 13], "With": 7, "tool": [8, 10], "icpcolor": 8, "seed": 8, "visual": [8, 10, 13], "function": [9, 12], "across": [9, 13], "lot": 9, "common": 9, "store": 9, "here": 9, "dictionari": 9, "valu": 9, "themselv": 9, "list": [9, 13], "tupl": 9, "order": 9, "thei": [9, 10, 11, 12], "were": 9, "attribut": 9, "side": 9, "defin": 9, "maintain": [9, 12], "updat": [9, 12], "integr": 9, "prior": 9, "estim": [9, 11], "new": [9, 12], "incom": 9, "refin": 9, "over": 9, "time": [9, 12], "implement": [9, 13], "iter": 9, "closest": 9, "correspond": 9, "previous": 9, "seen": [9, 12], "certain": 9, "calc_box_cent": 9, "calcualt": 9, "center": [9, 11], "bound": 9, "box": 9, "get_object_depth": 9, "get_world_coord": 9, "world": 9, "get_cone_color": 9, "averag": 9, "threshold": [9, 13], "align": 9, "vi": 9, "type": [10, 11, 13], "vis2d": 10, "vis3d": 10, "2d": [10, 13], "help": [10, 13], "u": [10, 12, 13], "better": [10, 11], "wai": 10, "support": 11, "vector": 11, "machin": 11, "power": 11, "supervis": 11, "learn": 11, "classif": 11, "regress": [11, 13], "discrimin": 11, "classifi": 11, "draw": 11, "boundari": 11, "divid": 11, "blue": 11, "yellow": 11, "line": [11, 13], "input": 11, "control": 11, "orang": 11, "purpos": [11, 12], "current": [11, 12, 13], "concern": 11, "fit": 11, "dan": [], "think": [], "good": [], "start": 12, "should": [], "explain": [], "move": [], "mayb": [], "pictur": [], "diagram": [], "idk": [], "just": [], "thought": [], "geren": 12, "piec": 12, "throughout": 12, "project": 12, "directli": 12, "relat": 12, "": 12, "main": 12, "readabl": 12, "testabl": 12, "execut": 12, "return": 12, "print": 12, "consol": 12, "end": 12, "same": 12, "second": [11, 12], "If": 12, "ret": 12, "flag": 12, "onto": 12, "simul": [12, 13], "publish": 12, "fake": 12, "chang": 12, "node": 12, "further": 12, "pipelnin": 12, "paramet": 12, "lastli": 12, "motion": 12, "info": 12, "informaiton": 12, "movement": 12, "futur": 12, "primarili": 12, "model": [12, 13], "accuratli": 12, "small": 13, "program": 13, "command": 13, "develop": 13, "entirti": 13, "befor": 13, "sure": 13, "version": 13, "otherwis": 13, "mai": 13, "properli": 13, "open": 13, "script_nam": 13, "load_ecg_data": 13, "folder": 13, "see": 13, "run_aggregate_predictor": 13, "aggreg": 13, "result": 13, "run_both_predictor": 13, "run_cone_merg": 13, "product": 13, "done": 13, "run_lidar_predictor": 13, "run_stereo_predictor": 13, "run_threshold_predictor": 13, "howev": [11, 13], "yolo": 13, "instead": 13, "run_yolov5_predictor": 13, "run_endtoend": 13, "gener": 13, "gather": 13, "entir": 13, "suit": 13, "run_svm": 13, "road": 13, "sim_con": 13, "placement": 13, "test_logreg_idea": 13, "idea": 13, "logist": 13, "setup": 13, "up": 13, "test_vis2d": 13, "test_vis3d": 13, "visualize_con": 13, "plot": 13, "doc": [], "http": [], "www": [], "hesaitech": [], "com": [], "_": [], "movella": [], "modul": [], "xsen": [], "ins": [], "href": [], "br": [], "extern": [], "nnn": [], "plan": 11, "respons": 11, "written": 11, "given": 11, "everi": 11, "0": 11, "1": 11, "mesh": 11, "pass": 11, "after": 11, "rough": 11, "downsampl": 11, "equidist": 11, "base": 11, "behind": 11, "origin": 11, "locat": 11, "improv": 11}, "objects": {}, "objtypes": {}, "objnames": {}, "titleterms": {"carnegi": 0, "mellon": 0, "race": 0, "percept": 0, "librari": 0, "22a": 0, "what": [0, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13], "i": [0, 3, 4, 6, 7, 8, 9, 10, 11, 13], "get": 0, "start": 0, "setup": 0, "load": [0, 1], "data": [0, 1], "sponsor": [], "content": 0, "how": [1, 7, 11, 13], "sourc": 2, "code": 2, "merg": 3, "pipelin": [3, 7], "pipeline": [], "logic": 3, "aggregatepredictor": 4, "predictor": 5, "lidar": [6, 8], "point": 6, "cloud": 6, "convers": 6, "our": [6, 12], "predict": 6, "stack": 6, "stereo": [7, 9], "camera": 7, "doe": [7, 11], "work": [7, 11], "util": [8, 9, 12], "cone": 9, "py": 9, "conest": 9, "icp": 9, "vi": 10, "svm": 11, "global": 12, "ar": [12, 13], "1": 12, "timer": 12, "2": 12, "conesim": 12, "3": 12, "motioninfo": 12, "script": 13, "do": 13, "run": 13, "To": 13, "avail": 13, "nn": [], "nnwhat": []}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx": 58}, "alltitles": {"Loading Data": [[1, "loading-data"], [0, "loading-data"]], "How to load data?": [[1, "how-to-load-data"]], "Source Code": [[2, "source-code"]], "AggregatePredictor": [[4, "aggregatepredictor"]], "What is AggregatePredictor?": [[4, "what-is-aggregatepredictor"]], "Predictors": [[5, "predictors"]], "LiDAR": [[6, "lidar"]], "What is LiDAR?": [[6, "what-is-lidar"]], "LiDAR Point Cloud conversion": [[6, "lidar-point-cloud-conversion"]], "Our LiDAR prediction stack:": [[6, "our-lidar-prediction-stack"]], "Stereo Camera": [[7, "stereo-camera"]], "What is Stereo Camera?": [[7, "what-is-stereo-camera"]], "How does it work?": [[7, "how-does-it-work"], [11, "how-does-it-work"]], "Stereo Camera Pipeline": [[7, "stereo-camera-pipeline"]], "LiDAR Utils": [[8, "lidar-utils"]], "What is in Lidar utils?": [[8, "what-is-in-lidar-utils"]], "Utils": [[9, "utils"]], "What is Utils?": [[9, "what-is-utils"]], "Cones.py": [[9, "cones-py"]], "ConeState.py": [[9, "conestate-py"]], "stereo.py": [[9, "stereo-py"]], "icp.py": [[9, "icp-py"]], "Vis": [[10, "vis"]], "What is Vis?": [[10, "what-is-vis"]], "Merging pipelines": [[3, "merging-pipelines"]], "What is merging pipelines?": [[3, "what-is-merging-pipelines"]], "Merging Logic": [[3, "merging-logic"]], "SVM": [[11, "svm"]], "What is SVM?": [[11, "what-is-svm"]], "Global Utils": [[12, "global-utils"]], "What are our Global Utils?": [[12, "what-are-our-global-utils"]], "1. Timer": [[12, "timer"]], "2. ConeSim": [[12, "conesim"]], "3. MotionInfo": [[12, "motioninfo"]], "Scripts": [[13, "scripts"]], "What are scripts?": [[13, "what-are-scripts"]], "How do I run a script?": [[13, "how-do-i-run-a-script"]], "To run a script:": [[13, "to-run-a-script"]], "What scripts are available?": [[13, "what-scripts-are-available"]], "Carnegie Mellon Racing Perceptions Library for 22a": [[0, "carnegie-mellon-racing-perceptions-library-for-22a"]], "What is Perceptions?": [[0, "what-is-perceptions"]], "Getting Started": [[0, "getting-started"]], "Setup": [[0, "setup"]], "Contents:": [[0, null]]}, "indexentries": {}}) \ No newline at end of file diff --git a/documentation/html/source/index.rst b/documentation/html/source/index.rst index ef4170b..e29821d 100644 --- a/documentation/html/source/index.rst +++ b/documentation/html/source/index.rst @@ -40,6 +40,12 @@ object detection, lane detection, and cone detection. These algorithms are used understanding of the environment around it. To understand the specifics of these algorithms, please refer to the documentation. +This documentation is a guide to the perception algorithms which follows the same structure as the Perceptions Library Github repository. +The documentation is divided into two main sections: the perception algorithms and the scripts that are used to run the algorithms. +The perception algorithms section provides a detailed explanation of the algorithms used in the perception stack. The scripts section +provides a detailed explanation of the scripts that are used to run the perception algorithms. For further details about the perception +algorithms, please refer to the github, which has detailed inline comments for each function. + Getting Started ===============