diff --git a/helper/calc_metrics.ipynb b/helper/calc_metrics.ipynb index 289c891..f2bd746 100644 --- a/helper/calc_metrics.ipynb +++ b/helper/calc_metrics.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "code", - "execution_count": 87, + "execution_count": 79, "metadata": {}, "outputs": [], "source": [ @@ -11,7 +11,7 @@ }, { "cell_type": "code", - "execution_count": 88, + "execution_count": 80, "metadata": {}, "outputs": [], "source": [ @@ -44,16 +44,16 @@ }, { "cell_type": "code", - "execution_count": 89, + "execution_count": 81, "metadata": {}, "outputs": [], "source": [ - "df = pd.read_csv(\"../results/results_nds.csv\")" + "df = pd.read_csv(\"../evaluation/evaluations_nds.csv\")" ] }, { "cell_type": "code", - "execution_count": 90, + "execution_count": 82, "metadata": {}, "outputs": [], "source": [ @@ -62,7 +62,7 @@ }, { "cell_type": "code", - "execution_count": 91, + "execution_count": 83, "metadata": {}, "outputs": [ { @@ -120,8 +120,8 @@ " 0.6462\n", " 0.5860\n", " 0.5367\n", - " 0.7257\n", - " 0.7180\n", + " 0.7012\n", + " 0.6834\n", " ...\n", " 0.6786\n", " 0.7284\n", @@ -144,8 +144,8 @@ " 0.5863\n", " 0.5014\n", " 0.4267\n", - " 0.6859\n", - " 0.6772\n", + " 0.6522\n", + " 0.6242\n", " ...\n", " 0.6254\n", " 0.6845\n", @@ -168,8 +168,8 @@ " 0.5708\n", " 0.4761\n", " 0.4095\n", - " 0.7027\n", - " 0.6908\n", + " 0.6554\n", + " 0.6190\n", " ...\n", " 0.6978\n", " 0.7080\n", @@ -192,8 +192,8 @@ " 0.6061\n", " 0.5149\n", " 0.4461\n", - " 0.7272\n", - " 0.7175\n", + " 0.6881\n", + " 0.6578\n", " ...\n", " 0.6978\n", " 0.7302\n", @@ -216,8 +216,8 @@ " 0.5903\n", " 0.4943\n", " 0.4266\n", - " 0.7096\n", - " 0.6978\n", + " 0.6684\n", + " 0.6379\n", " ...\n", " 0.6861\n", " 0.7126\n", @@ -251,11 +251,11 @@ "4 0.4085 0.5903 0.4943 \n", "\n", " spatialmisalignment_s3 pointsreducing_s1 pointsreducing_s2 ... dark_s3 \\\n", - "0 0.5367 0.7257 0.7180 ... 0.6786 \n", - "1 0.4267 0.6859 0.6772 ... 0.6254 \n", - "2 0.4095 0.7027 0.6908 ... 0.6978 \n", - "3 0.4461 0.7272 0.7175 ... 0.6978 \n", - "4 0.4266 0.7096 0.6978 ... 0.6861 \n", + "0 0.5367 0.7012 0.6834 ... 0.6786 \n", + "1 0.4267 0.6522 0.6242 ... 0.6254 \n", + "2 0.4095 0.6554 0.6190 ... 0.6978 \n", + "3 0.4461 0.6881 0.6578 ... 0.6978 \n", + "4 0.4266 0.6684 0.6379 ... 0.6861 \n", "\n", " brightness_s1 brightness_s2 brightness_s3 beamsreducing_s1 \\\n", "0 0.7284 0.7212 0.7037 0.6826 \n", @@ -274,7 +274,7 @@ "[5 rows x 32 columns]" ] }, - "execution_count": 91, + "execution_count": 83, "metadata": {}, "output_type": "execute_result" } @@ -292,7 +292,7 @@ }, { "cell_type": "code", - "execution_count": 92, + "execution_count": 84, "metadata": {}, "outputs": [], "source": [ @@ -307,7 +307,7 @@ }, { "cell_type": "code", - "execution_count": 93, + "execution_count": 85, "metadata": {}, "outputs": [ { @@ -355,11 +355,11 @@ " 0.806356\n", " 0.973845\n", " 0.841198\n", - " 0.982853\n", + " 0.924829\n", " 0.833425\n", " 0.808825\n", " 0.788294\n", - " 0.875405\n", + " 0.869602\n", " \n", " \n", " 1\n", @@ -370,11 +370,11 @@ " 0.583008\n", " 0.841994\n", " 0.831765\n", - " 0.974912\n", + " 0.882038\n", " 0.759058\n", " 0.730641\n", " 0.768080\n", - " 0.805770\n", + " 0.796483\n", " \n", " \n", " 2\n", @@ -385,11 +385,11 @@ " 0.754329\n", " 0.985460\n", " 0.825758\n", - " 0.968991\n", + " 0.850508\n", " 0.747553\n", " 0.685300\n", " 0.776821\n", - " 0.836293\n", + " 0.824445\n", " \n", " \n", " 3\n", @@ -400,11 +400,11 @@ " 0.767100\n", " 0.953930\n", " 0.847801\n", - " 0.975849\n", + " 0.879335\n", " 0.770107\n", " 0.714103\n", " 0.776760\n", - " 0.844931\n", + " 0.835279\n", " \n", " \n", " 4\n", @@ -415,11 +415,11 @@ " 0.752146\n", " 0.973871\n", " 0.865668\n", - " 0.973078\n", + " 0.872107\n", " 0.773936\n", " 0.705114\n", " 0.741741\n", - " 0.841727\n", + " 0.831630\n", " \n", " \n", "\n", @@ -434,21 +434,21 @@ "4 BEVfusion 0.676278 0.986749 0.968692 0.752146 \n", "\n", " RA_missingcamera RA_motionblur RA_pointsreducing RA_snow \\\n", - "0 0.973845 0.841198 0.982853 0.833425 \n", - "1 0.841994 0.831765 0.974912 0.759058 \n", - "2 0.985460 0.825758 0.968991 0.747553 \n", - "3 0.953930 0.847801 0.975849 0.770107 \n", - "4 0.973871 0.865668 0.973078 0.773936 \n", + "0 0.973845 0.841198 0.924829 0.833425 \n", + "1 0.841994 0.831765 0.882038 0.759058 \n", + "2 0.985460 0.825758 0.850508 0.747553 \n", + "3 0.953930 0.847801 0.879335 0.770107 \n", + "4 0.973871 0.865668 0.872107 0.773936 \n", "\n", " RA_spatialmisalignment RA_temporalmisalignment mRA \n", - "0 0.808825 0.788294 0.875405 \n", - "1 0.730641 0.768080 0.805770 \n", - "2 0.685300 0.776821 0.836293 \n", - "3 0.714103 0.776760 0.844931 \n", - "4 0.705114 0.741741 0.841727 " + "0 0.808825 0.788294 0.869602 \n", + "1 0.730641 0.768080 0.796483 \n", + "2 0.685300 0.776821 0.824445 \n", + "3 0.714103 0.776760 0.835279 \n", + "4 0.705114 0.741741 0.831630 " ] }, - "execution_count": 93, + "execution_count": 85, "metadata": {}, "output_type": "execute_result" } @@ -466,7 +466,7 @@ }, { "cell_type": "code", - "execution_count": 94, + "execution_count": 86, "metadata": {}, "outputs": [ { @@ -475,13 +475,13 @@ "text": [ "\\begin{tabular}{lrrrrrrrrrrr}\n", "\\toprule\n", - "{Model} & {Beams Red.} & {Brightness} & {Darkness} & {Fog} & {Missing Cam.} & {Motion Blur} & {Points Red.} & {Snow} & {Spatial Mis.} & {Temporal Mis.} & {mRA} \\\\\n", + "Model & Beams Red. & Brightness & Darkness & Fog & Missing Cam. & Motion Blur & Points Red. & Snow & Spatial Mis. & Temporal Mis. & mRA \\\\\n", "\\midrule\n", - "CMT & \\textbf{0.786} & 0.985 & 0.948 & \\textbf{0.806} & 0.974 & 0.841 & \\textbf{0.983} & \\textbf{0.833} & \\textbf{0.809} & \\textbf{0.788} & \\textbf{0.875} \\\\\n", - "DeepInteraction & 0.655 & 0.984 & 0.929 & 0.583 & 0.842 & 0.832 & 0.975 & 0.759 & 0.731 & 0.768 & 0.806 \\\\\n", - "\\textbf{TransFusion} & 0.633 & \\textbf{0.998} & \\textbf{0.988} & 0.754 & \\textbf{0.985} & 0.826 & 0.969 & 0.748 & 0.685 & 0.777 & 0.836 \\\\\n", - "Sparsefusion & 0.689 & 0.992 & 0.963 & 0.767 & 0.954 & 0.848 & 0.976 & 0.770 & 0.714 & 0.777 & 0.845 \\\\\n", - "BEVfusion & 0.676 & 0.987 & 0.969 & 0.752 & 0.974 & \\textbf{0.866} & 0.973 & 0.774 & 0.705 & 0.742 & 0.842 \\\\\n", + "CMT & \\textbf{0.786} & 0.985 & 0.948 & \\textbf{0.806} & 0.974 & 0.841 & \\textbf{0.925} & \\textbf{0.833} & \\textbf{0.809} & \\textbf{0.788} & \\textbf{0.870} \\\\\n", + "DeepInteraction & 0.655 & 0.984 & 0.929 & 0.583 & 0.842 & 0.832 & 0.882 & 0.759 & 0.731 & 0.768 & 0.796 \\\\\n", + "\\textbf{TransFusion} & 0.633 & \\textbf{0.998} & \\textbf{0.988} & 0.754 & \\textbf{0.985} & 0.826 & 0.851 & 0.748 & 0.685 & 0.777 & 0.824 \\\\\n", + "Sparsefusion & 0.689 & 0.992 & 0.963 & 0.767 & 0.954 & 0.848 & 0.879 & 0.770 & 0.714 & 0.777 & 0.835 \\\\\n", + "BEVfusion & 0.676 & 0.987 & 0.969 & 0.752 & 0.974 & \\textbf{0.866} & 0.872 & 0.774 & 0.705 & 0.742 & 0.832 \\\\\n", "\\bottomrule\n", "\\end{tabular}\n", "\n" @@ -492,7 +492,7 @@ "rn = {f\"RA_{c}\": NICE_NAMES[c] for c in CORRUPTIONS}\n", "rn.update({MODEL_COLUMN: \"Model\"})\n", "df_latex = df[[MODEL_COLUMN]+[f\"RA_{c}\" for c in CORRUPTIONS] + [\"mRA\"]].rename(columns=rn)\n", - "df_latex = df_latex.style.format(precision=3).hide_index().highlight_max(axis=0, props=\"textbf:--rwrap;\")\n", + "df_latex = df_latex.style.format(precision=3).hide().highlight_max(axis=0, props=\"textbf:--rwrap;\")\n", "print(df_latex.to_latex(hrules=True))" ] }, @@ -505,7 +505,7 @@ }, { "cell_type": "code", - "execution_count": 95, + "execution_count": 87, "metadata": {}, "outputs": [ { @@ -514,11 +514,11 @@ "text": [ "| Model | Clean | Beams Red. | Brightness | Darkness | Fog | Missing Cam. | Motion Blur | Points Red. | Snow | Spatial Mis. | Temporal Mis. | mRA |\n", "|:----------------------------------------------------------------|:----------|:-------------|:-------------|:-----------|:----------|:---------------|:--------------|:--------------|:----------|:---------------|:----------------|:----------|\n", - "| [CMT](https://github.com/junjie18/CMT) | 0.729 | **0.786** | 0.985 | 0.948 | **0.806** | 0.974 | 0.841 | **0.983** | **0.833** | **0.809** | **0.788** | **0.875** |\n", - "| [Sparsefusion](https://github.com/yichen928/SparseFusion) | **0.732** | 0.689 | 0.992 | 0.963 | 0.767 | 0.954 | 0.848 | 0.976 | 0.770 | 0.714 | 0.777 | 0.845 |\n", - "| [BEVfusion](https://github.com/mit-han-lab/bevfusion) | 0.714 | 0.676 | 0.987 | 0.969 | 0.752 | 0.974 | **0.866** | 0.973 | 0.774 | 0.705 | 0.742 | 0.842 |\n", - "| [TransFusion](https://github.com/XuyangBai/TransFusion) | 0.708 | 0.633 | **0.998** | **0.988** | 0.754 | **0.985** | 0.826 | 0.969 | 0.748 | 0.685 | 0.777 | 0.836 |\n", - "| [DeepInteraction](https://github.com/fudan-zvg/DeepInteraction) | 0.691 | 0.655 | 0.984 | 0.929 | 0.583 | 0.842 | 0.832 | 0.975 | 0.759 | 0.731 | 0.768 | 0.806 |\n" + "| [CMT](https://github.com/junjie18/CMT) | 0.729 | **0.786** | 0.985 | 0.948 | **0.806** | 0.974 | 0.841 | **0.925** | **0.833** | **0.809** | **0.788** | **0.870** |\n", + "| [Sparsefusion](https://github.com/yichen928/SparseFusion) | **0.732** | 0.689 | 0.992 | 0.963 | 0.767 | 0.954 | 0.848 | 0.879 | 0.770 | 0.714 | 0.777 | 0.835 |\n", + "| [BEVfusion](https://github.com/mit-han-lab/bevfusion) | 0.714 | 0.676 | 0.987 | 0.969 | 0.752 | 0.974 | **0.866** | 0.872 | 0.774 | 0.705 | 0.742 | 0.832 |\n", + "| [TransFusion](https://github.com/XuyangBai/TransFusion) | 0.708 | 0.633 | **0.998** | **0.988** | 0.754 | **0.985** | 0.826 | 0.851 | 0.748 | 0.685 | 0.777 | 0.824 |\n", + "| [DeepInteraction](https://github.com/fudan-zvg/DeepInteraction) | 0.691 | 0.655 | 0.984 | 0.929 | 0.583 | 0.842 | 0.832 | 0.882 | 0.759 | 0.731 | 0.768 | 0.796 |\n" ] } ], @@ -561,120 +561,120 @@ }, { "cell_type": "code", - "execution_count": 96, + "execution_count": 88, "metadata": {}, "outputs": [ { "data": { "text/html": [ "\n", - "\n", + "
\n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", "
ModelCleanBeams Red.BrightnessDarknessFogMissing Cam.Motion BlurPoints Red.SnowSpatial Mis.Temporal Mis.mRAModelCleanBeams Red.BrightnessDarknessFogMissing Cam.Motion BlurPoints Red.SnowSpatial Mis.Temporal Mis.mRA
CMT0.7290.7860.9850.9480.8060.9740.8410.9830.8330.8090.7880.875CMT0.7290.7860.9850.9480.8060.9740.8410.9250.8330.8090.7880.870
Sparsefusion0.7320.6890.9920.9630.7670.9540.8480.9760.7700.7140.7770.845Sparsefusion0.7320.6890.9920.9630.7670.9540.8480.8790.7700.7140.7770.835
BEVfusion0.7140.6760.9870.9690.7520.9740.8660.9730.7740.7050.7420.842BEVfusion0.7140.6760.9870.9690.7520.9740.8660.8720.7740.7050.7420.832
TransFusion0.7080.6330.9980.9880.7540.9850.8260.9690.7480.6850.7770.836TransFusion0.7080.6330.9980.9880.7540.9850.8260.8510.7480.6850.7770.824
DeepInteraction0.6910.6550.9840.9290.5830.8420.8320.9750.7590.7310.7680.806DeepInteraction0.6910.6550.9840.9290.5830.8420.8320.8820.7590.7310.7680.796
\n" ], "text/plain": [ - "" + "" ] }, - "execution_count": 96, + "execution_count": 88, "metadata": {}, "output_type": "execute_result" } @@ -688,7 +688,7 @@ " return ['background: grey; font-weight: bold' if cell else '' for cell in is_max] \n", "\n", "\n", - "df_ra.style.hide_index().format(precision=3).apply(html_highlight_max)\n", + "df_ra.style.hide().format(precision=3).apply(html_highlight_max)\n", "# print(df_markdown.style.hide_index().format(precision=3).apply(html_highlight_max).to_html())" ] }, @@ -701,7 +701,7 @@ }, { "cell_type": "code", - "execution_count": 97, + "execution_count": 89, "metadata": {}, "outputs": [], "source": [ @@ -716,7 +716,7 @@ }, { "cell_type": "code", - "execution_count": 98, + "execution_count": 90, "metadata": {}, "outputs": [ { @@ -766,11 +766,11 @@ " 9.398263\n", " 2.041012\n", " -0.840834\n", - " 3.068808\n", + " 8.212509\n", " 9.887261\n", " 17.052673\n", " 8.448135\n", - " 6.942168\n", + " 7.456538\n", " \n", " \n", " 1\n", @@ -782,11 +782,11 @@ " -25.037221\n", " -16.385588\n", " -7.077023\n", - " -3.107169\n", + " -2.188219\n", " -5.148610\n", " 0.211752\n", " 0.144681\n", - " -7.352705\n", + " -7.260810\n", " \n", " \n", " 2\n", @@ -798,11 +798,11 @@ " -0.552109\n", " 0.340169\n", " -5.411524\n", - " -1.256293\n", + " -3.295704\n", " -4.220172\n", " -3.626257\n", " 3.849783\n", - " -1.667038\n", + " -1.870979\n", " \n", " \n", " 3\n", @@ -814,11 +814,11 @@ " 4.429280\n", " 0.297049\n", " 0.280278\n", - " 2.685207\n", + " 3.242202\n", " 1.887020\n", " 3.699047\n", " 7.227779\n", - " 2.950302\n", + " 3.006002\n", " \n", " \n", " 4\n", @@ -849,21 +849,21 @@ "4 BEVfusion 0.7144 0.000000 0.000000 0.000000 \n", "\n", " RRA_fog RRA_missingcamera RRA_motionblur RRA_pointsreducing RRA_snow \\\n", - "0 9.398263 2.041012 -0.840834 3.068808 9.887261 \n", - "1 -25.037221 -16.385588 -7.077023 -3.107169 -5.148610 \n", - "2 -0.552109 0.340169 -5.411524 -1.256293 -4.220172 \n", - "3 4.429280 0.297049 0.280278 2.685207 1.887020 \n", + "0 9.398263 2.041012 -0.840834 8.212509 9.887261 \n", + "1 -25.037221 -16.385588 -7.077023 -2.188219 -5.148610 \n", + "2 -0.552109 0.340169 -5.411524 -3.295704 -4.220172 \n", + "3 4.429280 0.297049 0.280278 3.242202 1.887020 \n", "4 0.000000 0.000000 0.000000 0.000000 0.000000 \n", "\n", " RRA_spatialmisalignment RRA_temporalmisalignment mRRA \n", - "0 17.052673 8.448135 6.942168 \n", - "1 0.211752 0.144681 -7.352705 \n", - "2 -3.626257 3.849783 -1.667038 \n", - "3 3.699047 7.227779 2.950302 \n", + "0 17.052673 8.448135 7.456538 \n", + "1 0.211752 0.144681 -7.260810 \n", + "2 -3.626257 3.849783 -1.870979 \n", + "3 3.699047 7.227779 3.006002 \n", "4 0.000000 0.000000 0.000000 " ] }, - "execution_count": 98, + "execution_count": 90, "metadata": {}, "output_type": "execute_result" } @@ -881,7 +881,7 @@ }, { "cell_type": "code", - "execution_count": 99, + "execution_count": 91, "metadata": {}, "outputs": [ { @@ -890,12 +890,12 @@ "text": [ "\\begin{tabular}{lrrrrrrrrrrr}\n", "\\toprule\n", - "{Model} & {Beams Red.} & {Brightness} & {Darkness} & {Fog} & {Missing Cam.} & {Motion Blur} & {Points Red.} & {Snow} & {Spatial Mis.} & {Temporal Mis.} & {mRRA} \\\\\n", + "Model & Beams Red. & Brightness & Darkness & Fog & Missing Cam. & Motion Blur & Points Red. & Snow & Spatial Mis. & Temporal Mis. & mRRA \\\\\n", "\\midrule\n", - "CMT & \\textbf{18.642} & 1.821 & -0.096 & \\textbf{9.398} & \\textbf{2.041} & -0.841 & \\textbf{3.069} & \\textbf{9.887} & \\textbf{17.053} & \\textbf{8.448} & \\textbf{6.942} \\\\\n", - "DeepInteraction & -6.361 & -3.551 & -7.215 & -25.037 & -16.386 & -7.077 & -3.107 & -5.149 & 0.212 & 0.145 & -7.353 \\\\\n", - "\\textbf{TransFusion} & -7.210 & 0.270 & 1.146 & -0.552 & 0.340 & -5.412 & -1.256 & -4.220 & -3.626 & 3.850 & -1.667 \\\\\n", - "Sparsefusion & 4.264 & \\textbf{2.913} & \\textbf{1.821} & 4.429 & 0.297 & \\textbf{0.280} & 2.685 & 1.887 & 3.699 & 7.228 & 2.950 \\\\\n", + "CMT & \\textbf{18.642} & 1.821 & -0.096 & \\textbf{9.398} & \\textbf{2.041} & -0.841 & \\textbf{8.213} & \\textbf{9.887} & \\textbf{17.053} & \\textbf{8.448} & \\textbf{7.457} \\\\\n", + "DeepInteraction & -6.361 & -3.551 & -7.215 & -25.037 & -16.386 & -7.077 & -2.188 & -5.149 & 0.212 & 0.145 & -7.261 \\\\\n", + "\\textbf{TransFusion} & -7.210 & 0.270 & 1.146 & -0.552 & 0.340 & -5.412 & -3.296 & -4.220 & -3.626 & 3.850 & -1.871 \\\\\n", + "Sparsefusion & 4.264 & \\textbf{2.913} & \\textbf{1.821} & 4.429 & 0.297 & \\textbf{0.280} & 3.242 & 1.887 & 3.699 & 7.228 & 3.006 \\\\\n", "BEVfusion & 0.000 & 0.000 & 0.000 & 0.000 & 0.000 & 0.000 & 0.000 & 0.000 & 0.000 & 0.000 & 0.000 \\\\\n", "\\bottomrule\n", "\\end{tabular}\n", @@ -908,7 +908,7 @@ "rn.update({MODEL_COLUMN:\"Model\"})\n", "rn.update({\"clean\": \"Clean\"})\n", "df_latex = df[[MODEL_COLUMN]+[f\"RRA_{c}\" for c in CORRUPTIONS] + [\"mRRA\"]].rename(columns=rn)\n", - "df_latex = df_latex.style.format(precision=3).hide_index().highlight_max(axis=0, props=\"textbf:--rwrap;\")\n", + "df_latex = df_latex.style.format(precision=3).hide().highlight_max(axis=0, props=\"textbf:--rwrap;\")\n", "print(df_latex.to_latex(hrules=True))" ] }, @@ -921,7 +921,7 @@ }, { "cell_type": "code", - "execution_count": 100, + "execution_count": 92, "metadata": {}, "outputs": [ { @@ -931,10 +931,10 @@ "| Model | Clean | Beams Red. | Brightness | Darkness | Fog | Missing Cam. | Motion Blur | Points Red. | Snow | Spatial Mis. | Temporal Mis. | mRRA |\n", "|:----------------------------------------------------------------|:----------|:-------------|:-------------|:-----------|:----------|:---------------|:--------------|:--------------|:----------|:---------------|:----------------|:----------|\n", "| [BEVfusion](https://github.com/mit-han-lab/bevfusion) | 0.714 | 0.000 | 0.000 | 0.000 | 0.000 | 0.000 | 0.000 | 0.000 | 0.000 | 0.000 | 0.000 | 0.000 |\n", - "| [CMT](https://github.com/junjie18/CMT) | 0.729 | **18.642** | 1.821 | -0.096 | **9.398** | **2.041** | -0.841 | **3.069** | **9.887** | **17.053** | **8.448** | **6.942** |\n", - "| [Sparsefusion](https://github.com/yichen928/SparseFusion) | **0.732** | 4.264 | **2.913** | **1.821** | 4.429 | 0.297 | **0.280** | 2.685 | 1.887 | 3.699 | 7.228 | 2.950 |\n", - "| [TransFusion](https://github.com/XuyangBai/TransFusion) | 0.708 | -7.210 | 0.270 | 1.146 | -0.552 | 0.340 | -5.412 | -1.256 | -4.220 | -3.626 | 3.850 | -1.667 |\n", - "| [DeepInteraction](https://github.com/fudan-zvg/DeepInteraction) | 0.691 | -6.361 | -3.551 | -7.215 | -25.037 | -16.386 | -7.077 | -3.107 | -5.149 | 0.212 | 0.145 | -7.353 |\n" + "| [CMT](https://github.com/junjie18/CMT) | 0.729 | **18.642** | 1.821 | -0.096 | **9.398** | **2.041** | -0.841 | **8.213** | **9.887** | **17.053** | **8.448** | **7.457** |\n", + "| [Sparsefusion](https://github.com/yichen928/SparseFusion) | **0.732** | 4.264 | **2.913** | **1.821** | 4.429 | 0.297 | **0.280** | 3.242 | 1.887 | 3.699 | 7.228 | 3.006 |\n", + "| [TransFusion](https://github.com/XuyangBai/TransFusion) | 0.708 | -7.210 | 0.270 | 1.146 | -0.552 | 0.340 | -5.412 | -3.296 | -4.220 | -3.626 | 3.850 | -1.871 |\n", + "| [DeepInteraction](https://github.com/fudan-zvg/DeepInteraction) | 0.691 | -6.361 | -3.551 | -7.215 | -25.037 | -16.386 | -7.077 | -2.188 | -5.149 | 0.212 | 0.145 | -7.261 |\n" ] } ], @@ -973,7 +973,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.7.11" + "version": "3.10.12" } }, "nbformat": 4,