This commit is contained in:
ShqWW 2024-08-12 04:52:12 +08:00
parent 9928a5fe90
commit c662ef0e47
2 changed files with 146 additions and 71 deletions

189
main.tex
View File

@ -17,6 +17,7 @@
\usepackage{amssymb} \usepackage{amssymb}
\usepackage{booktabs} \usepackage{booktabs}
\usepackage{tikz} \usepackage{tikz}
\usepackage{tabularx}
\usepackage[table,xcdraw]{xcolor} \usepackage[table,xcdraw]{xcolor}
\usepackage[colorlinks,bookmarksopen,bookmarksnumbered, linkcolor=red]{hyperref} \usepackage[colorlinks,bookmarksopen,bookmarksnumbered, linkcolor=red]{hyperref}
@ -163,6 +164,41 @@ This paper aims to address the two issue mentioned above (reducing anchors numbe
\section{Method} \section{Method}
The overall architecture of PolarRCNN is illustrated in fig. \ref{overall_architecture}. Our model consists of backbone-FPN, local polar head and global polar head. Only simple network layers such as convolution, MLP and pooling ops are used in each bolck (rather than attention, dynamic kernels, etc.). The overall architecture of PolarRCNN is illustrated in fig. \ref{overall_architecture}. Our model consists of backbone-FPN, local polar head and global polar head. Only simple network layers such as convolution, MLP and pooling ops are used in each bolck (rather than attention, dynamic kernels, etc.).
\begin{table}[h]
\centering
\caption{Notations of some important variable}
\begin{adjustbox}{width=\linewidth}
\begin{tabular}{lll}
\toprule
\textbf{Variable} & \textbf{Type} & \hspace{10em}\textbf{Defination} \\
\midrule
\textbf{P}_{i} & tensor& The $i_{th}$ output feature map from FPN\\
H^{local}& scalar& The height of the local polar map\\
W^{local}& scalar& The weight of the local polar map\\
K_{a} & scalar& The number of anchors selected during evaluation\\
c^{global}& scalar& The radius of lane anchor under global polar coordinate\\
c^{local}& scalar& The radius under local polar coordinate\\
r^{global}_{i}& scalar& The $i_{th}$ anchor radius under global polar coordinate\\
\theta^{global}_{i}& scalar& The $i_{th}$ anchor angle under global polar coordinate\\
r^{local}_{i}& scalar& The $i_{th}$ anchor radius under global polar coordinate\\
\theta^{local}_{i}& scalar& The $i_{th}$ anchor angle under global polar coordinate\\
\midrule
\textbf{X}^{pool}_{i}& tensor& The pooling feature of the $i_{th}$ anchor\\
N^{nbr}_{i}& set& The adjacent node set of the $i_{th}$ of anchor node\\
C_{O2M} & scalar& The positive threshold of one-to-many confidence\\
C_{O2O} & scalar& The positive threshold of one-to-one confidence\\
\midrule
& & \\
& & \\
& & \\
& & \\
& & \\
\bottomrule
\end{tabular}
\end{adjustbox}
\end{table}
\begin{figure*}[t] \begin{figure*}[t]
\centering \centering
\includegraphics[width=\linewidth]{thsis_figure/ovarall_architecture.png} % 替换为你的图片文件名 \includegraphics[width=\linewidth]{thsis_figure/ovarall_architecture.png} % 替换为你的图片文件名
@ -347,28 +383,34 @@ In the testing stage, anchors with the top-$k_{l}$ confidence are the chosed as
\toprule \toprule
\multicolumn{2}{c|}{\textbf{Dataset}} & CULane & TUSimple & LLAMAS & DL-Rail & Curvelanes \\ \multicolumn{2}{c|}{\textbf{Dataset}} & CULane & TUSimple & LLAMAS & DL-Rail & Curvelanes \\
\midrule \midrule
\multirow{7}*{Data info} \multirow{7}*{Dataset Description}
& Train &3,268 &88,880&58,269&5,435&100,000\\ & Train &88,880/$55,698^{*}$&3,268 &58,269&5,435&100,000\\
& Validation &9,675 &358 &20,844&- &20,000 \\ & Validation &9,675 &358 &20,844&- &20,000 \\
& Test &34,680&2,782 &20,929&1,569&- \\ & Test &34,680&2,782 &20,929&1,569&- \\
& Resolution &1640\times590&1280\times720&1276\times717&1920\times1080&2560\times1440, etc\\ & Resolution &1640\times590&1280\times720&1276\times717&1920\times1080&2560\times1440, etc\\
& Lane &\leqslant4&\leqslant5&\leqslant4&=2&\leqslant10\\ & Lane &\leqslant4&\leqslant5&\leqslant4&=2&\leqslant10\\
& Environment &urban and highway & highway&highway&Railay&urban and highway\\ & Environment &urban and highway & highway&highway&railay&urban and highway\\
& Property &sparse&sparse&sparse&sparse&sparse and dense\\ & Distribution &sparse&sparse&sparse&sparse&sparse and dense\\
\midrule \midrule
\multirow{1}*{Data Preprocess} \multirow{1}*{Data Preprocess}
& Crop Height &270&160&300&560&640, etc\\ & Crop Height &270&160&300&560&640, etc\\
\midrule \midrule
\multirow{8}*{Hyper Parameter} \multirow{6}*{Training Parameter}
& Epoch Number &32&70&20&90&32\\ & Epoch Number &32&70&20&90&32\\
& Batch Size &40&24&32&40&40\\ & Batch Size &40&24&32&40&40\\
& Warm up iterations &800&200&800&400&800\\ & Warm up iterations &800&200&800&400&800\\
& Aux Loss &0.2&0 &0.2&0.2&0.2\\ & Aux loss &0.2&0 &0.2&0.2&0.2\\
& Rank Loss &0.7&0.7&0.1&0.7&0 \\ & Rank loss &0.7&0.7&0.1&0.7&0 \\
\midrule
\multirow{4}*{Evaluation Parameter}
& Polar map size &4\times10&4\times10&4\times10&4\times10&6\times13\\
& Top anchor selection &20&20&20&12&50\\
& O2M conf thres &0.48&0.40&0.40&0.40&0.45\\ & O2M conf thres &0.48&0.40&0.40&0.40&0.45\\
& O2O conf thres &0.46&0.46&0.46&0.46&0.44\\ & O2O conf thres &0.46&0.46&0.46&0.46&0.44\\
& Eval split &Test&Test&Test&Test&Validation\\ \midrule
& Vis split &Test&Test&Validation&Test&Validation\\ \multirow{2}*{Dataset Split}
& Evaluation &Test&Test&Test&Test&Val\\
& Visualization &Test&Test&Val&Test&Val\\
\bottomrule \bottomrule
\end{tabular} \end{tabular}
\end{adjustbox} \end{adjustbox}
@ -770,18 +812,17 @@ In the testing stage, anchors with the top-$k_{l}$ confidence are the chosed as
\end{subfigure} \end{subfigure}
\vspace{0.5em} \vspace{0.5em}
\begin{subfigure}{\subwidth} \begin{subfigure}{\subwidth}
\includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_nms/all2_gt.jpg} \includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_nms/all2_gt.jpg}
\caption{GT} \caption{GT}
\end{subfigure} \end{subfigure}
\begin{subfigure}{\subwidth} \begin{subfigure}{\subwidth}
\includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_nms/all2_pred50.jpg} \includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_nms/all2_pred50.jpg}
\caption{NMS50} \caption{NMS@50}
\end{subfigure} \end{subfigure}
\begin{subfigure}{\subwidth} \begin{subfigure}{\subwidth}
\includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_nms/all2_pred15.jpg} \includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_nms/all2_pred15.jpg}
\caption{NMS15} \caption{NMS@15}
\end{subfigure} \end{subfigure}
\begin{subfigure}{\subwidth} \begin{subfigure}{\subwidth}
\includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_nms/all2_nmsfree.jpg} \includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_nms/all2_nmsfree.jpg}
@ -789,108 +830,142 @@ In the testing stage, anchors with the top-$k_{l}$ confidence are the chosed as
\end{subfigure} \end{subfigure}
\vspace{0.5em} \vspace{0.5em}
\caption{hhh} \caption{The Visualization of the detection results of sparse scenarios.}
\end{figure*} \end{figure*}
\begin{figure*}[htbp] \begin{figure*}[htbp]
\centering \centering
\def\subwidth{0.24\textwidth} \def\pagewidth{0.49\textwidth}
\def\subwidth{0.47\linewidth}
\def\imgwidth{\linewidth} \def\imgwidth{\linewidth}
\def\imgheight{0.5625\linewidth} \def\imgheight{0.5625\linewidth}
\def\dashheight{0.8\linewidth} \def\dashheight{0.8\linewidth}
\begin{subfigure}{\subwidth} \begin{subfigure}{\pagewidth}
\rotatebox{90}{\small{GT}}
\begin{minipage}{\subwidth}
\includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/culane/1_gt.jpg} \includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/culane/1_gt.jpg}
\end{subfigure} \end{minipage}
\begin{subfigure}{\subwidth} \begin{minipage}{\subwidth}
\includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/culane/2_gt.jpg} \includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/culane/2_gt.jpg}
\end{minipage}
\end{subfigure} \end{subfigure}
\begin{subfigure}{\subwidth} \begin{subfigure}{\pagewidth}
\begin{minipage}{\subwidth}
\includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/tusimple/1_gt.jpg} \includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/tusimple/1_gt.jpg}
\end{subfigure} \end{minipage}
\begin{subfigure}{\subwidth} \begin{minipage}{\subwidth}
\includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/tusimple/2_gt.jpg} \includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/tusimple/2_gt.jpg}
\end{minipage}
\end{subfigure} \end{subfigure}
\vspace{0.5em} \vspace{0.5em}
\begin{subfigure}{\subwidth}
\begin{subfigure}{\pagewidth}
\raisebox{-1.5em}{\rotatebox{90}{\small{Anchors}}}
\begin{minipage}{\subwidth}
\includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/culane/1_anchor.jpg} \includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/culane/1_anchor.jpg}
\end{subfigure} \end{minipage}
\begin{subfigure}{\subwidth} \begin{minipage}{\subwidth}
\includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/culane/2_anchor.jpg} \includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/culane/2_anchor.jpg}
\end{minipage}
\end{subfigure} \end{subfigure}
\begin{subfigure}{\subwidth} \begin{subfigure}{\pagewidth}
\begin{minipage}{\subwidth}
\includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/tusimple/1_anchor.jpg} \includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/tusimple/1_anchor.jpg}
\end{subfigure} \end{minipage}
\begin{subfigure}{\subwidth} \begin{minipage}{\subwidth}
\includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/tusimple/2_anchor.jpg} \includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/tusimple/2_anchor.jpg}
\end{minipage}
\end{subfigure} \end{subfigure}
\vspace{0.5em} \vspace{0.5em}
\begin{subfigure}{\subwidth} \begin{subfigure}{\pagewidth}
\raisebox{-2em}{\rotatebox{90}{\small{Predictions}}}
\begin{minipage}{\subwidth}
\includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/culane/1_pred.jpg} \includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/culane/1_pred.jpg}
\end{subfigure} \end{minipage}
\begin{subfigure}{\subwidth} \begin{minipage}{\subwidth}
\includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/culane/2_pred.jpg} \includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/culane/2_pred.jpg}
\end{minipage}
\caption{CULane}
\end{subfigure} \end{subfigure}
\begin{subfigure}{\subwidth} \begin{subfigure}{\pagewidth}
\begin{minipage}{\subwidth}
\includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/tusimple/1_pred.jpg} \includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/tusimple/1_pred.jpg}
\end{subfigure} \end{minipage}
\begin{subfigure}{\subwidth} \begin{minipage}{\subwidth}
\includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/tusimple/2_pred.jpg} \includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/tusimple/2_pred.jpg}
\end{minipage}
\caption{TuSimple}
\end{subfigure} \end{subfigure}
\vspace{0.5em} \vspace{0.5em}
\begin{tikzpicture} % \begin{tikzpicture}
\draw[dashed, pattern=on 8pt off 2pt, color=gray, line width=1pt] (-\textwidth/2,0) -- (\textwidth/2,0); % \draw[dashed, pattern=on 8pt off 2pt, color=gray, line width=1pt] (-\textwidth/2,0) -- (\textwidth/2.,0);
\end{tikzpicture} % \end{tikzpicture}
\vspace{0.05em} % \vspace{0.05em}
\begin{subfigure}{\subwidth} \begin{subfigure}{\pagewidth}
\rotatebox{90}{\small{GT}}
\begin{minipage}{\subwidth}
\includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/llamas/1_gt.jpg} \includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/llamas/1_gt.jpg}
\end{subfigure} \end{minipage}
\begin{subfigure}{\subwidth} \begin{minipage}{\subwidth}
\includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/llamas/2_gt.jpg} \includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/llamas/2_gt.jpg}
\end{minipage}
\end{subfigure} \end{subfigure}
\begin{subfigure}{\subwidth} \begin{subfigure}{\pagewidth}
\begin{minipage}{\subwidth}
\includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/dlrail/1_gt.jpg} \includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/dlrail/1_gt.jpg}
\end{subfigure} \end{minipage}
\begin{subfigure}{\subwidth} \begin{minipage}{\subwidth}
\includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/dlrail/2_gt.jpg} \includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/dlrail/2_gt.jpg}
\end{minipage}
\end{subfigure} \end{subfigure}
\vspace{0.5em} \vspace{0.5em}
\begin{subfigure}{\subwidth} \begin{subfigure}{\pagewidth}
\raisebox{-1.5em}{\rotatebox{90}{\small{Anchors}}}
\begin{minipage}{\subwidth}
\includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/llamas/1_anchor.jpg} \includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/llamas/1_anchor.jpg}
\end{subfigure} \end{minipage}
\begin{subfigure}{\subwidth} \begin{minipage}{\subwidth}
\includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/llamas/2_anchor.jpg} \includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/llamas/2_anchor.jpg}
\end{minipage}
\end{subfigure} \end{subfigure}
\begin{subfigure}{\subwidth} \begin{subfigure}{\pagewidth}
\begin{minipage}{\subwidth}
\includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/dlrail/1_anchor.jpg} \includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/dlrail/1_anchor.jpg}
\end{subfigure} \end{minipage}
\begin{subfigure}{\subwidth} \begin{minipage}{\subwidth}
\includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/dlrail/2_anchor.jpg} \includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/dlrail/2_anchor.jpg}
\end{minipage}
\end{subfigure} \end{subfigure}
\vspace{0.5em} \vspace{0.5em}
\begin{subfigure}{\subwidth} \begin{subfigure}{\pagewidth}
\raisebox{-2em}{\rotatebox{90}{\small{Predictions}}}
\begin{minipage}{\subwidth}
\includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/llamas/1_pred.jpg} \includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/llamas/1_pred.jpg}
\end{subfigure} \end{minipage}
\begin{subfigure}{\subwidth} \begin{minipage}{\subwidth}
\includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/llamas/2_pred.jpg} \includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/llamas/2_pred.jpg}
\end{minipage}
\caption{LLAMAS}
\end{subfigure} \end{subfigure}
\begin{subfigure}{\subwidth} \begin{subfigure}{\pagewidth}
\begin{minipage}{\subwidth}
\includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/dlrail/1_pred.jpg} \includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/dlrail/1_pred.jpg}
\end{subfigure} \end{minipage}
\begin{subfigure}{\subwidth} \begin{minipage}{\subwidth}
\includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/dlrail/2_pred.jpg} \includegraphics[width=\imgwidth, height=\imgheight]{thsis_figure/view_dataset/dlrail/2_pred.jpg}
\end{minipage}
\caption{DL-Rail}
\end{subfigure} \end{subfigure}
\vspace{0.5em} \vspace{0.5em}
\caption{hhh} \caption{The Visualization of the detection results of sparse scenarios.}
\end{figure*} \end{figure*}
\section{Conclusion} \section{Conclusion}

View File

@ -1,6 +1,6 @@
# latexmk -c # latexmk -c
# latexmk -pvc -xelatex -interaction=nonstopmode main.tex # latexmk -pvc -xelatex -interaction=nonstopmode main.tex
latexmk -quiet -interaction=nonstopmode --pvc -pdf main.tex latexmk -quiet -interaction=nonstopmode --pvc --pdf main.tex