main.tex 9.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240
  1. % rubber: module pdftex
  2. \documentclass[english,aspectratio=43,8pt]{beamer}
  3. \usepackage{graphicx}
  4. \usepackage{amssymb}
  5. \usepackage{booktabs}
  6. \usepackage{siunitx}
  7. \usepackage{subcaption}
  8. \usepackage{marvosym}
  9. \usepackage{verbatim}
  10. \usepackage[normalem]{ulem} % Needed for /sout
  11. \newcommand{\pb}{\si{\pico\barn}}%
  12. \newcommand{\fb}{\si{\femto\barn}}%
  13. \newcommand{\invfb}{\si{\per\femto\barn}}
  14. \newcommand{\GeV}{\si{\giga\electronvolt}}
  15. \hypersetup{colorlinks=true,urlcolor=blue}
  16. \usetheme[]{bjeldbak}
  17. \newcommand{\backupbegin}{%
  18. \newcounter{finalframe}
  19. \setcounter{finalframe}{\value{framenumber}}
  20. }
  21. \newcommand{\backupend}{%
  22. \setcounter{framenumber}{\value{finalframe}}
  23. }
  24. \begin{document}
  25. \title[$e$ Seeding Validation]{Offline Electron Seeding Validation \-- Update}
  26. \author[C. Fangmeier]{\textbf{Caleb Fangmeier} \\ Ilya Kravchenko, Greg Snow}
  27. \institute[UNL]{University of Nebraska \-- Lincoln}
  28. \date{EGamma Reco/Comm/HLT Meeting | March 16, 2018}
  29. \titlegraphic{%
  30. \begin{figure}
  31. \includegraphics[width=1in]{CMSlogo.png}\hspace{0.75in}\includegraphics[width=1in]{nebraska-n.png}
  32. \end{figure}
  33. }
  34. \begin{frame}[plain]
  35. \titlepage%
  36. \end{frame}
  37. \begin{frame}{Introduction}
  38. \begin{itemize}
  39. \item Our goal is to study \textbf{seeding} for the \textbf{offline} GSF tracking with the \textbf{new pixel detector}.
  40. \item Specifically, we want to optimize the new pixel-matching scheme from HLT for use in off-line reconstruction.
  41. \item This Talk:
  42. \begin{itemize}
  43. \item Show corrected performance comparisons between old and new seeding
  44. \item Show reduction in number of seeds not resulting in GSF tracks
  45. \end{itemize}
  46. \item Additional plots are available here \url{https://eg.fangmeier.tech/seeding\_studies\_2018\_03\_08\_17/output/}
  47. \end{itemize}
  48. \end{frame}
  49. \begin{frame}{N-Hit Electron Seeding}
  50. \begin{columns}
  51. \begin{column}{0.5\textwidth}
  52. {\small
  53. \begin{enumerate}
  54. \item Using the beam spot, the SC position, and SC energy, propagate a path through the pixels.
  55. \item Require the first hit to be within a $\delta\phi$ and $\delta z$ window. ($\delta\phi$ and $\delta R$ for FPIX)
  56. \item $\delta z$ window for first hit is huge as SC and beam spot positions give very little information about $z$.
  57. \item Forget the SC position, and propagate a new track based on the vertex and first hit positions, and the SC energy.
  58. \item Progress one-by-one through the remaining hits in the seed and require each one fit within a specified window around the track.
  59. \item Quit when all hits are matched, or a hit falls outside the window. No skipping is allowed.
  60. \end{enumerate}
  61. }
  62. \end{column}
  63. \begin{column}{0.5\textwidth}
  64. \begin{figure}
  65. \includegraphics[width=0.9\textwidth]{../common/diagrams/seeding_step2.png}
  66. \end{figure}
  67. \begin{figure}
  68. \includegraphics[width=0.9\textwidth]{../common/diagrams/seeding_step3.png}
  69. \end{figure}
  70. \end{column}
  71. \end{columns}
  72. \end{frame}
  73. \begin{frame}{Previous status-quo}
  74. \begin{columns}
  75. \begin{column}{0.45\textwidth}
  76. {\small
  77. \begin{itemize}
  78. \item In a previous presentation\footnotemark, I showed efficiency vs. purity for
  79. \begin{itemize}
  80. \item Old pair-match seeding (\texttt{ElectronSeedProducer})
  81. \item New triplet+ seeding (\texttt{ElectronNHitSeedProducer}) for several choices of matching windows.
  82. \end{itemize}
  83. \item Old seeding produced far fewer fake (non-truth matched) seeds at similar efficiency.
  84. \item Unclear why. Perhaps not optimal matching windows?
  85. \end{itemize}
  86. }
  87. \end{column}
  88. \begin{column}{0.6\textwidth}
  89. \begin{figure}
  90. \includegraphics[width=0.9\textwidth]{../common/figures/tracking_roc_curves_linear_plus_old.png}
  91. \end{figure}
  92. \end{column}
  93. \end{columns}
  94. \footnotetext[1]{\tiny \url{https://indico.cern.ch/event/697074/contributions/2898322/attachments/1602057/2540261/main.pdf}}
  95. \end{frame}
  96. \begin{frame}{$H/E$ Requirement on Super-Clusters}
  97. \begin{columns}
  98. \begin{column}{0.45\textwidth}
  99. {\small
  100. \begin{itemize}
  101. \item Investigating the cause of this revealed that the old seeding had applied a $H/E<0.15$ cut on super-clusters.
  102. \item After applying this same cut on the new seeds, the performance gap becomes negligible.
  103. \item The \textbf{narrow} working point of the new seeding uses HLT window sizes(see backup).
  104. \item Performance of the old seeding can be closely matched with the \textbf{wide} matching windows.
  105. \end{itemize}
  106. }
  107. \end{column}
  108. \begin{column}{0.6\textwidth}
  109. \begin{figure}
  110. \includegraphics[width=0.9\textwidth]{../common/figures/tracking_roc_curves_linear_plus_old_hoe.png}
  111. \end{figure}
  112. \end{column}
  113. \end{columns}
  114. \end{frame}
  115. \begin{frame}{Kinematic Distributions \-- Efficiency}
  116. \begin{figure}
  117. \includegraphics[width=0.65\textwidth]{../common/figures/tracking_efficiency_hoe.png}
  118. \end{figure}
  119. \end{frame}
  120. \begin{frame}{Kinematic Distributions \-- Purity}
  121. \begin{figure}
  122. \includegraphics[width=0.65\textwidth]{../common/figures/tracking_purity_hoe.png}
  123. \end{figure}
  124. \centering{ \textbf{wide} and \textbf{old-seeding} are comparable across all kinematic ranges }
  125. \end{frame}
  126. \begin{frame}{Seed Counts}
  127. \begin{columns}
  128. \begin{column}{0.45\textwidth}
  129. {\small
  130. \begin{itemize}
  131. \item The amount of electron seeds is dramatically reduced by the new matching scheme.
  132. \item Part of the motivation for use in HLT.
  133. \item Factor of $\approx 4$ reduction comparing to the \texttt{wide} working point
  134. \end{itemize}
  135. }
  136. \end{column}
  137. \begin{column}{0.65\textwidth}
  138. \begin{figure}
  139. \includegraphics[width=\textwidth]{../common/figures/n_seeds.png}
  140. \end{figure}
  141. \end{column}
  142. \end{columns}
  143. \end{frame}
  144. \begin{frame}{Conclusions \& Outlook}
  145. \begin{itemize}
  146. \item The HLT \texttt{NHit} settings are more restrictive than the current \textbf{offline}/\textbf{old-seeding} ones
  147. \item Opening them up to the \textbf{wide} settings matches current \textbf{offline} performance.
  148. \item \texttt{NHit} seeding can match performance while producing far fewer candidate seeds.
  149. \end{itemize}
  150. \hrule
  151. \begin{itemize}
  152. \item Next Steps:
  153. \begin{itemize}
  154. \item Verify performance is still acceptable in high fake environments ($t\bar{t}$ for example)
  155. \item Settle on an ``optimal enough'' set of windows
  156. \item Decide on which CMSSW release to target and begin preparing (private branch/merge request/etc.)
  157. \end{itemize}
  158. \item Other Thoughts
  159. \begin{itemize}
  160. \item What are expert's opinions on continued window optimization? (Likely some small gains still to be had)
  161. \item Are there other ideas for cross-checks to be done before proceeding further?
  162. \end{itemize}
  163. \end{itemize}
  164. \end{frame}
  165. \appendix
  166. \backupbegin
  167. \begin{frame}
  168. \begin{center}
  169. {\Huge BACKUP}
  170. \end{center}
  171. \end{frame}
  172. \begin{frame}{Definitions}
  173. \begin{itemize}
  174. \item \textbf{Sim-Track \--} A track from a simulated electron originating from the luminous region of CMS (beam-spot +- 5$\sigma$)
  175. \item \textbf{ECAL-Driven Seed \--} A seed created via a matching procedure between Super-Clusters and General Tracking Seeds (Either from \texttt{ElectronSeedProducer} or \texttt{ElectronNHitSeedProducer})
  176. \item \textbf{GSF Track \--} A track from GSF-Tracking resulting from an \textbf{ECAL-Driven Seed}
  177. \item \textbf{Seeding Efficiency \--} The fraction of \textbf{Sim-Tracks} that have a matching \textbf{ECAL-Driven Seed} (based on simhit-rechit linkage)
  178. \item \textbf{GSF Tracking Efficiency \--} The fraction of \textbf{Sim-Tracks} that have a matching \textbf{GSF Track} (again, based on simhit-rechit linkage)
  179. \item \textbf{ECAL-Driven Seed Purity \--} The fraction of \textbf{ECAL-Driven Seeds} that have a matching \textbf{Sim-Track}
  180. \item \textbf{GSF Tracking Purity \--} The fraction of \textbf{GSF Tracks} that have a matching \textbf{Sim-Track}
  181. \end{itemize}
  182. \end{frame}
  183. \begin{frame}{Matching Window Parameters}
  184. \begin{table}[]
  185. \centering
  186. \begin{tabular}{@{}llrrrr@{}}
  187. \toprule
  188. & & \textbf{extra-narrow} & \textbf{narrow(HLT)} & \textbf{wide} & \textbf{extra-wide} \\ \midrule
  189. Hit 1 & dPhiMaxHighEt & \textbf{0.025} & \textbf{0.05} & \textbf{0.1} & \textbf{0.15} \\
  190. & dPhiMaxHighEtThres & 20.0 & 20.0 & 20.0 & 20.0 \\
  191. & dPhiMaxLowEtGrad & -0.002 & -0.002 & -0.002 & -0.002 \\
  192. & dRzMaxHighEt & 9999.0 & 9999.0 & 9999.0 & 9999.0 \\
  193. & dRzMaxHighEtThres & 0.0 & 0.0 & 0.0 & 0.0 \\
  194. & dRzMaxLowEtGrad & 0.0 & 0.0 & 0.0 & 0.0 \\ \midrule
  195. Hit 2 & dPhiMaxHighEt & \textbf{0.0015} & \textbf{0.003} & \textbf{0.006} & \textbf{0.009} \\
  196. & dPhiMaxHighEtThres & 0.0 & 0.0 & 0.0 & 0.0 \\
  197. & dPhiMaxLowEtGrad & 0.0 & 0.0 & 0.0 & 0.0 \\
  198. & dRzMaxHighEt & \textbf{0.025} & \textbf{0.05} & \textbf{0.1} & \textbf{0.15} \\
  199. & dRzMaxHighEtThres & 30.0 & 30.0 & 30.0 & 30.0 \\
  200. & dRzMaxLowEtGrad & -0.002 & -0.002 & -0.002 & -0.002 \\ \midrule
  201. Hit 3+ & dPhiMaxHighEt & \textbf{0.0015} & \textbf{0.003} & \textbf{0.006} & \textbf{0.009} \\
  202. & dPhiMaxHighEtThres & 0.0 & 0.0 & 0.0 & 0.0 \\
  203. & dPhiMaxLowEtGrad & 0.0 & 0.0 & 0.0 & 0.0 \\
  204. & dRzMaxHighEt & \textbf{0.025} & \textbf{0.05} & \textbf{0.1} & \textbf{0.15} \\
  205. & dRzMaxHighEtThres & 30.0 & 30.0 & 30.0 & 30.0 \\
  206. & dRzMaxLowEtGrad & -0.002 & -0.002 & -0.002 & -0.002 \\ \bottomrule
  207. \end{tabular}
  208. \end{table}
  209. \centering
  210. \texttt{NHit} Seeding window parameters. Bold designates modified values.
  211. \end{frame}
  212. \backupend
  213. \end{document}