Commit 0e4095a1 authored by Maciej Lipinski's avatar Maciej Lipinski

EFTS2019: WIP - initial modifications of content

parent a6cdb4ba
......@@ -67,9 +67,9 @@
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\title[White Rabbit\hspace{3em}\insertframenumber/\inserttotalframenumber]{White Rabbit}
\author{Javier Serrano}
\author{Maciej Lipi\'{n}ski}
\institute{CERN BE-CO\\Hardware and Timing section}
\date[28 June 2018]{European Frequency and Time Seminar\\Besançon, 28 June 2018}
\date[4 July 2018]{European Frequency and Time Seminar\\Besançon, 4 July 2019}
\AtBeginSection[]
{
......@@ -97,89 +97,108 @@
\section{Introduction}
\subsection{}
%=======================
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}{What is White Rabbit?}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{columns}[c]
\column{0.8\textwidth}
\column{0.75\textwidth}
\small
% \textcolor{white}{dddd dsaf asd fasd fdsa fads f dsa fdsa f dsaf dsa fdsa f dsaf dsaf fds}
\begin{itemize}
\item Renovation of accelerator's control and timing
\item Based on well-known technologies
\item Open Hardware and Open Software with commercial support
\item International collaboration
\item Many users: CERN, GSI, KM3NET, cosmic ray detectors, metrology labs...
\item<1-> Initiated to renovate accelerator's ctrl \& timing
\item<2-> Based on well-established standards
\begin{itemize}\footnotesize
\item <3->Bridged Local Area Network \textcolor{gray}{(IEEE 802.1Q)}
\item <3->Ethernet \textcolor{gray}{(IEEE 802.3)}
\item <4->Precision Time Protocol \textcolor{gray}{(IEEE 1588)}
\end{itemize}
\item<6->Extends standards to meet CERN requirements and provides
\begin{enumerate}
\item \color{blue!90}{\textbf{Sub-ns synchronization}}
\item \color{red}{{\textbf{Deterministic data transfer}}}
\end{enumerate}
\item<7-> Open Source with commercial support
\item<8-> Many users worldwide, inc. metrology labs...
\end{itemize}
\column{0.3\textwidth}
% \textcolor{white}{dddd dsaf asd fasd fdsa fads f dsa fdsa f dsaf dsa fdsa f dsaf dsaf fds}
% \textcolor{white}{dddd dsaf asd fasd fdsa fads f dsa fdsa f dsaf dsa fdsa f dsaf dsaf fds}
\textcolor{white}{dddd dsaf asd fasd fdsa fads f dsa fdsa f dsaf dsa fdsa f dsaf dsaf fds}
\column{0.4\textwidth}
\begin{center}
\includegraphics[width=1.0\textwidth]{logo/WRlogo.pdf}
% \includegraphics<1>[width=1.0\textwidth]{additionalForPres/intro-1.jpg}
\includegraphics<3>[width=1.0\textwidth]{misc/LAN.jpg}
\includegraphics<4>[width=1.0\textwidth]{misc/ieee-1588-ptp-example.jpg}
\includegraphics<5>[width=1.0\textwidth]{network/WR_network-ethernet.pdf}
\includegraphics<6->[width=1.0\textwidth]{network/wr_network-enhanced_pro.pdf}
\end{center}
\end{columns}
\end{columns}\small\pause\pause\pause\pause\pause\pause\pause\pause
\url{https://www.ohwr.org/projects/white-rabbit/}
\end{frame}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}{Open \textbf{and} commercially available off-the-shelf}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\includegraphics[width=1.0\textwidth]{misc/WR-zoo.jpg}\vspace{-1cm}
\begin{center}
\small
\textbf{Companies selling White Rabbit:} \url{www.ohwr.org/projects/white-rabbit/wiki/wrcompanies}
\end{center}
\begin{frame}{Why we use Open Hardware ?}
\begin{center}
\includegraphics[width=.7\textwidth]{ohwr/commercial_and_open.pdf}
\end{center}
\begin{itemize}
\item Get a design just the way we want it
\item Peer review and design re-use
\item Healthier relationship with companies
\end{itemize}
\end{frame}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}{White Rabbit: an \emph{extension} of Ethernet}
\begin{columns}[c]
\column{.5\textwidth}
\begin{itemize}
\item Standard Ethernet network
\item Ethernet features (VLAN) \& protocols (SNMP)
\end{itemize}
\begin{itemize}
\item \color{Blue}{Sub-ns synchronisation}
\item \color{Red}{Guaranteed (by design) upper bound in frame latency}
\end{itemize}
\column{.6\textwidth}
\begin{center}
\includegraphics[height=1.05\textwidth]{network/wr_network-enhanced_pro.pdf}
\end{center}
\end{columns}
\end{frame}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}{White Rabbit application examples}
% \small
\footnotesize
\begin{columns}[c]
\column{0.7\textwidth}
\begin{itemize}
\item<1-> \color<2->{black!50}{CERN and GSI}
\item<2-> \color<3->{black!50}{HiSCORE: Gamma\&Cosmic-Ray experiment}
\item<3-> \color<4->{black!50}{The Large High Altitude Air Shower Observatory}
\item<4-> \color<5->{black!50}{MIKES: Centre for metrology and accreditation}
\item<5-> {KM3NET: European deep-sea neutrino telescope}
\item<2-> \color<3->{black!50}{The Large High Altitude Air Shower Observatory}
\item<3-> \color<4->{black!50}{KM3NET: European deep-sea neutrino telescope}
\item<4-> \color<5->{black!50}{German Stock Exchange}
\item<5-> Metrology laboratories
\begin{table}
\tiny
\begin{tabular}{
| c | c | c | c | } \hline
\textbf{Time Lab}& \textbf{Country} & \textbf{Link Length}& \textbf{Time Error}\\ \hline
VTT & Finland & 950~km & $\pm$2ns \\ \cline{3-4}
MIKES & & 50~km & $<$1ns \\ \hline
VSL & Netherlands & 2x137~km & $\approx$8ns \\ \hline
% & & 25~km & 150ps & 1-2ps@1000s \\ \cline{3-5}
LNE- & & 25~km & 150ps \\ \cline{3-4}
SYRTE & France & 125~km & 2.5ns \\ \cline{3-4}
& & 4x125~km & 2.5ns \\ \hline
NIST & USA & $<$10~km & $<$200ps \\ \hline
NLP & UK & 2x80~km & $<$1ns \\ \hline
& & 50~km & 800ps $\pm$56ps\\ \cline{3-4}
INRIM & Italy & 70~km & 610ps $\pm$47ps\\ \hline
% & 400~km & & \\ \hline
\end{tabular}
\end{table}
\end{itemize}
\column{0.45\textwidth}
\begin{center}
\includegraphics<1>[width=0.80\textwidth]{applications/gsiANDcern.pdf}
\pause
\includegraphics<2>[width=1\textwidth]{applications/tunka.pdf}
\pause
\includegraphics<3>[width=1\textwidth]{applications/lhaaso.pdf}
\pause
\includegraphics<4>[width=.7\textwidth]{applications/mikes.pdf}
\pause
\includegraphics<5->[width=1\textwidth]{applications/KM3NeT.pdf}
\includegraphics<2>[width=1\textwidth]{applications/lhaaso.pdf}
\includegraphics<3>[width=1\textwidth]{applications/KM3NeT.pdf}
\includegraphics<4>[width=1\textwidth]{applications/GermanStockExchange.jpg}
\end{center}
\end{columns}
\pause
{\small More WR collaborators: \url{http://www.ohwr.org/projects/white-rabbit/wiki/WRUsers}}
{\scriptsize Users page: \url{http://www.ohwr.org/projects/white-rabbit/wiki/WRUsers}}
{\scriptsize Article:\textit{White Rabbit Applications and Enhancements}, M.Lipinski et. al, ISPCS2018}
\end{frame}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
......@@ -187,11 +206,11 @@
\section{Technology}
\subsection{}
\begin{frame}{White Rabbit technology}
\begin{frame}{White Rabbit technology - sub-ns synchronization}
\begin{block}{Based on}
\begin{itemize}
\item Gigabit Ethernet over fibre
\item IEEE-1588 protocol
\item IEEE 1588 Precision Time Protocol
\end{itemize}
\end{block}
\pause
......@@ -242,7 +261,7 @@
\end{center}
\end{frame}
\begin{frame}{Digital Dual Mixer Time Difference}{DDMTD}
\begin{frame}{Digital Dual Mixer Time Difference (DDMTD)}
\begin{itemize}
\item Used for precise phase measurements
......@@ -256,6 +275,31 @@
\end{frame}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}{SoftPLL}
\begin{center}
\includegraphics[width=.9\textwidth]{protocol/dmpll_diagram-slides.pdf}
\end{center}
\end{frame}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}{Link delay model}
\begin{center}
\includegraphics[width=0.9\textwidth]{calibration/link-model.pdf}
\end{center}
\begin{itemize}
\item static hardware delays: $\Delta_{TXM}$, $\Delta_{RXM}$, $\Delta_{TXS}$, $\Delta_{RXS}$
\item semi-static hardware delays: $\epsilon_M$, $\epsilon_S$
\item fiber asymmetry coefficient: $\alpha = \frac{\delta_{MS} - \delta_{SM}}{\delta_{SM}}$
\end{itemize}
\pause
\begin{block}{}
Calibration procedure to find $\Delta_{TXM}$, $\Delta_{RXM}$,
$\Delta_{TXS}$, $\Delta_{RXS}$ and $\alpha$.
\end{block}
\end{frame}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}{Link delay model}
\begin{center}
\includegraphics[width=0.9\textwidth]{calibration/link-model.pdf}
......@@ -263,7 +307,7 @@
\begin{itemize}
\item static hardware delays: $\Delta_{TXM}$, $\Delta_{RXM}$, $\Delta_{TXS}$, $\Delta_{RXS}$
\item semi-static hardware delays: $\epsilon_M$, $\epsilon_S$
\item fibre asymmetry coefficient: $\alpha = \frac{\delta_{MS} - \delta_{SM}}{\delta_{SM}}$
\item fiber asymmetry coefficient: $\alpha = \frac{\delta_{MS} - \delta_{SM}}{\delta_{SM}}$
\end{itemize}
\pause
\begin{block}{}
......@@ -279,10 +323,10 @@
\begin{frame}{Typical WR network}
\begin{center}
\includegraphics[width=.5\textwidth]{network/wr_network-enhanced_pro.pdf}
\includegraphics[width=.45\textwidth]{network/wr_network-enhanced_pro.pdf}
\end{center}
\end{frame}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}[t,fragile]{White Rabbit Switch}
\begin{center}
\includegraphics[width=\textwidth]{switch/wrSwitch_v3_3.jpg}
......@@ -290,11 +334,15 @@
\item Central element of WR network
\item 18 port gigabit Ethernet switch with WR features
\item Optical transceivers: up to 10km, single-mode fiber
\item Fully open design, commercially available
\item Fully open, commercially available from 4 companies
\end{itemize}
\end{center}
\begin{center}
NOTE: Work started on a new switch with 10 gigabit Ethernet
\end{center}
\end{frame}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}{Simplified block diagram of the hardware}
\vspace{-0.3cm}
\begin{center}
......@@ -302,24 +350,18 @@
\end{center}
\end{frame}
\begin{frame}{Simplified block diagram of the gateware}
\begin{center}
\begin{adjustwidth}{-1.5em}{-1.5em}
\includegraphics[width=1.1\textwidth]{switch/switch_hdl_simple.pdf}
\end{adjustwidth}
\end{center}
\end{frame}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}{WR Node: SPEC board}
\begin{center}
\includegraphics[width=7cm]{node/spec.jpg}
\begin{frame}{WR Node: carrier board + FMC}
\vspace{-0.5cm}
\begin{center}
\includegraphics[width=10cm]{node/shw_kit2.png}
\end{center}
\begin{columns}[c]
\column{.01\textwidth}
\column{.98\textwidth}
\vspace{-0.5cm}
\begin{block}{FMC-based Hardware Kit}
\begin{itemize}
% \item Carrier boards in PCI-Express, VME, PXIe
......@@ -332,13 +374,13 @@
\column{.01\textwidth}
\end{columns}
\end{frame}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}{White Rabbit PTP Core}
\begin{center}
\includegraphics[width=\textwidth]{node/wrpc_inside-v3-0.pdf}
\includegraphics[width=\textheight]{node/wrNode.jpg}
\end{center}
\end{frame}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\section{Performance}
\subsection{}
......@@ -355,32 +397,58 @@
\begin{center}
\includegraphics[height=6.0cm]{measurements/meas_results2.pdf}
\end{center}
\begin{center}
\scriptsize Reported in 2011: \textit{"White Rabbit: a PTP application for robust sub-nanosecond synchronization} -- M. Lipinski et al, ISPCS2011
\end{center}
\end{frame}
\frame{\frametitle{An aside: PLL block diagram}
\includegraphics[width=\textwidth]{misc/pll_model.pdf}
}
\frame{\frametitle{An aside: PLL transfer functions}
\begin{block}{Total output phase spectrum}
$ \Phi_o(s) = H(s) \cdot \Phi_i(s) + E(s) \cdot \Phi_n(s) $
\end{block}
\begin{block}{System transfer function (low pass)}
$ H(s) = \frac{K_{VCO} K_d F(s)}{s + K_{VCO} K_d F(s)} $
\end{block}
\begin{block}{Error transfer function (high pass)}
$ E(s) = 1 - H(s) = \frac{s}{s + K_{VCO} K_d F(s)} $
\end{block}
}
\frame{\frametitle{An aside: jitter optimisation}
\includegraphics[height=0.7\textwidth]{misc/pll_psd.pdf}
}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\subsection{}
\begin{frame}{Performance Enhancements}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{itemize}\footnotesize
\item<1-> Compensation of hardware temperature variation
\begin{itemize}\scriptsize
\item Triggered by cosmic ray detectors
\item Active correction of hardware temperature variation
\item Pk-pk variation from 700 ps to \textbf{$<$150 ps with sdev $<$50ps (-10 to 50$^o$C)}
\end{itemize}
\item<2-> Link asymmetry correction
\begin{itemize}\scriptsize
\item Triggered by radio telescope (Square Kilometre Array)
\item At 1310/1490nm, temp variation -0.12 ps/km/K (3ns for 80km over 50$^o$C)
\item \textbf{Sub-ns for 80km over 50$^o$C} using DWDM SFP on ITU channels C21/C22 (1560.61/1558.98 nm)
\end{itemize}
\item<3-> Absolute calibration
\begin{itemize}\scriptsize
\item Triggered by
\item
\item
\end{itemize}
\item<4-> Long-haul link
\begin{itemize}\scriptsize
\item Triggered by National Time Labs and Radio Telescope
\item \textbf{Sub-ns} is achievable on links on \textbf{up to 80km}
\item \textbf{Ns on 137km} bidirectional \& \textbf{$\pm$2.5ns on 950km} unidirectional links
\end{itemize}
\item<5-> Jitter and clock stability (next slide)
\end{itemize}
\end{frame}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\subsection{}
\begin{frame}{Performance Enhancements}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{itemize}\scriptsize
\item Triggered by National Laboratories and RF distribution
\item Allan deviation (ADEV) from 1e-11 to \textbf{1e-12} over 1s
\item Random jitter from 11 to \textbf{1.1ps RMS} (1 Hz to 100kHz)
\item Ongong work to achieve jitter of \textbf{sub-100fs RMS} (100Hz to 20MHz)
\end{itemize}
\end{frame}
\begin{frame}{Test setup for 10MHz switch output}
\begin{center}
\includegraphics[width=\textwidth]{measurements/WRSlowJitter/rsz_experimental_setup.png}
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment