\documentclass{beamer}
%\documentclass[handout]{beamer}

\mode<handout>{\setbeamercolor{background canvas}{bg=black!3}}

\mode<presentation>
{
%  \usetheme{Marburg} % ima naslov i sadrzaj sa desne strane
%  \usetheme{Hannover} % ima naslov i sadrzaj sa leve strane 
%  \usetheme{Singapore} % ima sadrzaj i tackice gore
%  \usetheme{Antibes}  % ima sadrzaj gore i kao graf ...
%  \usetheme{Berkeley} % ima sadrzaj desno
%  \usetheme{Berlin} % ima sadrzaj gore i tackice
%  \usetheme{Goettingen} % ima sadrzxaj za desne strane
  \usetheme{Montpellier} % ima graf sadrzaj gore
%  \usetheme{Warsaw}
  % or ...

%  \setbeamercovered{transparent}
% or whatever (possibly just delete it)
%  \usecolortheme{seagull} % sivo
%  \usecolortheme{albatross} % teget sa svetlim slovima
%  \usecolortheme{beetle} % siva pozadina (vrh plav)
  \usecolortheme{BorisJeremic}
%  \usecolortheme{rose}
%   \usefonttheme[onlylarge]{structuresmallcapsserif}
%   \usefonttheme{structuresmallcapsserif}
}


\usepackage[english]{babel}
% or whatever

\usepackage[latin1]{inputenc}
% or whatever

\usepackage{times}
\usepackage[T1]{fontenc}
% Or whatever. Note that the encoding and the font should match. If T1
% does not look nice, try deleting the line with the fontenc.


\title[HPC for FHT: Plastic Domain Decomposition Method] % (optional, use only with long paper titles)
{High Performance Computing for \\
Fast Hybrid Simulations}

\subtitle
{}

\author[Boris Jeremi{\'c}] % (optional, use only with lots of authors)
{Boris~Jeremi{\'c}  and Guanzhou Jie}
% - Give the names in the same order as the appear in the paper.
% - Use the \inst{?} command only if the authors have different
%   affiliation.

\institute[UC Davis] % (optional, but mostly needed)
{
  Department of Civil and Environmental Engineering\\
  University of California, Davis}
% - Use the \inst command only if there are several affiliations.
% - Keep it simple, no one is interested in your street address.

\date[NEES@Colorado FHT Workshop, Nov. 2-3 2006] % (optional, should be abbreviation of conference name)
{CU--NEES 2006 FHT Workshop, Nov. 2-3 2006}
% - Either use conference name or its abbreviation.
% - Not really informative to the audience, more for people (including
%   yourself) who are reading the slides online

\subject{}
% This is only inserted into the PDF information catalog. Can be left
% out. 



%% If you have a file called "university-logo-filename.xxx", where xxx
%% is a graphic format that can be processed by latex or pdflatex,
%% resp., then you can add a logo as follows:
%%
%%\pgfdeclareimage[height=0.3cm]{workshop-logo}{/home/jeremic/tex/works/Conferences/2006/BoulderNEESworkshop/CU-FHT_Workshop-logo}
%\pgfdeclareimage[height=0.3cm]{workshop-logo}{/home/jeremic/tex/works/Conferences/2006/BoulderNEESworkshop/CU-FHT_Workshop-logo}
%\logo{\pgfuseimage{workshop-logo}}
%
\pgfdeclareimage[height=0.2cm]{university-logo}{/home/jeremic/BG/amblemi/ucdavis_logo_gold_lrg}
\logo{\pgfuseimage{university-logo}}



% % Delete this, if you do not want the table of contents to pop up at
% % the beginning of each subsection:
% \AtBeginSubsection[]
% {
%   \begin{frame}<beamer>
%     \frametitle{Outline}
%     \tableofcontents[currentsection,currentsubsection]
% %    \tableofcontents[currentsection]
%   \end{frame}
% }

% Delete this, if you do not want the table of contents to pop up at
% the beginning of each section:
\AtBeginSection[]
{
  \begin{frame}<beamer>
    \frametitle{Outline}
%    \tableofcontents[currentsection,currentsubsection]
    \tableofcontents[currentsection]
  \end{frame}
}

% % If you wish to uncover everything in a step-wise fashion, uncomment
% % the following command: 
% 
% \beamerdefaultoverlayspecification{<+->}


\begin{document}

\begin{frame}
  \titlepage
\end{frame}

\begin{frame}
  \frametitle{Outline}
  \tableofcontents
  % You might wish to add the option [pausesections]
\end{frame}


% Structuring a talk is a difficult task and the following structure
% may not be suitable. Here are some rules that apply for this
% solution: 

% - Exactly two or three sections (other than the summary).
% - At *most* three subsections per section.
% - Talk about 30s to 2min per frame. So there should be between about
%   15 and 30 frames, all told.

% - A conference audience is likely to know very little of what you
%   are going to talk about. So *simplify*!
% - In a 20min talk, getting the main ideas across is hard
%   enough. Leave out details, even if it means being less precise than
%   you think necessary.
% - If you omit details that are vital to the proof/implementation,
%   just say so once. Everybody will be happy with that.

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\section{High Performance Computing (HPC) for FHT}

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\subsection{Need for HPC: Hybrid Simulations}

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}
  \frametitle{Real Time Simulations}
  \begin{itemize}
  
  \item Structural and Geotechnical component testing is rate dependent

  \vspace*{0.5cm}
  \item Algorithmic measures are only partially fixing the problem

  \vspace*{0.5cm}
  \item Goal: use {\bf real time} computational simulations for hybrid testing
  
  \vspace*{0.5cm}
  \item  In  other words, use real time computational simulations to control the
  test
  

  \end{itemize}
\end{frame}

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\subsection{High Performance Software and Hardware}
% %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}
  \frametitle{Fast Computer Simulations: Various Models and Algorithms}

    \begin{itemize}
      \item  Implicit  vs  Explicit  (on  local  and  global  level,  both offer
      advantages and disadvantages)
  \vspace*{0.5cm}
      \item   Hierarchy   of   material  models  (use  only  required  level  of
      sophistication for the purpose)

  \vspace*{0.5cm}
      \item Reduced Order Modeling (ROM) now available for nonlinear models
    \end{itemize}

\end{frame}

% %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}
  \frametitle{Standard Application Programing Interface: OpenSees}

    \begin{itemize}
      \item Core framework (class libraries \underline{UCB}, 
            modifications by \underline{UCD}), 
      \item Material models (\underline{UCD}, \underline{UCB}, UCSD, UW, Stanford ...)
      \item Finite Elements (\underline{UCD}, \underline{UCB}, Stanford ...)
      \item Procedures (loading, dynamics, solution control) (\underline{UCD}, UCB, Stanford ...)
      \item Parallel Simulations (Plastic Domain Decomposition, \underline{UCD})


\vspace*{0.3cm}
      \item {\it Official} Manuals available 
      ({\bf UCB}, personally do not like it)
      
      \item Our own effort {\bf UCD}, covering only our efforts, but will expand
      to cover other areas of interest.
      
       \begin{itemize}
         \item Theory   
         \item Command   (interactive)
         \item Examples  (verification and validation)
       \end{itemize}

    \end{itemize}

\end{frame}

% %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
% %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}
  \frametitle{Fast Computer Simulations: Programming (CompSci)}

    \begin{itemize}
      \item Mix and match efficient programming languages (C++, C, Fortran, Tcl,
      Python...)

  \vspace*{0.5cm}
      \item  Efficient  compilers  (GNU, Portland Group, Intel (KAI),
      Metroworks)

  \vspace*{0.5cm}
      \item HPC programming techniques (loop unrolling, template metaprograming...)


    \end{itemize}

\end{frame}

% %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
% %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}
  \frametitle{Fast Computer Simulations: Hardware}

    \begin{itemize}
      \item   Fast  sequential  machines  (balance multiple levels of cache and RAM, disk, CPUs
      clock speed, data bus speed...)
  \vspace*{0.5cm}
      \item Parallel machines (SMPs and DMPs, networking...)
  \vspace*{0.5cm}
      \item It it time for another Finite Element Machine (NASA endeavor from some 20 years ago)

    \end{itemize}

\end{frame}

% %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%


%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}
 \frametitle{Symmetric Multiprocessor Parallel (SMP) Machines}

   \begin{itemize}

  \item aka Shared Memory Parallel machines (dual core machines count too)

  \vspace*{0.1cm}
  \item   Shared   memory   communications,  bandwidth  555.831  MB/s,  latency:
  7.897micro seconds

  \vspace*{0.1cm}
  \item Cache coherence problem

  \vspace*{0.1cm}
  \item Not scalable above 16 or so CPUs

  \vspace*{0.1cm}
  \item High price

  \vspace*{0.1cm}
  \item Fine grained parallelism (matrix--vector multiply...)

  \vspace*{0.1cm}
  \item Automatic tools for parallelization (somewhat effective)

%  \item  GUANZHOU  add...  (perhaps  a  figure  from  that book by Patterson and
%  Henessy on cache coherence)
%
%    picture of TM!

  \end{itemize}


\end{frame}
%- 



%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}
 \frametitle{Distributed Memory Parallel (DMP) Machines}

   \begin{itemize}

  \item aka Beowulf clusters 
        (or clusters of SUNs as available at CU in '95)

  \vspace*{0.1cm}
  \item  Networked  communications: bandwidth 74.935 MB/s, latency: 62.487 micro
  seconds

  \vspace*{0.1cm}
  \item Message passing paradigm for parallel programming

  \vspace*{0.1cm}
  \item Scalable to a large number of machines 
        (CPUs, thousands)

  \vspace*{0.1cm}
  \item Very good price/performance ratio (low)

  \vspace*{0.1cm}
  \item Communication controls performance 

  \vspace*{0.1cm}
  \item problems arise with power consumption, cooling and placement area

  \end{itemize}


\end{frame}
%- 



%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}
 \frametitle{Clusters of Clusters}

   \begin{itemize}

  \item aka DMPs of SMPs

%  \vspace*{0.3cm}
  \vspace*{0.1cm}
  \item SMPs can be used as DMPs, with a very fast network

%  \vspace*{0.3cm}
  \vspace*{0.1cm}
  \item Cluster a number of SMPs (dual core machines count too)

%  \vspace*{0.3cm}
  \vspace*{0.1cm}
  \item Even better price/performance ratio (low)

%  \vspace*{0.3cm}
  \vspace*{0.1cm}
  \item Multiple levels of communication performance

%  \vspace*{0.3cm}
  \vspace*{0.1cm}
  \item Very efficient and flexible setup! 

%  \vspace*{0.3cm}
  \vspace*{0.1cm}
  \item  Example:  GeoWulf  ($8 \times 2 + 1 \times 4 + 1 \times 8 + 4 \times 1$
  and adding as funding permits)

%  \vspace*{0.3cm}
  \vspace*{0.1cm}
  \item Example: Hemisphere ($64 \times 2$) 



  \end{itemize}


\end{frame}
%- 
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%


%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}
 \frametitle{Interdependence of Software and Hardware}

   \begin{itemize}

  \item Specifics of the problem dictate the hardware design

  \item    Example  \#1:  large  scale (20,000+ DoF) problems (SFSI for example,
  solids  for  soils,  beams and plates/shells for structure) can be efficiently
  simulated on DMPs, while SMPs might be too restrictive (size)

  \item    Example   \#2:  Smaller scale problems (1,000+
  DoF) can be efficiently simulated on SMPs and/or DMPs (mostly in real time)


  \item        Example   \#3:  Small scale problems (below 1,000   DoF) are best
  suited  for  SMPs  can be efficiently simulated on SMPs and even DMPs (in real
  time)


  \item  PDD  is  designed  to  take  advantage  of  all the above architectures
  automatically


  \end{itemize}


\end{frame}
%- 



%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\section{Plastic Domain Decomposition Method}

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%



%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\subsection{Efficient parallel Simulations for Inelastic Models}

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}
 \frametitle{PDD Method: Design Goals}

   \begin{itemize}

  \item Graph partitioning $\rightarrow$
  balance   multiple   phases   simultaneously,   while  also  minimizing  the
  inter-processor communications costs


  \vspace*{0.1cm}
  \item  It is a multi-objective optimization
  problem (minimize  both  the  inter-processor communications, the data
  redistribution  costs  and  create balanced  partitions)




%\vspace*{0.5cm}
  \vspace*{0.1cm}
  \item Take into the account (deterministic or probabilistic):

    \begin{itemize}
      \item heterogeneous element loads that change in each iteration

      \item heterogeneous processor performance (multiple generations nodes)

      \item inter-processor communications (LAN or WAN)

      \item data redistribution costs    


    \end{itemize}
  

  \end{itemize}



\end{frame}
%- 
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}
 \frametitle{PDD Method: Implementation}

     \begin{itemize}

  
%\vspace*{0.4cm}
      \item  Perform  global  optimization for both (a) internal state determination
      and  system of equations solution phases


\vspace*{0.2cm}
      \item Adaptive partitioning done using ParMETIS
  
\vspace*{0.2cm}
      \item  Parallel direct and iterative  system  of  equations  solvers  within  PETSC  interface.
            Iterative:   CG,   GMRES; preconditioners
            BLOCKSOLVE95,  HYPRE and SPAI; Direct: SPOOLES, MUMPS, SuperLU\_DIST
  
\vspace*{0.2cm}
      \item OpenSees: standard interface and framework
  

%  \item Improves methods from the standard interface (Buffered sendSelf and RecvSelf), 

\vspace*{0.2cm}
  \item Works on SMPs, local DMPs, grids of computers

     
%  \item

\end{itemize}



\end{frame}
%-           
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\subsection{PDD: Current Features}

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}
   \frametitle{Features}
   \begin{itemize}
 
%\vspace*{0.4cm}
     \item Initial domain partitioning
%\vspace*{0.4cm}
  \vspace*{0.1cm}
     \item Adaptive domain repartitioning depending on CPU imbalance, LAN and/or WAN performance
%\vspace*{0.4cm}
  \vspace*{0.1cm}
     \item  Repartitioning  works  with  loads,  constraints...,  all  necessary
     movable objects
%\vspace*{0.4cm}
  \vspace*{0.1cm}
      \item       Available  for  elements    (solid,  structural) with standard
      OpenSees API
      (sendSelf, RecvSelf, timer or CL weight estimate)

%\vspace*{0.4cm}
  \vspace*{0.1cm}
     \item Scalable to a large number of CPUs
%     \item   Optimized   for  the  constitutive  and  element  level  CPU  loads


%    \item Global optimization for ISD and system of equations solver CPU load is in works 
%\vspace*{0.4cm}
  \vspace*{0.1cm}
    \item  Performance  tuning  (GeoWulf  (UCD), TeachingMachine
    (UCD), Hemisphere (CU Boulder), IA64 (SDSC))

   \end{itemize}




\end{frame}
% 



%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}
  \frametitle{Absolute Speedup Overview}
  


%  
%  \begin{itemize}
%  
%    \item The larger the model, the better the speedup for PDD
%  
%    \item Speedup saturates \\
%     (excessive comm)
%      
%    \item  DD  showing  slower \\ 
%           speedup \\
%           (but superlinear effects)
%  
%  
%  \end{itemize}
%  
%  
%  
%  %
%  \vspace*{-2cm}
%  \begin{figure}[!htbp] 
%  \begin{flushright}
%  \includegraphics[width=6cm]{/home/jeremic/tex/works/Conferences/2006/NEES-annual-mmeting-WashingtonDC/PDD/Speedup01.pdf}
%  %\caption{\label{BridgeSFSI01}  FEM  model  for  seismic response of a three bend
%  %bridge.}
%  \end{flushright}
%  \end{figure}
%  %



%
\begin{figure}[!htbp] 
\begin{center}
\includegraphics[height=6cm]{/home/jeremic/tex/works/Thesis/GuanzhouJie/thesis/WRITEUP/MatrixFigs/PDDSpeedup.pdf}
%\includegraphics[width=9truecm]{/home/jeremic/tex/works/Conferences/2006/NEES-annual-mmeting-WashingtonDC/PDD/PDDSpeedup0.pdf}
%\caption{\label{BridgeSFSI01}  FEM  model  for  seismic response of a three bend
%bridge.}
\end{center}
\end{figure}
%


\end{frame}
%-- 

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%

\begin{frame}
  \frametitle{PDD vs DD Speedup Overview}
%
%\vspace*{-2cm}
\vspace*{-1cm}
\begin{figure}[!htbp] 
\begin{center}
%\includegraphics[height=11cm,angle=-90]{/home/jeremic/tex/works/Thesis/GuanzhouJie/thesis/WRITEUP/MatrixFigs/PDDSpeedUp3DBar.pdf}
\includegraphics[height=8cm]{/home/jeremic/tex/works/Thesis/GuanzhouJie/thesis/WRITEUP/MatrixFigs/PDDSpeedUp3DBar.pdf}
\end{center}
\end{figure}
%
\end{frame}



%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\section{High Performance Simulation Examples}

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%



%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\subsection{SFSI Model}

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}
 \frametitle{Detailed 3D FEM model}

   \begin{itemize}

  \item Construction process

  \item Two types of soil: stiff soil (UT, UCD), soft soil (Bay Mud)

  \item Deconvolution of given surface ground motions

  \item Use of the DRM  (Bielak et al.) for seismic input

  \item Piles $\rightarrow$ beam-column elements in soil holes

  \item Structural model developed at UCB (Fenves et al.)

  \item Element size issues (filtering of frequencies) 

\begin{table}[!htbp]
%\caption{ }
\begin{center}
\begin{tabular}{|c|c|c|c|r|} 
\hline
model  size  &  el.  size  &  $f_{cutoff}$  & min. $G/Gmax$ & $\gamma$  \\
\hline
%
%
% 100cm element model, f_cuttof=10HZ, G/Gmax=1.0, 12K elements, Gmax model
12K         &  1.0~m          &  10~Hz      & 1.0      & <0.5~\% \\
%
%
%~90cm element model, f_cutoff ~= 3Hz, G/Gmax~=0.08, for epsilon ~= 1%, 15K
%elements, now running...
15K         &  0.9~m          &  >3~Hz     & 0.08            & 1.0~\% \\
%
%
%27.6cm element model, f_cutoff= 10HZ, G/Gmax=0.08, for epsilon = 1%, 150K
%elements, finest model
150K        &  0.3~m          &  10~Hz      & 0.08            & 1.0~\% \\
% 27.6cm element model, f_cutoff= 10HZ, G/Gmax=0.08, for epsilon = 1%, 150K
500K        &  0.15~m         &  10~Hz      & 0.04            & 3.0~\% \\
%elements, finest model
\hline
\end{tabular}
\end{center}
\end{table}

  \end{itemize}







\end{frame}
%- 
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}
 \frametitle{SFSI FEM Mesh (one of)}

%    \begin{itemize}
% 
% 
%
\vspace*{-0.8cm}
\begin{figure}[!htbp] 
\begin{center}
\includegraphics[width=8cm]{/home/jeremic/tex/works/Reports/2006/NEESDemoProject/PrototypeMesh.jpg}
%\caption{\label{BridgeSFSI01}  FEM  model  for  seismic response of a three bend
%bridge.}
\end{center}
\end{figure}
%
\vspace*{-0.8cm}

Eight cases considered for sand (S) and/or clay (C) beneath each bent.



\end{frame}
%- 

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}
% \frametitle{Changes to the Free Field Input Motions: SFSI}
\frametitle{Soil and Structure Displacement Response}
%   \begin{itemize}
%  \item 
%  \item 
%  \end{itemize}

\begin{figure}[!htbp] 
\begin{center}
\includegraphics[height=2.cm]{/home/jeremic/tex/works/Thesis/GuanzhouJie/thesis/WRITEUP/MatrixFigs/DispSoilBlock1.pdf}
\includegraphics[height=2.cm]{/home/jeremic/tex/works/Thesis/GuanzhouJie/thesis/WRITEUP/MatrixFigs/DispBent1.pdf}\\[0cm]
\includegraphics[height=2.cm]{/home/jeremic/tex/works/Thesis/GuanzhouJie/thesis/WRITEUP/MatrixFigs/DispSoilBlock2.pdf}
\includegraphics[height=2.cm]{/home/jeremic/tex/works/Thesis/GuanzhouJie/thesis/WRITEUP/MatrixFigs/DispBent2.pdf}\\[0cm]
\includegraphics[height=2.cm]{/home/jeremic/tex/works/Thesis/GuanzhouJie/thesis/WRITEUP/MatrixFigs/DispSoilBlock3.pdf}
\includegraphics[height=2.cm]{/home/jeremic/tex/works/Thesis/GuanzhouJie/thesis/WRITEUP/MatrixFigs/DispBent3.pdf}
\end{center}
\end{figure}
%

\end{frame}
%- 

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}
% \frametitle{Changes to the Free Field Input Motions: SFSI}
\frametitle{Soil and Structure Acceleration  Spectra}
%   \begin{itemize}
%  \item 
%  \item 
%  \end{itemize}

\begin{figure}[!htbp] 
\begin{center}
\includegraphics[height=2.cm]{/home/jeremic/tex/works/Thesis/GuanzhouJie/thesis/WRITEUP/MatrixFigs/AccelSoilBlock1_Spectrum.pdf}
\includegraphics[height=2.cm]{/home/jeremic/tex/works/Thesis/GuanzhouJie/thesis/WRITEUP/MatrixFigs/AccelBent1_Spectrum.pdf}\\[0cm]
\includegraphics[height=2.cm]{/home/jeremic/tex/works/Thesis/GuanzhouJie/thesis/WRITEUP/MatrixFigs/AccelSoilBlock2_Spectrum.pdf}
\includegraphics[height=2.cm]{/home/jeremic/tex/works/Thesis/GuanzhouJie/thesis/WRITEUP/MatrixFigs/AccelBent2_Spectrum.pdf}\\[0cm]
\includegraphics[height=2.cm]{/home/jeremic/tex/works/Thesis/GuanzhouJie/thesis/WRITEUP/MatrixFigs/AccelSoilBlock3_Spectrum.pdf}
\includegraphics[height=2.cm]{/home/jeremic/tex/works/Thesis/GuanzhouJie/thesis/WRITEUP/MatrixFigs/AccelBent3_Spectrum.pdf}
\end{center}
\end{figure}
%

\end{frame}
%- 
%- 
%- %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%- %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%- %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%- %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%- \begin{frame}
%- % \frametitle{Changes to the Free Field Input Motions: SFSI}
%- \frametitle{Displacement Response Spectra of SFSI Analysis}
%- %   \begin{itemize}
%- %  \item 
%- %  \item 
%- %  \end{itemize}
%- 
%- \begin{figure}[!htbp] 
%- \begin{center}
%- \includegraphics[height=2.cm]{/home/jeremic/tex/works/Thesis/GuanzhouJie/thesis/WRITEUP/MatrixFigs/DispSoilBlock1_Spectrum.pdf}
%- \includegraphics[height=2.cm]{/home/jeremic/tex/works/Thesis/GuanzhouJie/thesis/WRITEUP/MatrixFigs/DispBent1_Spectrum.pdf}\\[0cm]
%- \includegraphics[height=2.cm]{/home/jeremic/tex/works/Thesis/GuanzhouJie/thesis/WRITEUP/MatrixFigs/DispSoilBlock2_Spectrum.pdf}
%- \includegraphics[height=2.cm]{/home/jeremic/tex/works/Thesis/GuanzhouJie/thesis/WRITEUP/MatrixFigs/DispBent2_Spectrum.pdf}\\[0cm]
%- \includegraphics[height=2.cm]{/home/jeremic/tex/works/Thesis/GuanzhouJie/thesis/WRITEUP/MatrixFigs/DispSoilBlock3_Spectrum.pdf}
%- \includegraphics[height=2.cm]{/home/jeremic/tex/works/Thesis/GuanzhouJie/thesis/WRITEUP/MatrixFigs/DispBent3_Spectrum.pdf}
%- \end{center}
%- \end{figure}
%- %
%- 
%- \end{frame}
%- %- 
%- 


%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%\begin{frame}
% \frametitle{Structure Displacements}
%
%%   \begin{itemize}
%%  \item 
%%  \item 
%%  \end{itemize}
%
%\begin{figure}[!htbp] 
%\begin{center}
%\includegraphics[height=2.2cm]{/home/guanzhou/CUBoulerPresentation/DispBent1.pdf}\\[0cm]
%\includegraphics[height=2.2cm]{/home/guanzhou/CUBoulerPresentation/DispBent2.pdf}\\[0cm]
%\includegraphics[height=2.2cm]{/home/guanzhou/CUBoulerPresentation/DispBent3.pdf}
%\end{center}
%\end{figure}
%%
%
%\end{frame}
%- 


%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}
 \frametitle{Top of Columns Moment Response (Redistribution)}

%   \begin{itemize}
%  \item 
%  \item 
%  \end{itemize}

\begin{figure}[!htbp] 
\begin{center}
\includegraphics[height=2.cm]{/home/jeremic/tex/works/Thesis/GuanzhouJie/thesis/WRITEUP/MatrixFigs/MomentBent1Pile1.pdf}
\includegraphics[height=2.cm]{/home/jeremic/tex/works/Thesis/GuanzhouJie/thesis/WRITEUP/MatrixFigs/MomentBent1Pile2.pdf}\\[0cm]
\includegraphics[height=2.cm]{/home/jeremic/tex/works/Thesis/GuanzhouJie/thesis/WRITEUP/MatrixFigs/MomentBent2Pile1.pdf}
\includegraphics[height=2.cm]{/home/jeremic/tex/works/Thesis/GuanzhouJie/thesis/WRITEUP/MatrixFigs/MomentBent2Pile2.pdf}\\[0cm]
\includegraphics[height=2.cm]{/home/jeremic/tex/works/Thesis/GuanzhouJie/thesis/WRITEUP/MatrixFigs/MomentBent3Pile1.pdf}
\includegraphics[height=2.cm]{/home/jeremic/tex/works/Thesis/GuanzhouJie/thesis/WRITEUP/MatrixFigs/MomentBent3Pile2.pdf}
\end{center}
\end{figure}
%

\end{frame}
%- 



%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\subsection{FHT model}

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}
 \frametitle{Fast Hybrid Testing Model}


 \begin{itemize}

\item  Real  time  ({\bf  fast}) simulation is imperative for Fast Hybrid Testing
(FHT)!


\vspace*{0.5cm}
\item  Hierarchy  of models with different levels of sophistication 
 \begin{itemize}
   \item 2D frame 
   \item 3D frames
   \item 2D excitations 
   \item 3D excitations 
   \item material modeling
   \item SFSI!         
 \end{itemize}


\end{itemize}




\end{frame}


%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
% %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
% \begin{frame}
%  \frametitle{Plastic Domain Decomposition and FHT}
% 
% 
% \begin{itemize}
% 
% 
%   \item FHT test becomes one of the subdomains for PDD
% 
% \vspace*{0.5cm}
%   \item It is a fixed, unmovable (high graph node weight) subdomain
% 
% \vspace*{0.5cm}
%   \item  Elastic--plastic  computations  will trigger dynamic computational load
%   balancing on all subdomain except for FHT subdomain
% 
% 
% \end{itemize}
% 
% 
% \end{frame}
% 
% 
% %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}
 \frametitle{Fast Hybrid Testing Computational Setup}


 \begin{itemize}

%\vspace*{0.1cm}
\item Parallel computer Hemisphere


%\vspace*{0.2cm}
\vspace*{0.1cm}
\item Computer nodes used as DMP of SMPs (cluster of cluster)



%\vspace*{0.2cm}
\vspace*{0.1cm}
\item    Extremely  fast, dedicated  interconnect (fiber optics) from Hemisphere
to FHT lab (latency below $0.1ms$)

%\item CU has an excellent local are network (LAN) available between parallel
%computers (Hemisphere) and FHT lab.
%

%\vspace*{0.2cm}
\vspace*{0.1cm}
\item  Allows  for  possible  expansion  of  computational resources (at the FHT
lab), while maintaining LAN with Hemisphere.


%\vspace*{0.2cm}
\vspace*{0.1cm}
\item   This   will   create   a   cluster   of   clusters,   a  very  efficient
(price/performance) design.


%\vspace*{0.2cm}
\vspace*{0.1cm}
\item  Current Hemisphere users can (transparently) use additional computational
resources as well





\end{itemize}


\end{frame}



%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}
 \frametitle{Fast Hybrid Testing (outside) Networking }


 \begin{itemize}


%\vspace*{0.5cm}


%\vspace*{0.5cm}
\item  Connection from UCD (GeoWulf) is not fast enough 

\vspace*{0.2cm}
\item Physics (speed of light)    issue,  


\vspace*{0.2cm}
\item  GeoWulf  (UCD) -  1428.76km - FHT; 

\vspace*{0.2cm}
\item Surface fiber optics, one way trip $\sim 7.0 ms$ 
or ideally in vacuum $\sim 4.8ms$, 

\vspace*{0.2cm}
\item In reality it is $10 \times$ that much (and it is probabilistic)

%\vspace*{0.5cm}
%\vspace*{0.2cm}
\vspace*{0.2cm}
\item  Similarly SDSC (NEESit) is 1329.79km away from FHT




\end{itemize}


\end{frame}



%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%


%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}
 \frametitle{SAC Frame Model, PDD and FHT}


\begin{itemize}


  \item Basic model is a 2D frame on fixed foundations

\vspace*{0.2cm}
  \item Elements and material models: Elastic beams and plastic hinge elements

\vspace*{0.2cm}
  \item  Sophisticated  model  (realistic)  is  a 3D frame with SFSI effects, 3D
  seismic wave propagation

\vspace*{0.2cm}
  \item  Choice  of  \#  of  computational  nodes on Hemisphere parallel machine
  depends on a the size and sophistication of the model

%%\vspace*{0.2cm}
%  \item For smaller model (lower sophistication)  use less
%  computational nodes
%
%
%%\vspace*{0.2cm}
%  \item   For   larger model  (detailed, 3D, SFSI)  use  more computational nodes
%
\end{itemize}


\end{frame}


%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}
 \frametitle{Computational Trials}


\begin{itemize}


  \item Very small model (2D, or 3D but  no SFSI) uses efficiently up to 8 CPUs

\vspace*{0.1cm}
  \item More sophisticated model  (3D, SFSI) uses efficiently 32 or more CPUs


%\vspace*{0.2cm}
\vspace*{0.1cm}
  \item Very sophisticated model  (3D struct., SFSI, 3D seismic waves) uses 
       efficiently all 128 CPUs (and would use more if available)

\vspace*{0.1cm}
   \item  For a very sophisticated model the challenge is performance (real time,
   fast)

\end{itemize}


\end{frame}

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{frame}
 \frametitle{Parallel Computer Hemisphere Performance}


% 
% 
%
\vspace*{-0.5cm}
\begin{figure}[!htbp] 
\begin{center}
\includegraphics[width=9cm]{/home/jeremic/tex/works/Conferences/2006/BoulderNEESworkshop/HemisphereSpeedup.pdf}
%\caption{\label{BridgeSFSI01}  FEM  model  for  seismic response of a three bend
%bridge.}
\end{center}
\end{figure}
%


\end{frame}





%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\section*{Summary}


\begin{frame}
 \frametitle{Summary}


\begin{itemize}

%\vspace*{0.5cm}
\item  High performance, parallel  simulations are needed
  \begin{itemize}
    \item Fast Hybrid Testing (control)
    \item High fidelity model based simulations
    \item Soil--Foundation--Structure control during seismic events
    \item . . . 

  \end{itemize}

\vspace*{0.5cm}
\item PDD parallel finite element code is GPL (available)
%\vspace*{0.5cm}
%\item They are available, ready to be used

\vspace*{0.5cm}
\item \url{http://sokocalo.engr.ucdavis.edu/~jeremic/PDD/}

%\item 

\end{itemize}

%\begin{frame}
%  \frametitle{Make Titles Informative.}
%\end{frame}

\end{frame}




%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
% %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
% %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
% \appendix
% \section<presentation>*{\appendixname}
% %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
% \subsection<presentation>*{For Further Reading}
% 
% \begin{frame}[allowframebreaks]
%   \frametitle<presentation>{For Further Reading}
%     
%   \begin{thebibliography}{10}
%     
%   \beamertemplatebookbibitems
%   % Start with overview books.
% 
%  \bibitem{Oberkampf2002}
% William~L. Oberkampf, Timothy~G. Trucano, and Charles Hirsch.
% \newblock Verification, validation and predictive capability in computational
%   engineering and physics.
% \newblock In {\em Proceedings of the Foundations for Verification and
%   Validation on the 21st Century Workshop}, pages 1--74, Laurel, Maryland,
%   October 22-23 2002. Johns Hopkins University / Applied Physics Laboratory.
% 
%  \bibitem{Roach1998}
% Patrick~J. Roache.
% \newblock {\em Verification and Validation in Computational Science and
%   Engineering}.
% \newblock Hermosa Publishers, Albuquerque, New Mexico, 1998.
% \newblock ISBN 0-913478-08-3.
% % 
% %  \beamertemplatearticlebibitems
% %   % Followed by interesting articles. Keep the list short. 
% % 
% %   \bibitem{Someone2000}
% %     S.~Someone.
% %     \newblock On this and that.
% %     \newblock {\em Journal of This and That}, 2(1):50--100,
% %     2000.
% 
% 
%    \end{thebibliography}
% 
% 
% \end{frame}

\end{document}


