You can use withMathJax
require(shiny)
runApp(
list(ui = pageWithSidebar(
headerPanel(withMathJax("$$\\text{Display formula in heading }X_n=X_{n-1}-\\varepsilon$$")),
sidebarPanel( ),
mainPanel( )
),
server= function(input, output, session){
}
)
)