Use unicode symbol 00B1.
mysymbol <- "\u00B1"
foo <- cbind(test_avg[ , 1:2], paste(as.matrix(round(test_avg[3], 1)),
as.matrix(round(test_sd[3], 1)), sep= mysymbol))
> foo
cyl gear dev
1 4 3 21.5±NA
2 4 4 26.9±4.8
3 4 5 28.2±3.1
4 6 3 19.8±2.3
5 6 4 19.8±1.6
6 6 5 19.7±NA
7 8 3 15.1±2.8
8 8 5 15.4±0.6
>