So, this is my solution without rmv. Please let me know, if you have any improvements, thoughts or critics:
namespace :deploy do
RUBY_VERSION = 'ruby-1.9.3-p545'
task :step do
# remove default ruby and install dependencies
run "#{sudo} yum erase --assumeyes ruby"
run "#{sudo} yum install --assumeyes readline-devel openssl-devel libyaml-devel"
# Add the installed ruby to PATH
run "echo 'export PATH=$PATH:$HOME/bin' >> $HOME/.bashrc"
run "source $HOME/.bashrc"
# Build and install
run "wget http://cache.ruby-lang.org/pub/ruby/1.9/#{RUBY_VERSION}.tar.gz"
run "tar zxvf #{RUBY_VERSION}.tar.gz"
run "cd #{RUBY_VERSION} && ./configure --disable-install-doc --enable-shared --prefix=$HOME && make && make install"
# Check installation and install very basic gems
run 'which ruby && ruby -v'
run "gem install --no-ri --no-rdoc rake rack net-ssh bundler"
end
end