Use this method instead:
CodeDomProvider provider = CodeDomProvider.CreateProvider("CSharp");
Extended:
if (CodeDomProvider.IsDefinedLanguage(language))
{
CodeDomProvider provider = CodeDomProvider.CreateProvider(language);
// ...
}
else
Console.WriteLine("ERROR");