Sure, just do this:
try:
import _winreg
except ImportError:
import cygwinreg as _winreg
Or maybe
import sys
if sys.platform == 'win32':
import _winreg
elif sys.platform == 'cygwin':
import cygwinreg as _winreg
else:
# non-windows support