I managed to fix this myself with an appender that inherits UdpAppender:
public class MyUdpAppender : UdpAppender
{
private readonly string app = Process.GetCurrentProcess().MainModule.FileName.Split('\\').Last().Replace(".exe", "");
protected override bool FilterEvent(LoggingEvent loggingEvent)
{
loggingEvent.GetProperties()["log4japp"] = this.app;
return base.FilterEvent(loggingEvent);
}
}