Remove the existing cert and reconfigure the package
rm /etc/apache-ssl/apache.pem dpkg-reconfigure apache-ssl