IdentityManager/IdentityManager

I'm currently using IdentityManager together with MembershipReboot and IdentityServer.

I wan't to use Active Directory to login to IdentityManager.
The IdentityServer must use local MembershipReboot, Facebook and my Active Directory.

I cannot get the active directory working on both (IdSrv and IdMgr) at the same time, only one at a time. How do I need to configure my startup.cs?

My current startup.cs:

        public void Configuration(IAppBuilder app)
        {
            LogProvider.SetCurrentLogProvider(new DiagnosticsTraceLogProvider());
            Log.Logger = new LoggerConfiguration()
               .MinimumLevel.Debug()
               .WriteTo.Trace()
               .CreateLogger();

            var connectionString = "MembershipReboot";

            app.UseCookieAuthentication(new Microsoft.Owin.Security.Cookies.CookieAuthenticationOptions
            {
                AuthenticationType = "Cookies",
            });

            app.UseWsFederationAuthentication(new Microsoft.Owin.Security.WsFederation.WsFederationAuthenticationOptions
            {
                AuthenticationType = "aadfs",
                Caption = "AD",
                SignInAsAuthenticationType = "Cookies",
                MetadataAddress = "<meta-address>",
                Wtrealm = "spn:<client-id>",
            });

            app.Map("/admin", adminApp =>
            {
                var factory = new IdentityManagerServiceFactory();
                factory.Configure(connectionString);

                adminApp.UseIdentityManager(new IdentityManagerOptions()
                {
                    Factory = factory,
                    SecurityConfiguration = new HostSecurityConfiguration()
                    {
                        HostAuthenticationType = "Cookies",
                        NameClaimType = System.Security.Claims.ClaimTypes.Name,
                        RoleClaimType = System.Security.Claims.ClaimTypes.Role,
                        AdminRoleName = "administrator",
                    }
                });
            });

            app.Map("/core", core =>
            {
                var idSvrFactory = Factory.Configure();
                idSvrFactory.ConfigureCustomUserService(connectionString);

                var options = new IdentityServerOptions
                {
                    SiteName = "IdentityServer3 - UserService-MembershipReboot",
                    SigningCertificate = Certificate.Get(),
                    Factory = idSvrFactory,
                    AuthenticationOptions = new AuthenticationOptions
                    {
                        IdentityProviders = ConfigureAdditionalIdentityProviders,
                    }
                };

                core.UseIdentityServer(options);
            });
        }

       public static void ConfigureAdditionalIdentityProviders(IAppBuilder app, string signInAsType)
        {
            app.UseWsFederationAuthentication(new Microsoft.Owin.Security.WsFederation.WsFederationAuthenticationOptions
            {
                AuthenticationType = "aadfs",
                Caption = "AD",
                SignInAsAuthenticationType = signInAsType,
                MetadataAddress = "<meta-address>",
                Wtrealm = "spn:<client-id>",
            });
}

Do you guys know how to configure it? I've also got 2 times the "AD" login option (i couldn't get it working with only one).