@Override
  public void handleNotification(Notification notification, Object handback) {
    if (notification instanceof JMXConnectionNotification) {
      JMXConnectionNotification cxNotification = (JMXConnectionNotification) notification;
      String type = cxNotification.getType();
      String connectionId = cxNotification.getConnectionId();
      if (JMXConnectionNotification.OPENED.equals(type)) {
        connectedUsers.put(connectionId, securityService.getSubject());
      } else if (JMXConnectionNotification.CLOSED.equals(type)) {
        org.apache.shiro.subject.Subject subject = connectedUsers.remove(connectionId);
        securityService.bindSubject(subject);
        securityService.logout();
      }
    }
  }
this will make JMX authentication to use Shiro for Authentication
geode-core/src/main/java/org/apache/geode/internal/security/shiro/JMXShiroAuthenticator.java