diff --git a/x11fwd.c b/x11fwd.c
index d21441b9..5a83db22 100644
--- a/x11fwd.c
+++ b/x11fwd.c
@@ -200,6 +200,8 @@ char *x11_init(Socket * s, char *display, void *c, void *auth)
 	strcpy(host, "localhost");
     }
 
+    port = 6000 + displaynum;
+
     /*
      * Try to find host.
      */
@@ -207,8 +209,6 @@ char *x11_init(Socket * s, char *display, void *c, void *auth)
     if ((err = sk_addr_error(addr)) != NULL)
 	return err;
 
-    port = 6000 + displaynum;
-
     /*
      * Open socket.
      */