diff --git a/server.go b/server.go
index 791ef51..b887523 100644
--- a/server.go
+++ b/server.go
@@ -326,7 +326,7 @@ func handleCmdJoin(sv *Server, msg *irc.Message) {
 	if _, exists := sv.chUsers[chid]; !exists {
 		sv.chUsers[chid] = make(map[string]string)
 		sv.chTopics[chid] = ""
-		sv.chModes[chid] = make(map[string]map[string]bool)
+		sv.chModes[chid] = make(map[string]bool)
 	}
 	if _, exists := sv.chUsers[chid][clid]; exists {
 		return