diff --git a/lua/navigator/lspclient/clients.lua b/lua/navigator/lspclient/clients.lua
index 314434e..714675b 100644
--- a/lua/navigator/lspclient/clients.lua
+++ b/lua/navigator/lspclient/clients.lua
@@ -727,7 +727,7 @@ local function setup(user_opts)
     end
   end
 
-  _LoadedFiletypes[ft] = true
+  _LoadedFiletypes[ft..tostring(bufnr)] = true
   user_opts = vim.list_extend(user_opts, config) -- incase setup was triggered from autocmd
 
   if ft == nil then