diff --git a/init.lua b/init.lua
index b80c53d..1c19c3f 100644
--- a/init.lua
+++ b/init.lua
@@ -1,3 +1,7 @@
+vim.defer_fn(function()
+  pcall(require, "impatient")
+end, 0)
+
 require "core"
 require "core.options"
 
diff --git a/lua/core/lazy_load.lua b/lua/core/lazy_load.lua
index acb17f5..1ddd62f 100644
--- a/lua/core/lazy_load.lua
+++ b/lua/core/lazy_load.lua
@@ -10,7 +10,6 @@ M.lazy_load = function(tb)
     callback = function()
       if tb.condition() then
         vim.api.nvim_del_augroup_by_name(tb.augroup_name)
-        pcall(require, "impatient")
 
         -- dont defer for treesitter as it will show slow highlighting
         -- This deferring only happens only when we do "nvim filename"
diff --git a/lua/plugins/init.lua b/lua/plugins/init.lua
index b7dd336..823654d 100644
--- a/lua/plugins/init.lua
+++ b/lua/plugins/init.lua
@@ -214,7 +214,7 @@ local plugins = {
   },
 
   -- Speed up deffered plugins
-  ["lewis6991/impatient.nvim"] = { module = "impatient" },
+  ["lewis6991/impatient.nvim"] = {},
 }
 
 require("core.packer").run(plugins)