Just load impatient from init

if will be called multiple times if present in lazy_load.lua which is
  totallly unnecessary

why even from there ?

Yes, this does not affect the --startuptime

init.lua

@@ -1,3 +1,7 @@
+vim.defer_fn(function()
+  pcall(require, "impatient")
+end, 0)
+
 require "core"
 require "core.options"
 

lua/core/lazy_load.lua

@@ -10,7 +10,6 @@ M.lazy_load = function(tb)
     callback = function()
       if tb.condition() then
         vim.api.nvim_del_augroup_by_name(tb.augroup_name)
-        pcall(require, "impatient")
 
         -- dont defer for treesitter as it will show slow highlighting
         -- This deferring only happens only when we do "nvim filename"

lua/plugins/init.lua

@@ -214,7 +214,7 @@ local plugins = {
   },
 
   -- Speed up deffered plugins
-  ["lewis6991/impatient.nvim"] = { module = "impatient" },
+  ["lewis6991/impatient.nvim"] = {},
 }
 
 require("core.packer").run(plugins)