diff --git a/commands/app.go b/commands/app.go
index cf58c37e..daa5aa21 100644
--- a/commands/app.go
+++ b/commands/app.go
@@ -141,10 +141,13 @@ func appAction(ctx *cli.Context) error {
 
 	cfg, err := config.LoadConfiguration(configFile)
 	if err != nil && token == "" {
-		fmt.Println("step-ca can't find or open the configuration file for your CA.")
-		fmt.Println("You may need to create a CA first by running `step ca init`.")
-		fmt.Println("Documentation: https://u.step.sm/docs/ca")
-		fmt.Println("")
+		var pathErr *os.PathError
+		if errors.As(err, &pathErr) {
+			fmt.Println("step-ca can't find or open the configuration file for your CA.")
+			fmt.Println("You may need to create a CA first by running `step ca init`.")
+			fmt.Println("Documentation: https://u.step.sm/docs/ca")
+			os.Exit(1)
+		}
 		fatal(err)
 	}