diff --git a/pkg/runner/step_context.go b/pkg/runner/step_context.go
index 70039b52..0af64114 100644
--- a/pkg/runner/step_context.go
+++ b/pkg/runner/step_context.go
@@ -306,8 +306,12 @@ func (sc *StepContext) runAction(actionDir string, actionPath string) common.Exe
 			).Finally(
 				stepContainer.Remove().IfBool(!rc.Config.ReuseContainers),
 			)(ctx)
+		default:
+			return fmt.Errorf(fmt.Sprintf("The runs.using key in action.yml must be one of: %v, got %s", []string{
+				model.ActionRunsUsingDocker,
+				model.ActionRunsUsingNode12,
+			}, action.Runs.Using))
 		}
-		return nil
 	}
 }