added command line option for manually instruct to load of SC settings.

shub_workflow/script.py

@@ -223,7 +223,7 @@ def __init__(self):
         self.project_settings = get_project_settings()
         self.spider_loader = SpiderLoader(self.project_settings)
         super().__init__()
-        if resolve_shub_jobkey() is None:
+        if self.args.load_sc_settings and resolve_shub_jobkey() is None:
             self.project_settings.setdict(self.get_sc_project_settings(), priority="project")
         self.set_flow_id_name(self.args)
 
@@ -273,6 +273,11 @@ def add_argparser_options(self):
             action="append",
             default=self.children_tags or [],
         )
+        self.argparser.add_argument(
+            "--load-sc-settings",
+            action="store_true",
+            help="If provided, and running on a local environment, load scrapy cloud settings.",
+        )
 
     def parse_project_id(self, args: Namespace) -> int:
         return args.project_id
@@ -554,8 +559,7 @@ def get_canonical_spidername(self, spidername: SpiderName) -> SpiderName:
         raise ValueError(f"Spider {spidername} does not exist.")
 
     def get_project_running_spiders(
-        self, canonical: bool = False, crawlmanagers: Tuple[str, ...] = (),
-        only_crawlmanagers: bool = False
+        self, canonical: bool = False, crawlmanagers: Tuple[str, ...] = (), only_crawlmanagers: bool = False
     ) -> Set[SpiderName]:
         """
         Get all running spiders.