graykode

(refactor) argument renaming, add region, do_train and do_predict arguments in finetune.py

...@@ -212,9 +212,10 @@ class SummarizationModule(BaseTransformer): ...@@ -212,9 +212,10 @@ class SummarizationModule(BaseTransformer):
212 def get_dataset(self, type_path) -> Seq2SeqDataset: 212 def get_dataset(self, type_path) -> Seq2SeqDataset:
213 max_target_length = self.target_lens[type_path] 213 max_target_length = self.target_lens[type_path]
214 data_config = DataConfig( 214 data_config = DataConfig(
215 - endpoint=args.matorage_dir, 215 + endpoint=args.endpoint,
216 access_key=os.environ['access_key'], 216 access_key=os.environ['access_key'],
217 secret_key=os.environ['secret_key'], 217 secret_key=os.environ['secret_key'],
218 + region=args.region,
218 dataset_name='commit-autosuggestions', 219 dataset_name='commit-autosuggestions',
219 additional={ 220 additional={
220 "mode": ("training" if type_path == "train" else "evaluation"), 221 "mode": ("training" if type_path == "train" else "evaluation"),
...@@ -265,10 +266,16 @@ class SummarizationModule(BaseTransformer): ...@@ -265,10 +266,16 @@ class SummarizationModule(BaseTransformer):
265 help="github url" 266 help="github url"
266 ) 267 )
267 parser.add_argument( 268 parser.add_argument(
268 - "--matorage_dir", 269 + "--endpoint",
269 type=str, 270 type=str,
270 required=True, 271 required=True,
271 - help='matorage saved directory.' 272 + help='matorage endpoint, check document of matorage: https://matorage.readthedocs.io/en/stable/storage.html'
273 + )
274 + parser.add_argument(
275 + "--region",
276 + type=str,
277 + default=None,
278 + help='matorage s3 region, check document of matorage: https://matorage.readthedocs.io/en/stable/storage.html'
272 ) 279 )
273 parser.add_argument( 280 parser.add_argument(
274 "--max_source_length", 281 "--max_source_length",
......