Views
No views yet
1>>> import os
2>>> from deep_doctection.datasets import DatasetRegistry
3>>> from deep_doctection.eval import MetricRegistry
4>>> from deep_doctection.utils import get_configs_dir_path
5>>> from deep_doctection.train import train_faster_rcnn
6
7pubtabnet = DatasetRegistry.get_dataset("pubtabnet")
8pubtabnet.dataflow.categories.set_cat_to_sub_cat({"ITEM":"row_col"})
9pubtabnet.dataflow.categories.filter_categories(categories=["ROW","COLUMN"])
10
11path_config_yaml=os.path.join(get_configs_dir_path(),"tp/rows/conf_frcnn_rows.yaml")
12path_weights = ""
13dataset_train = pubtabnet
14
15config_overwrite=["TRAIN.STEPS_PER_EPOCH=500","TRAIN.STARTING_EPOCH=1", "TRAIN.CHECKPOINT_PERIOD=50"]
16build_train_config=["max_datapoints=500000","rows_and_cols=True"]
17dataset_val = pubtabnet
18build_val_config = ["max_datapoints=2000","rows_and_cols=True"]
19
20coco_metric = MetricRegistry.get_metric("coco")
21coco_metric.set_params(max_detections=[50,200,600], area_range=[[0,1000000],[0,200],[200,800],[800,1000000]])
22
23train_faster_rcnn(path_config_yaml=path_config_yaml,
24 dataset_train=dataset_train,
25 path_weights=path_weights,
26 config_overwrite=config_overwrite,
27 log_dir="/path/to/dir",
28 build_train_config=build_train_config,
29 dataset_val=dataset_val,
30 build_val_config=build_val_config,
31 metric=coco_metric,
32 pipeline_component_name="ImageLayoutService"
33 )