Views
No views yet
1pip install sgnlp
21from sgnlp.models.rst_pointer import (
2 RstPointerParserConfig,
3 RstPointerParserModel,
4 RstPointerSegmenterConfig,
5 RstPointerSegmenterModel,
6 RstPreprocessor,
7 RstPostprocessor
8)
9
10# Load processors and models
11preprocessor = RstPreprocessor()
12postprocessor = RstPostprocessor()
13
14segmenter_config = RstPointerSegmenterConfig.from_pretrained(
15 'https://storage.googleapis.com/sgnlp-models/models/rst_pointer/segmenter/config.json')
16segmenter = RstPointerSegmenterModel.from_pretrained(
17 'https://storage.googleapis.com/sgnlp-models/models/rst_pointer/segmenter/pytorch_model.bin',
18 config=segmenter_config)
19segmenter.eval()
20
21parser_config = RstPointerParserConfig.from_pretrained(
22 'https://storage.googleapis.com/sgnlp-models/models/rst_pointer/parser/config.json')
23parser = RstPointerParserModel.from_pretrained(
24 'https://storage.googleapis.com/sgnlp-models/models/rst_pointer/parser/pytorch_model.bin',
25 config=parser_config)
26parser.eval()
27
28sentences = [
29 "Thumbs began to be troublesome about 4 months ago and I made an appointment with the best hand surgeon in the "
30 "Valley to see if my working activities were the problem.",
31 "Every rule has exceptions, but the tragic and too-common tableaux of hundreds or even thousands of people "
32 "snake-lining up for any task with a paycheck illustrates a lack of jobs, not laziness."
33]
34
35tokenized_sentences_ids, tokenized_sentences, lengths = preprocessor(sentences)
36
37segmenter_output = segmenter(tokenized_sentences_ids, lengths)
38end_boundaries = segmenter_output.end_boundaries
39
40parser_output = parser(tokenized_sentences_ids, end_boundaries, lengths)
41
42trees = postprocessor(sentences=sentences, tokenized_sentences=tokenized_sentences,
43 end_boundaries=end_boundaries,
44 discourse_tree_splits=parser_output.splits)
45
46