How to use pytextrank - 7 common examples
To help you get started, we’ve selected a few pytextrank examples, based on popular ways it is used in public projects.
Secure your code as it's written. Use Snyk Code to scan source code in minutes - no build needed - and fix issues immediately.
fabric8-analytics / fabric8-analytics-stack-analysis / tagging_platform / helles / npm_tagger / pytextrank_textrank_scoring.py View on Github 
def execute_stage_two(path_stage1):
"""Execute the second stage of processing."""
graph, ranks = pytextrank.text_rank(os.path.join(PATH_PREFIX, path_stage1))
pytextrank.render_ranks(graph, ranks)
path_name_components = path_stage1.split('.')
path_name_components[path_name_components.index('stage1')] = 'stage2'
path_stage2 = '-'.join(path_name_components)
with open(os.path.join(PATH_PREFIX, path_stage2), 'w') as f:
for rl in pytextrank.normalize_key_phrases(os.path.join(PATH_PREFIX, path_stage1),
ranks, stopwords=stopwords):
f.write("%s\n" % pytextrank.pretty_print(rl._asdict()))
return path_stage2def execute_stage_one(path_stage0):
"""Execute the first stage of processing."""
path_stage1 = path_stage0.split('::')[0] + ".stage1.output.dat"
with open(os.path.join(PATH_PREFIX, path_stage1), 'w') as f:
for graf in pytextrank.parse_doc(pytextrank.json_iter(
os.path.join(PATH_PREFIX, path_stage0))):
f.write("%s\n" % pytextrank.pretty_print(graf._asdict()))
return path_stage1def execute_stage_one(path_stage0):
"""Execute the first stage of processing."""
path_stage1 = path_stage0.split('::')[0] + ".stage1.output.dat"
with open(os.path.join(PATH_PREFIX, path_stage1), 'w') as f:
for graf in pytextrank.parse_doc(pytextrank.json_iter(
os.path.join(PATH_PREFIX, path_stage0))):
f.write("%s\n" % pytextrank.pretty_print(graf._asdict()))
return path_stage1def execute_stage_two(path_stage1):
"""Execute the second stage of processing."""
graph, ranks = pytextrank.text_rank(os.path.join(PATH_PREFIX, path_stage1))
pytextrank.render_ranks(graph, ranks)
path_name_components = path_stage1.split('.')
path_name_components[path_name_components.index('stage1')] = 'stage2'
path_stage2 = '-'.join(path_name_components)
with open(os.path.join(PATH_PREFIX, path_stage2), 'w') as f:
for rl in pytextrank.normalize_key_phrases(os.path.join(PATH_PREFIX, path_stage1),
ranks, stopwords=stopwords):
f.write("%s\n" % pytextrank.pretty_print(rl._asdict()))
return path_stage2def execute_stage_two(path_stage1):
"""Execute the second stage of processing."""
graph, ranks = pytextrank.text_rank(os.path.join(PATH_PREFIX, path_stage1))
pytextrank.render_ranks(graph, ranks)
path_name_components = path_stage1.split('.')
path_name_components[path_name_components.index('stage1')] = 'stage2'
path_stage2 = '-'.join(path_name_components)
with open(os.path.join(PATH_PREFIX, path_stage2), 'w') as f:
for rl in pytextrank.normalize_key_phrases(os.path.join(PATH_PREFIX, path_stage1),
ranks, stopwords=stopwords):
f.write("%s\n" % pytextrank.pretty_print(rl._asdict()))
return path_stage2def execute_stage_two(path_stage1):
"""Execute the second stage of processing."""
graph, ranks = pytextrank.text_rank(os.path.join(PATH_PREFIX, path_stage1))
pytextrank.render_ranks(graph, ranks)
path_name_components = path_stage1.split('.')
path_name_components[path_name_components.index('stage1')] = 'stage2'
path_stage2 = '-'.join(path_name_components)
with open(os.path.join(PATH_PREFIX, path_stage2), 'w') as f:
for rl in pytextrank.normalize_key_phrases(os.path.join(PATH_PREFIX, path_stage1),
ranks, stopwords=stopwords):
f.write("%s\n" % pytextrank.pretty_print(rl._asdict()))
return path_stage2def get_key_phrases(path_stage2):
"""Get all found key phrases."""
phrases = set([p for p in pytextrank.limit_keyphrases(
os.path.join(PATH_PREFIX, path_stage2), phrase_limit=3)])
return phrasespytextrank
Python implementation of TextRank as a spaCy pipeline extension, for graph-based natural language work plus related knowledge graph practices; used for for phrase extraction of text documents.
