ParaQuality/language_tool.py at master · mysilver/ParaQuality · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
import language_tool_python

tool = language_tool_python.LanguageTool('en-US')


class GrammarError:
    def __init__(self, message, short_message, replacements, offset, length, rule):
        self.replacements = replacements
        self.offset = offset
        self.length = length
        self.rule = rule
        self.short_message = short_message
        self.message = message


class Client(object):

    def check(self, sentence):
        matches = tool.check(sentence)
        return [GrammarError(message=i.context,
                             replacements=i.replacements,
                             offset=i.offset,
                             length=i.errorLength,
                             rule=i.category,
                             short_message=i.message) for i in matches]


class LanguageChecker:
    def __init__(self):
        self.client = Client()

    def check(self, sentence, categories=None, excludes_ids=None):
        if not categories and not excludes_ids:
            return self.client.check(sentence)

        ret = []
        for error in self.client.check(sentence):
            if error.rule in categories and (
                    excludes_ids is None or error.rule not in excludes_ids):
                ret.append(error)

        return ret

    def misspellings(self, sentence):
        """
        :return: list of spelling errors
        """
        resplacments = self.check(sentence, ['TYPOS'])
        ret = set()
        # corrections = set()
        for r in resplacments:
            ret.add(sentence[r.offset: r.offset + r.length])
            # if len(r.replacements) > 0:
            #     corrections.add(r.replacements[0]['value'])

        return ret

    def spelling_corrector(self, sentence):
        resplacments = self.check(sentence, ['TYPOS'])
        for r in resplacments:
            ms = sentence[r.offset: r.offset + r.length]
            if len(r.replacements) > 0:
                sentence = sentence.replace(ms, r.replacements[0])

        return sentence

    def grammar_corrector(self, sentence, categories=['MISC', 'GRAMMAR', "TYPOS"]):

        repls = self.check(sentence, categories=categories)

        while len(repls) > 0:
            r = repls[0]
            if not r.replacements:
                continue
            sentence = sentence[:r.offset] + r.replacements[0] + sentence[r.offset + r.length:]
            repls = self.check(sentence, categories=['MISC', 'GRAMMAR', 'TYPOS'])

        return sentence

    def singleWordCorrection(self, word):

        for p in self.check(word.replace('_', ' ')):
            if p.rule == 'TYPOS':
                for r in p.replacements:
                    if word in r:
                        return r.replace(' ', '_')
                if p.replacements:
                    return p.replacements[0].replace(' ', '_')
        return word