ApathyINC commited on
Commit
2fb3ba9
·
1 Parent(s): 0434852
Files changed (1) hide show
  1. baidu_translate/module.py +106 -0
baidu_translate/module.py ADDED
@@ -0,0 +1,106 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import argparse
2
+ import random, os
3
+ from hashlib import md5
4
+ from typing import Optional
5
+
6
+ import requests
7
+
8
+ import paddlehub as hub
9
+ from paddlehub.module.module import moduleinfo
10
+ from paddlehub.module.module import runnable
11
+ from paddlehub.module.module import serving
12
+
13
+
14
+ def make_md5(s, encoding='utf-8'):
15
+ return md5(s.encode(encoding)).hexdigest()
16
+
17
+
18
+ @moduleinfo(name="baidu_translate",
19
+ version="1.0.0",
20
+ type="text/machine_translation",
21
+ summary="",
22
+ author="baidu-nlp",
23
+ author_email="paddle-dev@baidu.com")
24
+ class BaiduTranslate:
25
+
26
+ def __init__(self, appid=None, appkey=None):
27
+ """
28
+ :param appid: appid for requesting Baidu translation service.
29
+ :param appkey: appkey for requesting Baidu translation service.
30
+ """
31
+ appid = os.environ.get('baidu_translate_appid')
32
+ appkey = os.environ.get('baidu_translate_appkey')
33
+ # Set your own appid/appkey.
34
+ if appid is None:
35
+ self.appid = ''
36
+ else:
37
+ self.appid = appid
38
+ if appkey is None:
39
+ self.appkey = ''
40
+ else:
41
+ self.appkey = appkey
42
+ self.url = 'http://api.fanyi.baidu.com/api/trans/vip/translate'
43
+
44
+ def translate(self, query: str, from_lang: Optional[str] = "en", to_lang: Optional[int] = "zh"):
45
+ """
46
+ Create image by text prompts using ErnieVilG model.
47
+
48
+ :param query: Text to be translated.
49
+ :param from_lang: Source language.
50
+ :param to_lang: Dst language.
51
+
52
+ Return translated string.
53
+ """
54
+ # Generate salt and sign
55
+ salt = random.randint(32768, 65536)
56
+ sign = make_md5(self.appid + query + str(salt) + self.appkey)
57
+
58
+ # Build request
59
+ headers = {'Content-Type': 'application/x-www-form-urlencoded'}
60
+ payload = {'appid': self.appid, 'q': query, 'from': from_lang, 'to': to_lang, 'salt': salt, 'sign': sign}
61
+
62
+ # Send request
63
+ try:
64
+ r = requests.post(self.url, params=payload, headers=headers)
65
+ result = r.json()
66
+ except Exception as e:
67
+ error_msg = str(e)
68
+ raise RuntimeError(error_msg)
69
+ if 'error_code' in result:
70
+ raise RuntimeError(result['error_msg'])
71
+ return result['trans_result'][0]['dst']
72
+
73
+ @runnable
74
+ def run_cmd(self, argvs):
75
+ """
76
+ Run as a command.
77
+ """
78
+ self.parser = argparse.ArgumentParser(description="Run the {} module.".format(self.name),
79
+ prog='hub run {}'.format(self.name),
80
+ usage='%(prog)s',
81
+ add_help=True)
82
+ self.arg_input_group = self.parser.add_argument_group(title="Input options", description="Input data. Required")
83
+ self.add_module_input_arg()
84
+ args = self.parser.parse_args(argvs)
85
+ if args.appid is not None and args.appkey is not None:
86
+ self.appid = args.appid
87
+ self.appkey = args.appkey
88
+ result = self.translate(args.query, args.from_lang, args.to_lang)
89
+ return result
90
+
91
+ @serving
92
+ def serving_method(self, query, from_lang, to_lang):
93
+ """
94
+ Run as a service.
95
+ """
96
+ return self.translate(query, from_lang, to_lang)
97
+
98
+ def add_module_input_arg(self):
99
+ """
100
+ Add the command input options.
101
+ """
102
+ self.arg_input_group.add_argument('--query', type=str)
103
+ self.arg_input_group.add_argument('--from_lang', type=str, default='en', help="源语言")
104
+ self.arg_input_group.add_argument('--to_lang', type=str, default='zh', help="目标语言")
105
+ self.arg_input_group.add_argument('--appid', type=str, default=None, help="注册得到的个人appid")
106
+ self.arg_input_group.add_argument('--appkey', type=str, default=None, help="注册得到的个人appkey")