大篇幅文章转语音

xiaoxue

1. 
   
2. # -*- coding: UTF-8 -*-
   
3. import requests
   6 z4 N% j% C. F% z6 E7 g& q
4. import os
   ; K& S* _, [* m& v
5. import subprocess
   5 ?0 B1 O. N/ G: {! k5 u
6. import sys
   % l6 |4 F3 T* [4 i4 X! Q' _2 a
7. from tqdm import tqdm
   
8. import time,random
   
9. from HTMLParser import HTMLParser
   * o, B3 V# {; H( }  H$ f
10. import sys  
    3 @/ B; @6 i6 Z# v- f
11. reload(sys)  
    
12. sys.setdefaultencoding('utf8')
    ' Z% B3 L: E' s
13. 
    ; ~8 l* I! J  Z7 q
14. class WebRequest(object):
    
15.     def __init__(self, *args, **kwargs):
    ! ?7 O0 M; L! @2 ?) @8 _& j! E
16.         pass
    
17. 
    ( A8 b4 q4 Y: n, ]
18.     @property
    ; N# p# p* F, T# y& D* m
19.     def user_agent(self):
    
20.         """
    , d% I; g! I8 V: U: M% H; o$ v
21.         return an User-Agent at random
    
22.         :return:
    
23.         """
    
24.         ua_list = [
    
25.             'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/30.0.1599.101',
    
26.             'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/38.0.2125.122',
    
27.             'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/39.0.2171.71',
      W; [2 \, u' n; T( m
28.             'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/39.0.2171.95',
    
29.             'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.1 (KHTML, like Gecko) Chrome/21.0.1180.71',
    
30.             'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; QQDownload 732; .NET4.0C; .NET4.0E)',
    
31.             'Mozilla/5.0 (Windows NT 5.1; U; en; rv:1.8.1) Gecko/20061208 Firefox/2.0.0 Opera 9.50',
    
32.             'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:34.0) Gecko/20100101 Firefox/34.0',
    
33.             ]
    
34.         return random.choice(ua_list)
    # f' a& W8 C6 C/ N) z% @! ]1 X( B
35. 
    1 T# f) O  W0 z0 P* B
36.     @property
    # }" l" y: L9 D; z6 f6 ]
37.     def header(self):
    0 t+ e2 @& ^/ `7 Z
38.         """
    " u% J1 ~3 U" J: K* T9 J
39.         basic header
    
40.         :return:
    , k# S! w, R; h3 X2 N
41.         """
    - C: S9 q2 b- _* o( z
42.         return {'User-Agent': self.user_agent,
    
43.                 'Accept': '*/*',
    - x+ q0 Q; Q1 M$ E3 V! L8 Y  @
44.                 'Connection': 'keep-alive',
    
45.                 'Accept-Language': 'zh-CN,zh;q=0.8'}
    
46. 
    + h3 j- n5 n! I
47.     def get(self, url, header=None, retry_time=5, timeout=30,
    
48.             retry_flag=list(), retry_interval=5, *args, **kwargs):
    
49.         """
    0 `4 }9 U$ G) t' P8 D
50.         get method
    ; O4 T9 i& H' R7 B7 m# `
51.         :param url: target url
    + w: X' M5 @1 Z3 ]1 U  E0 \- J, q
52.         :param header: headers
    8 ~  D* c3 |7 A0 h- |
53.         :param retry_time: retry time when network error
    ; C' i3 T5 D8 D9 M* N
54.         :param timeout: network timeout
    
55.         :param retry_flag: if retry_flag in content. do retry
    7 r' [& _* l; U2 K
56.         :param retry_interval: retry interval(second)
    
57.         :param args:
    / S9 `1 f2 o  A* M' s
58.         :param kwargs:
    : P) {4 \# s' R7 F
59.         :return:
    
60.         """
    
61.         headers = self.header
    $ l( v5 k8 H* R. A: j& {
62.         if header and isinstance(header, dict):
    : c8 [- g' e- K* u& [4 i
63.             headers.update(header)
    . S" d) G% b& d- R9 K
64.         while True:
    7 F+ a8 ?. W4 v1 q$ U/ L
65.             try:
    
66.                 html = requests.get(url, headers=headers, timeout=timeout, stream=True)
    8 y; U( I; C# E" \3 L6 c* ?1 W
67.                 print 'content size: %d' % len(html.content)
    
68.                 if any(f in html.content for f in retry_flag):
    - x3 \$ S8 ~4 }( `' d! q2 _2 E
69.                     raise Exception
    ! D/ D) U3 ^! \/ _' H
70.                 if not html.content:
    
71.                     print 'content is Null,retry...~' + url
    9 m$ T/ c; [6 i0 A
72.                     raise Exception
    
73.                 return html
    
74.             except Exception as e:
    
75.                 print(e)
    : L5 D$ I1 k1 ^0 s. _( o
76. 
    1 h, J5 j8 t3 W) k/ w' e. _
77. 
    
78. def DownloadAudio(url, path, refer=None):
    
79.         with open(path, 'wb') as handle:
    
80.                 if refer:
    * L6 F1 S% }1 D* E  x
81.                                 hdr = {
    + V- z4 i( [& K3 z  s" W8 |
82.                                    'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.64 Safari/537.11',
    
83.                                    'Referer': refer}
    
84.                 else:
    
85.                                 hdr = {
    
86.                                    'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.64 Safari/537.11',
    4 D3 ~% @% J6 w* m- `9 j
87.                                    'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
    
88.                                    'Accept-Charset': 'ISO-8859-1,utf-8;q=0.7,*;q=0.3',
    6 E4 Y% B# |  M8 @6 L% b4 N
89.                                    'Accept-Encoding': 'none',
    
90.                                    'Accept-Language': 'en-US,en;q=0.8',
    , V/ }# d, ^  S/ n. ^
91.                                    'Connection': 'keep-alive'}
    , N8 g, A  a  k1 R0 N
92.                 wr = WebRequest()
    
93.                 #print hdr
    
94.                 response = wr.get(url,header=hdr)
    
95.                 #html = requests.get('https://www.example.com', proxies={"http": "http://{}".format(proxy)})
    + D* B4 t! t; ^' r# H! b
96.                 #response = requests.get(url, stream=True, headers={'User-agent': 'Mozilla/5.0'})
    + w$ d; M% {  C! A
97.                 #print url
    + ~: a+ J4 G# W" w
98.                 for block in tqdm(response.iter_content(),ascii=True, desc='ImageDownload'):
    ) ~* g/ g. R5 G
99.                         if not block:
    
100.                                 break
     
101.                         handle.write(block)
     
102. 
     ( A8 S% ?5 X( P5 e( l6 P
103. def translate(to_translate, to_langage="auto", langage="auto"):
     
104. '''Return the translation using google translate
     , n- E# N3 P" p; @0 M
105. you must shortcut the langage you define (French = fr, English = en, Spanish = es, etc...)
     
106. if you don't define anything it will detect it or use english by default
     
107. Example:
     
108. print(translate("salut tu vas bien?", "en"))
     
109. hello you alright?'''
     
110. agents = {'User-Agent':"Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)"}
       }, ^' |9 n8 J8 e$ F! o& x
111. before_trans = 'class="t0">'
     ( z  x/ U; b" f$ }* R9 H, _, p, {
112. link = "http://translate.google.com/m?ie=UTF-8&hl=%s&sl=%s&q=%s" % (to_langage, langage, to_translate.replace(" ", "+"))
     6 o* j- m1 Z7 b, g6 w6 ]
113. request = requests.get(link, headers=agents)
     # j* L1 K( Q+ _+ W$ V/ ?# B
114. page = request.content
     
115. #print page
     
116. result = page[page.find(before_trans)+len(before_trans):]
     9 @/ n! Y/ g$ u: z/ M9 _& F! L
117. result = result.split("<")[0]
     & o( r# g( ~! z" j% K( k+ d: h7 z: E
118. return result
     
119. 
     # b) `# s+ |1 J
120. tsxt_sen = []
     + @* p" `- n# h' V- }& L- D4 x
121. from nltk.tokenize import sent_tokenize
     
122. def sentence_split(sentence): # 编写分句函数
     7 u1 L' C* @5 r- h: ^! z
123.     text_sen = []
     ' u0 ]) n2 ^* x
124.     for s in sentence.split(','):
     , n+ U! w. |3 `7 S
125.        # if '?' in s:
     # Z) S* i6 ]( E( |( B8 M) N
126.        #     tsxt_sen.extend(s.split('?'))
     
127.        # elif ',' in s:
     
128.        #     tsxt_sen.extend(s.split(','))
     
129.        # else:
     ( q. G8 j" P  ?" A5 D
130.        text_sen.append(s)
     
131.     return tsxt_sen
     
132. 
     # G- f* L' V! H% t
133. 
     
134. str = '''
     
135. It has not quite been greeted with the enthusiasm of the bottles of Scotch in the novel Whisky Galore, but the arrival of a cargo of pineapples on the shores of northern Scotland has sent scavengers rushing to the beach.
     
136. 
     0 P( s8 k* O: V  R& P' h+ `8 W
137. The fruit, which has appeared on Shetland and on beaches across the Western Isles, is thought to have come from several containers lost overboard in the Atlantic last October by cargo ship MV Lombok Strait.
     " |5 T- h% s: Z/ ?% d: s4 Q( G" A
138. 
     2 t; u( f/ _9 q5 [" @3 ~
139. Shetland islanders have now shared photos of their fruitful haul, in a story that echoes the plot of Whisky Galore, the 1947 novel by Sir Compton Mackenzie, later made and remade for the big screen.
     : B2 b) F1 M+ A( Y# X1 c
140. 
     
141. The story tells of how the locals find their island awash with whisky after a ship loaded with liquor is wrecked off a fictional Scottish island.
       `5 Z# f8 t9 @$ ~! h2 u
142. 
     / D% ?' A3 E, ]
143. The plot was based on the real-life salvage operations carried out by locals when the SS Politician, carrying 280,000 bottles of malt whisky, ran aground on Eriskay in 1943.
     : B" {+ E; t+ N# G+ O* @' Q! i) p
144. 
     + Z1 d2 ]* g9 [# @$ f- @
145. The arrival of the pineapples will be far less lucrative for beachcombers, and not as profitable, either, as the grounding of the cargo ship MSC Napoli off Branscombe beach in Devon in 2007.
     # f2 s6 T/ Y: d# k, d- Z3 j
146. 
     
147. Then scavengers ignored police advice and arrived in their droves to explore shipping containers, which contained motorbikes, pet food, wine barrels and anti-wrinkle cream.
     
148. '''
     ' m& b5 X+ i1 y, h
149. 
     1 V6 [4 v! h, ?' a5 ]
150. 
     9 [2 i6 k6 J+ d! \
151. text = ''.join(str).strip().lstrip().rstrip().replace('\n',' ')
     6 @2 r! O  S9 r  \" `, r$ j8 C
152. with open('~/text.txt', 'wb') as handle:
     + N9 a: I  u% I# w
153.     handle.write(text)
     ( f) Q+ L! K1 S0 Q, P4 t& ?$ ?
154. 
     9 n* a! G  I) H3 ]
155. str = str.replace('”','"')
     
156. str = str.replace('“','"')
     
157. 
     
158. 
       q, x- d$ c+ P- o7 e' o+ U
159. def splitStr(str):
     % e' W' i0 O0 X0 h, I
160.     arr = str.split(' ')
     * `- u3 M) C9 C' M# N* f
161.     sz = len(arr)
     ! `. K0 k4 K! A% ?  l% T- Y
162.     return [' '.join(arr[0:sz/2]),' '.join(arr[(sz/2):])]
     
163.    
     
164. 
     . w. P: |' B; N- O" r- U
165. #print splitStr('with wording from North Korea about getting rid of its nuclear weapons and a guarantee from the United States that it would not interfere with the North’s regime or demand redress for human rights abuses.')
     ' R. l/ C& B4 S4 @5 o
166. 
     
167. keyArr = []
     
168. sent_tokenize_list = sent_tokenize(str)
     
169. for s in sent_tokenize_list:
     7 `# K" o2 C. e5 v* R: k
170.     sz = len(' '.join(s.split()))
     
171.     if sz <= 190:
     
172.         keyArr.append(' '.join(s.split()))
     1 P/ Q8 ~" }; c: w# P
173.         #print '[ '+' '.join(s.split())+' ]'
     & {5 `* Y6 H3 H, R
174.     else:
     
175.         for ses in s.split(','):
     4 [" m# c. T6 m* O. I# Z9 N5 N9 V
176.             if len(ses) > 190:
     + f/ Y! `* p; i3 g4 Q& l
177.                 keyArr.extend(splitStr(ses))
     
178.             else:
     
179.                 keyArr.append(' '.join(ses.split()))
     7 p; U. \9 @0 s7 O# f  G( {
180. 
     7 B8 m4 a9 G; X! ?/ k
181. 
     
182. API_URL = "http://translate.google.com/translate_tts?ie=UTF-8&tl=en-us"
     
183. #key = HTMLParser.unescape.__func__(HTMLParser, translate(str,'en'))
     . r6 K* i3 C) X. P: j
184. #keyArr = sentence_split(str)
     
185. 
     
186. 
     2 Z: [% O9 y8 f  c2 x# l5 v0 j0 K! ^# ~" _
187. #print([text[i:i+n] for i in xrange(0, len(text), n)])
     
188. os.system('rm ~/tmp/audio/*.mp3')
     
189. namei = 0
     
190. for i in keyArr:
     
191.     juzi = ' '.join(i.split())
     " z, u( K3 O0 o7 t0 j  U
192.     sz = len(juzi)
     
193.     link = API_URL+"&q="+juzi+"&client=tw-ob"
     & c% K3 t2 m1 \3 c# h( c6 W7 m
194.     print link
     
195.     path = "~/tmp/audio/%d.mp3" % namei
     
196.         #print path
     . j" E2 |* ?( K: G1 W( X$ W
197.     DownloadAudio(link,path)
     ; A+ Z' Y) _3 y8 r4 B' b
198.     os.system('file '+path)
     
199.     time.sleep(1)
     % |) d& N: N7 w$ }  _
200.     namei = namei + 1
       l% O/ p5 @3 _' v) C' I

复制代码

% l5 `' c2 U  u) r( j  I乱七八糟拼一拼 就是个小玩意～～～～～

xiaoxue

maxwell723 发表于 2018-8-28 15:46
好东西 不会用

整理下 分享个 youtube 全自动... 说白就是前几篇文章的合体。。。

小白龙

厉害啊，python高手啊！

adamh3927

xiaoxue 发表于 2018-8-28 21:03
整理下 分享个 youtube 全自动... 说白就是前几篇文章的合体。。。

6 T9 n$ b  J, q希望进口出炉  关注中

wjcj

google 的api要钱的吧，我在用自动采集翻译，百度语音api好像现在是免费的

xiaoxue

小白龙 发表于 2018-8-28 22:30
$ g  O% S6 @2 H% o* k+ Z1 P厉害啊，python高手啊！

惶恐了，拼凑而已。。。

xiaoxue

wjcj 发表于 2018-8-29 21:31
7 a0 g+ d5 z; L( J, z$ [( v- S8 M$ hgoogle 的api要钱的吧，我在用自动采集翻译，百度语音api好像现在是免费的 ...

没用api 用的 移动端的。。没有限制... 就是字数限制 切分就好了

蚊子也贫血

怎么用的大佬