大篇幅文章转语音

xiaoxue

1. 
   
2. # -*- coding: UTF-8 -*-
   " _- {4 [; C) Q) B- L! }' j- `
3. import requests
   7 n: W2 e9 t; t+ y% B6 B9 i
4. import os
   
5. import subprocess
   ' a) M1 l; J5 \) y$ B8 `3 w
6. import sys
   
7. from tqdm import tqdm
   
8. import time,random
   " V$ s! s9 s+ F  F5 o
9. from HTMLParser import HTMLParser
   9 ~& u* c1 t+ r
10. import sys  
    : |+ R5 d6 T$ `$ `
11. reload(sys)  
    
12. sys.setdefaultencoding('utf8')
    
13. 
    . c4 F( n8 S4 B8 Z; X
14. class WebRequest(object):
    ( U3 N. J. y0 u. N0 y3 b% H) ^8 y7 Q
15.     def __init__(self, *args, **kwargs):
    : w' @) r9 c7 u7 g0 I& X$ v2 K
16.         pass
    1 _# ], x* C) ^! i$ I: k& S) y, `
17. 
    7 I" x# k3 }  r9 r' O; t- j. K
18.     @property
    : i3 ^1 @! M' t' _* G: S2 {
19.     def user_agent(self):
    
20.         """
    7 E4 Y, ^# i$ r; y
21.         return an User-Agent at random
    
22.         :return:
    : A' R" p  _1 s& h, z+ k) d( R9 `
23.         """
    ' P0 r7 \/ E5 \) |% l
24.         ua_list = [
    
25.             'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/30.0.1599.101',
    
26.             'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/38.0.2125.122',
    
27.             'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/39.0.2171.71',
    8 r' {$ H  ?# k1 Y) E1 f
28.             'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/39.0.2171.95',
    : e. _+ d* Z% [
29.             'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.1 (KHTML, like Gecko) Chrome/21.0.1180.71',
    8 b! [6 e0 ~) Z# U9 T1 I
30.             'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; QQDownload 732; .NET4.0C; .NET4.0E)',
    # P6 r4 d& [- \* X
31.             'Mozilla/5.0 (Windows NT 5.1; U; en; rv:1.8.1) Gecko/20061208 Firefox/2.0.0 Opera 9.50',
      P" L$ _1 x3 I) a9 o8 I  w$ L
32.             'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:34.0) Gecko/20100101 Firefox/34.0',
    
33.             ]
    
34.         return random.choice(ua_list)
    
35. 
    
36.     @property
    
37.     def header(self):
    ' R3 j7 a) J+ F' w  J" _
38.         """
    9 _5 s8 V, p4 N6 r; R9 m
39.         basic header
    
40.         :return:
    
41.         """
    ( W9 C" o. j  |
42.         return {'User-Agent': self.user_agent,
    
43.                 'Accept': '*/*',
    
44.                 'Connection': 'keep-alive',
    
45.                 'Accept-Language': 'zh-CN,zh;q=0.8'}
    # T/ v, g4 s% o3 k5 F( G! \
46. 
    
47.     def get(self, url, header=None, retry_time=5, timeout=30,
    
48.             retry_flag=list(), retry_interval=5, *args, **kwargs):
    8 c( r/ b1 s% I% ^0 j: I' t
49.         """
    
50.         get method
    * G9 H& J) v) n1 R; R7 i
51.         :param url: target url
    
52.         :param header: headers
    
53.         :param retry_time: retry time when network error
    ' w) F. ?# m' }" \% o
54.         :param timeout: network timeout
    ; N2 F* A$ u. R3 E1 g
55.         :param retry_flag: if retry_flag in content. do retry
    , P5 R. l8 i2 Y* n
56.         :param retry_interval: retry interval(second)
    
57.         :param args:
    
58.         :param kwargs:
    0 S/ r/ p8 F) Y' f/ D6 T# p
59.         :return:
    $ z; G. ^% ^$ t% d! s: ]
60.         """
    ' Y% A& J- u0 V( P
61.         headers = self.header
    
62.         if header and isinstance(header, dict):
    7 S: h6 H- ^- G1 Y
63.             headers.update(header)
    ' k* O8 j% m% H! F
64.         while True:
    8 I* c1 L# O# @4 U
65.             try:
    
66.                 html = requests.get(url, headers=headers, timeout=timeout, stream=True)
    
67.                 print 'content size: %d' % len(html.content)
    
68.                 if any(f in html.content for f in retry_flag):
    
69.                     raise Exception
    
70.                 if not html.content:
    $ e6 U2 `* A; r0 f& M
71.                     print 'content is Null,retry...~' + url
    
72.                     raise Exception
    
73.                 return html
    + \; I6 z6 p7 x4 o7 Y
74.             except Exception as e:
    ) K+ k" \* v* [+ t1 q) p1 E( R
75.                 print(e)
    1 d# {3 [0 ~+ m$ M- E. b4 E
76. 
    
77. 
    
78. def DownloadAudio(url, path, refer=None):
    
79.         with open(path, 'wb') as handle:
    
80.                 if refer:
    
81.                                 hdr = {
    - d4 M. K. s5 x
82.                                    'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.64 Safari/537.11',
    . x* r0 H" ?: D  v. U
83.                                    'Referer': refer}
    
84.                 else:
    
85.                                 hdr = {
    
86.                                    'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.64 Safari/537.11',
    % u2 W. T7 ?1 t/ d  k$ R3 A
87.                                    'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
    
88.                                    'Accept-Charset': 'ISO-8859-1,utf-8;q=0.7,*;q=0.3',
    
89.                                    'Accept-Encoding': 'none',
    
90.                                    'Accept-Language': 'en-US,en;q=0.8',
    
91.                                    'Connection': 'keep-alive'}
    ! ]; z& g! E' H2 w
92.                 wr = WebRequest()
    
93.                 #print hdr
    
94.                 response = wr.get(url,header=hdr)
    
95.                 #html = requests.get('https://www.example.com', proxies={"http": "http://{}".format(proxy)})
    
96.                 #response = requests.get(url, stream=True, headers={'User-agent': 'Mozilla/5.0'})
      s+ U- q! p9 L  b
97.                 #print url
    
98.                 for block in tqdm(response.iter_content(),ascii=True, desc='ImageDownload'):
    
99.                         if not block:
    4 N, C' ]3 U% j1 m
100.                                 break
     
101.                         handle.write(block)
     / G% `$ a1 _/ _' z
102. 
     1 _8 {' p* r* V" v, p/ q
103. def translate(to_translate, to_langage="auto", langage="auto"):
     
104. '''Return the translation using google translate
     7 [& E' H" J3 ^6 S, k. C$ ^) k
105. you must shortcut the langage you define (French = fr, English = en, Spanish = es, etc...)
     
106. if you don't define anything it will detect it or use english by default
     ( f: t6 v& @; u: w9 t) u
107. Example:
     
108. print(translate("salut tu vas bien?", "en"))
     % U/ X/ }) D  [0 f; [4 D/ l. I
109. hello you alright?'''
     
110. agents = {'User-Agent':"Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30)"}
     
111. before_trans = 'class="t0">'
     
112. link = "http://translate.google.com/m?ie=UTF-8&hl=%s&sl=%s&q=%s" % (to_langage, langage, to_translate.replace(" ", "+"))
     
113. request = requests.get(link, headers=agents)
     0 x* L2 L) U7 Y8 q7 e( l
114. page = request.content
       j) S. e5 Z. V  C0 O$ s
115. #print page
     
116. result = page[page.find(before_trans)+len(before_trans):]
     . P9 G9 l; M7 ]. {3 c, B
117. result = result.split("<")[0]
     7 }( |! U: o/ P+ @1 l
118. return result
     , L. W# {6 T; b7 V/ d6 D* j, u# H
119. 
     
120. tsxt_sen = []
     
121. from nltk.tokenize import sent_tokenize
     4 t9 E9 E1 m1 Y' l0 I4 j# K
122. def sentence_split(sentence): # 编写分句函数
     9 \% f8 X+ o0 X! \7 E3 z+ ^2 r/ B' c
123.     text_sen = []
     
124.     for s in sentence.split(','):
     2 b# I4 n# Q. t5 F. j, ]
125.        # if '?' in s:
     , i3 u; N7 a4 B* [1 Q& x
126.        #     tsxt_sen.extend(s.split('?'))
     4 @3 L' c0 W4 Y$ C  @3 F! I: b
127.        # elif ',' in s:
     
128.        #     tsxt_sen.extend(s.split(','))
     
129.        # else:
     
130.        text_sen.append(s)
     $ J8 O9 i$ f* s$ p* I
131.     return tsxt_sen
     
132. 
     
133. 
     
134. str = '''
     3 Y/ Q4 Y; o; @; |
135. It has not quite been greeted with the enthusiasm of the bottles of Scotch in the novel Whisky Galore, but the arrival of a cargo of pineapples on the shores of northern Scotland has sent scavengers rushing to the beach.
     
136. 
     0 J* B0 ]9 v4 [( o+ a8 ^
137. The fruit, which has appeared on Shetland and on beaches across the Western Isles, is thought to have come from several containers lost overboard in the Atlantic last October by cargo ship MV Lombok Strait.
     4 `+ J# s- u0 m9 [" o
138. 
     
139. Shetland islanders have now shared photos of their fruitful haul, in a story that echoes the plot of Whisky Galore, the 1947 novel by Sir Compton Mackenzie, later made and remade for the big screen.
     - f$ ^4 h3 f  c$ |$ l. M
140. 
     
141. The story tells of how the locals find their island awash with whisky after a ship loaded with liquor is wrecked off a fictional Scottish island.
     
142. 
     0 F/ [% D9 l+ }, Q$ t/ K1 c
143. The plot was based on the real-life salvage operations carried out by locals when the SS Politician, carrying 280,000 bottles of malt whisky, ran aground on Eriskay in 1943.
     ( @4 ^% f1 C* b
144. 
     
145. The arrival of the pineapples will be far less lucrative for beachcombers, and not as profitable, either, as the grounding of the cargo ship MSC Napoli off Branscombe beach in Devon in 2007.
     
146. 
     % T6 f* X, q- v7 m3 o
147. Then scavengers ignored police advice and arrived in their droves to explore shipping containers, which contained motorbikes, pet food, wine barrels and anti-wrinkle cream.
     
148. '''
     
149. 
     
150. 
     
151. text = ''.join(str).strip().lstrip().rstrip().replace('\n',' ')
     ) i6 v; j% i4 i6 z  T/ Y  G
152. with open('~/text.txt', 'wb') as handle:
     + N- @) ]  T7 |8 d
153.     handle.write(text)
     
154. 
     # y- n2 k; n/ m" c$ y% j
155. str = str.replace('”','"')
     
156. str = str.replace('“','"')
     
157. 
     
158. 
     * {' Z/ n2 ]. R7 P, _
159. def splitStr(str):
     
160.     arr = str.split(' ')
     # Q6 d4 q/ x2 a$ ?7 M3 b" V" k
161.     sz = len(arr)
     
162.     return [' '.join(arr[0:sz/2]),' '.join(arr[(sz/2):])]
     # l5 `& X: s$ o4 X* n7 |2 a& \
163.    
     9 n: y3 d: F  d9 d8 i( Y0 \  O# o) U# o
164. 
     + C& C4 g, W& Z6 G8 [
165. #print splitStr('with wording from North Korea about getting rid of its nuclear weapons and a guarantee from the United States that it would not interfere with the North’s regime or demand redress for human rights abuses.')
     - \; R8 @/ j$ M$ M% V
166. 
     
167. keyArr = []
     ; w$ [' }5 F: I7 {) v* l% v7 O+ o
168. sent_tokenize_list = sent_tokenize(str)
     
169. for s in sent_tokenize_list:
     & d) k2 m6 j+ m, A6 g; S% V
170.     sz = len(' '.join(s.split()))
     ! X( v8 i, B' ~( L! H, o/ H% U
171.     if sz <= 190:
     5 b7 }2 z( p% x- e
172.         keyArr.append(' '.join(s.split()))
     2 w: t! }0 g( M) m
173.         #print '[ '+' '.join(s.split())+' ]'
       _% w0 z3 I0 }& \
174.     else:
     4 l1 J( r) |! c
175.         for ses in s.split(','):
     : O: Z# K+ W' _
176.             if len(ses) > 190:
     3 x& N+ X3 H: r( _
177.                 keyArr.extend(splitStr(ses))
     
178.             else:
     
179.                 keyArr.append(' '.join(ses.split()))
     & u: ]: L% u7 Y3 [
180. 
     # |. B: M* ^2 T' U
181. 
     
182. API_URL = "http://translate.google.com/translate_tts?ie=UTF-8&tl=en-us"
     
183. #key = HTMLParser.unescape.__func__(HTMLParser, translate(str,'en'))
     
184. #keyArr = sentence_split(str)
     , N  M% I! B1 n+ U' Z& }! u* M
185. 
     
186. 
     , c! Z2 g+ S7 _; x
187. #print([text[i:i+n] for i in xrange(0, len(text), n)])
     ' p- `6 F3 u# b5 c
188. os.system('rm ~/tmp/audio/*.mp3')
     
189. namei = 0
     ; x/ r# j- `. t$ _6 R) e1 C
190. for i in keyArr:
     1 |8 I. d& r7 k0 O7 s/ K
191.     juzi = ' '.join(i.split())
     ( m; U9 g* ?* w& p! A" P
192.     sz = len(juzi)
     , U$ \' T! w, D7 s) E1 m' I  I( B
193.     link = API_URL+"&q="+juzi+"&client=tw-ob"
     
194.     print link
     8 s! Y+ j3 v' v4 L
195.     path = "~/tmp/audio/%d.mp3" % namei
     5 r; l1 F  ^: d5 z; [# j
196.         #print path
     / e: {+ ]/ t; V+ u% {# |
197.     DownloadAudio(link,path)
     
198.     os.system('file '+path)
     ! s  S& S! ?$ n5 }0 J
199.     time.sleep(1)
     5 l9 H  G, `$ E2 R7 `3 h& g( n+ u
200.     namei = namei + 1
     

复制代码

乱七八糟拼一拼 就是个小玩意～～～～～

xiaoxue

maxwell723 发表于 2018-8-28 15:46
( i8 F# n9 X) m/ n/ S好东西 不会用

整理下 分享个 youtube 全自动... 说白就是前几篇文章的合体。。。
4 n: `1 n2 U3 t# v. w* i

小白龙

厉害啊，python高手啊！

adamh3927

xiaoxue 发表于 2018-8-28 21:03
  K) t. N  M7 m* }5 \整理下 分享个 youtube 全自动... 说白就是前几篇文章的合体。。。

希望进口出炉  关注中

wjcj

google 的api要钱的吧，我在用自动采集翻译，百度语音api好像现在是免费的

xiaoxue

小白龙 发表于 2018-8-28 22:30
厉害啊，python高手啊！

7 k) B. G6 \* ?) q% S惶恐了，拼凑而已。。。

xiaoxue

wjcj 发表于 2018-8-29 21:31
google 的api要钱的吧，我在用自动采集翻译，百度语音api好像现在是免费的 ...

& D. r2 I% \/ v1 ]) n) H' P没用api 用的 移动端的。。没有限制... 就是字数限制 切分就好了

蚊子也贫血

怎么用的大佬