每天涨停数据爬虫

admin

1. import requests
   
2. import json
   
3. import pandas as pd
   
4. 
   
5. #http://stock.jrj.com.cn/tzzs/zdforce.shtml?to=pc
   
6. url = 'http://home.flashdata2.jrj.com.cn/limitStatistic/ztForce/20210305.js'
   
7. 
   
8. headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/78.0.3904.108 Safari/537.36'}
   
9. 
   
10. response = requests.get(url, headers=headers)
    
11. json_str = response.content.decode('gbk')
    
12. json_str = json_str.replace('var yzb_ztForce=', '')
    
13. index = json_str.find('Data')
    
14. # print(index)
    
15. data = json_str[index:]
    
16. 
    
17. data = data.replace('Data:', '')
    
18. data = data.replace('}', '')
    
19. data  =data[6:-1]
    
20. 
    
21. data = json.loads(data)
    
22. hi = pd.DataFrame(data)
    
23. 
    
24. 
    
25. hi.columns = ['stockcode','stockname','nowPrice','priceLimit','fcb','flb','fdMoney','firstZtTime','lastZtTime','opentime','zhenfu','force']
    

复制代码

admin

1. import requests
   
2. import json
   
3. import pandas as pd
   
4. 
   
5. 
   
6. 
   
7. def ztg(day):
   
8. 
   
9.     #http://stock.jrj.com.cn/tzzs/zdforce.shtml?to=pc
   
10.     url = 'http://home.flashdata2.jrj.com.cn/limitStatistic/ztForce/'   + day +  '.js'
    
11.    
    
12.     headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/78.0.3904.108 Safari/537.36'}
    
13.    
    
14.     response = requests.get(url, headers=headers)
    
15.     json_str = response.content.decode('gbk')
    
16.     json_str = json_str.replace('var yzb_ztForce=', '')
    
17.     index = json_str.find('Data')
    
18.     # print(index)
    
19.     data = json_str[index:]
    
20.    
    
21.     data = data.replace('Data:', '')
    
22.     data = data.replace('}', '')
    
23.     data  =data[6:-1]
    
24.    
    
25.     data = json.loads(data)
    
26.     hi = pd.DataFrame(data)
    
27.    
    
28.    
    
29.    
    
30.     hi.columns = ['stockcode','stockname','nowPrice','priceLimit','fcb','flb','fdMoney','firstZtTime','lastZtTime','opentime','zhenfu','force']
    
31. 
    
32.     hi['day']  = day
    
33.    
    
34.     return hi
    
35. 
    
36. 
    
37. 
    
38. 
    
39. import tushare as ts
    
40. import datetime
    
41. 
    
42. pro = ts.pro_api('7322d9b3de6e6f0a650c5f3a70ca121cb35006a52a1c8c46ee7f0c63')
    
43. OpenList = pro.trade_cal(start_date='20210201')
    
44. 
    
45. 
    
46. DatetimeNOW = datetime.datetime.now().strftime('%Y%m%d')
    
47. kai = OpenList[(OpenList.cal_date < DatetimeNOW)&(OpenList.is_open==1)]['cal_date']
    
48. 
    
49. 
    
50. zt = pd.DataFrame()
    
51. 
    
52. for i in kai:
    
53.     zt = zt.append(ztg(i))
    
54.     print(i)
    
55.    
    
56. 
    
57. 
    
58. zt.to_csv('zt.csv')
    
59. 
    
60. 
    
61. 
    
62. 
    
63. 
    
64. 
    
65. 
    
66. 
    
67. 
    
68. 
    
69. 
    
70. 
    
71. 
    
72. 
    
73. 
    
74. 
    
75. 
    
76. 
    

复制代码