/
yts_am_api.py
93 lines (84 loc) · 2.9 KB
/
yts_am_api.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
import requests
import json
import time
from requests.adapters import HTTPAdapter
from requests.packages.urllib3.util.retry import Retry
def requests_retry_session(
retries=3,
backoff_factor=0.3,
status_forcelist=(500, 502, 504),
session=None,
):
session = session or requests.Session()
retry = Retry(
total=retries,
read=retries,
connect=retries,
backoff_factor=backoff_factor,
status_forcelist=status_forcelist,
)
adapter = HTTPAdapter(max_retries=retry)
session.mount('http://', adapter)
session.mount('https://', adapter)
return session
def create_json_file(json_file_number):
name = 'torrents' + str(json_file_number) + '.json'
with open(name, 'w') as f:
content = {}
json.dump(content, f)
def add_torrent_to_json_file(json_file_number):
name = 'torrents' + str(json_file_number) + '.json'
with open(name, 'r') as f:
content = json.load(f)
content[title_long] = {'720_bluray': torrent_720_bluray, '1080_bluray': torrent_1080_bluray,
'720_web': torrent_720_web, '1080_web': torrent_1080_web}
with open(name, 'w') as f:
json.dump(content, f)
json_file_number = 1
create_json_file(json_file_number)
url = "https://yts.am/api/v2/list_movies.json?limit=50&page="
count = 0
movie_count = 0
for page in range(1, 424):
count += 1
api_url = url + str(page)
time.sleep(1)
print(api_url)
response = requests_retry_session().get(api_url, timeout=3).json()
time.sleep(2)
data = response.get('data')
movies = data.get('movies')
if movies is None:
print("No more torrents on this page")
exit()
for movie in movies:
movie_count += 1
title_long = movie.get('title_long')
print(title_long)
print('movie_count', movie_count)
torrents = movie.get('torrents')
if torrents is None:
print("no torrent for this movie")
continue
torrent_720_web = None
torrent_1080_web = None
torrent_720_bluray = None
torrent_1080_bluray = None
for torrent in torrents:
if torrent.get('quality') == "720p":
if torrent.get('type') == "web":
torrent_720_web = torrent.get('url')
elif torrent.get('type') == "bluray":
torrent_720_bluray = torrent.get('url')
elif torrent.get('quality') == "1080p":
if torrent.get('type') == "web":
torrent_1080_web = torrent.get('url')
elif torrent.get('type') == "bluray":
torrent_1080_bluray = torrent.get('url')
if count < 20:
add_torrent_to_json_file(json_file_number)
else:
count = 1
json_file_number += 1
create_json_file(json_file_number)
add_torrent_to_json_file(json_file_number)