eirenik0 · August 29, 2015 14:20 · Mar 2, 2014 · Mar 2, 2014
diff --git a/scrapper.py b/scrapper.py
@@ -12,7 +12,7 @@ def get(*args, **kwargs):
 
 @asyncio.coroutine
 def wait_with_progress(coros):
-    for f in tqdm(asyncio.as_completed(coros), total=len(coros)):
+    for f in tqdm.tqdm(asyncio.as_completed(coros), total=len(coros)):
         yield from f
 
 

diff --git a/scrapper.py b/scrapper.py
@@ -0,0 +1,38 @@
+import asyncio
+import aiohttp
+import bs4
+import tqdm
+
+
+@asyncio.coroutine
+def get(*args, **kwargs):
+    response = yield from aiohttp.request('GET', *args, **kwargs)
+    return (yield from response.read_and_close(decode=True))
+
+
+@asyncio.coroutine
+def wait_with_progress(coros):
+    for f in tqdm(asyncio.as_completed(coros), total=len(coros)):
+        yield from f
+
+
+def first_magnet(page):
+    soup = bs4.BeautifulSoup(page)
+    a = soup.find('a', title='Download this torrent using magnet')
+    return a['href']
+
+
+@asyncio.coroutine
+def print_magnet(query):
+    url = 'http://thepiratebay.se/search/{}/0/7/0'.format(query)
+    with (yield from sem):
+        page = yield from get(url, compress=True)
+    magnet = first_magnet(page)
+    print('{}: {}'.format(query, magnet))
+
+
+distros = ['archlinux', 'ubuntu', 'debian']
+sem = asyncio.Semaphore(5)
+loop = asyncio.get_event_loop()
+f = asyncio.wait([print_magnet(d) for d in distros])
+loop.run_until_complete(f)
No results found