CJ_Clippy
de5a4c11b2
subrepo: subdir: "apps/twscrape" merged: "e4dce5d3" upstream: origin: "https://github.com/vladkens/twscrape" branch: "main" commit: "e4dce5d3" git-subrepo: version: "0.4.9" origin: "???" commit: "???"
38 lines
938 B
Python
38 lines
938 B
Python
"""
|
|
This example shows how to use twscrape to complete some queries in parallel.
|
|
To limit the number of concurrent requests, see examples/parallel_search_with_limit.py
|
|
"""
|
|
|
|
import asyncio
|
|
|
|
import twscrape
|
|
|
|
|
|
async def worker(api: twscrape.API, q: str):
|
|
tweets = []
|
|
try:
|
|
async for doc in api.search(q):
|
|
tweets.append(doc)
|
|
except Exception as e:
|
|
print(e)
|
|
finally:
|
|
return tweets
|
|
|
|
|
|
async def main():
|
|
api = twscrape.API()
|
|
# add accounts here or before from cli (see README.md for examples)
|
|
await api.pool.add_account("u1", "p1", "eu1", "ep1")
|
|
await api.pool.login_all()
|
|
|
|
queries = ["elon musk", "tesla", "spacex", "neuralink", "boring company"]
|
|
results = await asyncio.gather(*(worker(api, q) for q in queries))
|
|
|
|
combined = dict(zip(queries, results))
|
|
for k, v in combined.items():
|
|
print(k, len(v))
|
|
|
|
|
|
if __name__ == "__main__":
|
|
asyncio.run(main())
|