Styjun

I'm currently using a library called Twint that is used for collecting Tweets. I wrote a short script to collect the Tweets from a CSV of usernames but the connection got terminated while the script was running. Here's what I wrote:

import twint
import pandas as pd


def twint_scrape(username, output, since='2017-05-10', until='2019-01-07'):
 c = twint.Config()
 c.Username = username
 print("Scraping Tweets for ".format(c.Username))
 c.Since = since
 print("Starting date: ".format(c.Since))
 c.Until = until
 print("End date: ".format(c.Until))
 c.Store_csv = True
 c.Hide_output = True
 c.Output = output

 twint.run.Search(c)
 return None


names_accounts = pd.read_csv('./names_accounts.csv')
usernames = names_accounts['Account']

for username in usernames:
 print("Current username: ".format(username))
 twint_scrape(username, username)

And this is the error message that I get:

Traceback (most recent call last):
 File "./twitter_scraper.py", line 29, in <module>
 twint_scrape(username, username)
 File "./twitter_scraper.py", line 20, in twint_scrape
 twint.run.Search(c)
 File "C:UsersseantAnaconda3libsite-packagestwintrun.py", line 201, in Search
 run(config)
 File "C:UsersseantAnaconda3libsite-packagestwintrun.py", line 153, in run
 get_event_loop().run_until_complete(Twint(config).main())
 File "C:UsersseantAnaconda3libasynciobase_events.py", line 573, in run_until_complete
 return future.result()
 File "C:UsersseantAnaconda3libsite-packagestwintrun.py", line 121, in main
 await self.tweets()
 File "C:UsersseantAnaconda3libsite-packagestwintrun.py", line 97, in tweets
 await self.Feed()
 File "C:UsersseantAnaconda3libsite-packagestwintrun.py", line 40, in Feed
 response = await get.RequestUrl(self.config, self.init, headers=[("User-Agent", self.user_agent)])
 File "C:UsersseantAnaconda3libsite-packagestwintget.py", line 58, in RequestUrl
 response = await Request(_url, params=params, connector=_connector, headers=headers)
 File "C:UsersseantAnaconda3libsite-packagestwintget.py", line 89, in Request
 return await Response(session, url, params)
 File "C:UsersseantAnaconda3libsite-packagestwintget.py", line 94, in Response
 async with session.get(url, ssl=False, params=params) as response:
 File "C:UsersseantAnaconda3libsite-packagesaiohttpclient.py", line 1005, in __aenter__
 self._resp = await self._coro
 File "C:UsersseantAnaconda3libsite-packagesaiohttpclient.py", line 497, in _request
 await resp.start(conn)
 File "C:UsersseantAnaconda3libsite-packagesaiohttpclient_reqrep.py", line 844, in start
 message, payload = await self._protocol.read() # type: ignore # noqa
 File "C:UsersseantAnaconda3libsite-packagesaiohttpstreams.py", line 588, in read
 await self._waiter
aiohttp.client_exceptions.ClientOSError: [WinError 10054] 현재 연결은 원격 호스트에 의해 강제로 끊겼습니다

The Korean in the last line is basically saying that the connection has been terminated by a remote host.

Is there anyway that I can keep the connection alive while keeping my script running? Any feedback would be greatly appreciated. Thanks!