Python Async crawling failure: aiohttp.client_exceptions.ClientPayloadError: Response payload is not completed

At the moment I try to get into python and the possibilities of asynchronous requests.

Therefore I like to crawl a page with more than 1000 sites. Each site has 100 further links I need to follow and crawl as well. So my attempt to do this in a two-stage process.

First: crawl all the main pages and gathering the data, copying the links. Second: iterate through the response and make all the other requests for the links on the main pages.

But I always run into an Error:

Does anybody see what's going wrong here?

Traceback (most recent call last):
  File "/Users/jonathansaudhof/Programming/Python basics/test_async.py", line 91, in <module>
    main()
  File "/Users/jonathansaudhof/Programming/Python basics/test_async.py", line 82, in main
    loop.run_until_complete(future)
  File "/usr/local/Cellar/python@3.8/3.8.4/Frameworks/Python.framework/Versions/3.8/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
    return future.result()
  File "/Users/jonathansaudhof/Programming/Python basics/test_async.py", line 53, in getPageQuestions
    questions = await asyncio.gather(*tasks)
  File "/Users/jonathansaudhof/Programming/Python basics/test_async.py", line 40, in get_html
    html = await resp.content.read()
  File "/Users/jonathansaudhof/Programming/Python basics/env/lib/python3.8/site-packages/aiohttp/streams.py", line 358, in read
    block = await self.readany()
  File "/Users/jonathansaudhof/Programming/Python basics/env/lib/python3.8/site-packages/aiohttp/streams.py", line 380, in readany
    await self._wait('readany')
  File "/Users/jonathansaudhof/Programming/Python basics/env/lib/python3.8/site-packages/aiohttp/streams.py", line 296, in _wait
    await waiter
aiohttp.client_exceptions.ClientPayloadError: Response payload is not completed

My Code:

import aiohttp 
import asyncio
from bs4 import BeautifulSoup
import json


result={}
result["data"]=[]

baseUrl= "https://example.com"

def getQuestionAnswers(html):

    soup = BeautifulSoup(html, "lxml")
    rows = soup.tbody.findAll("tr")

    r=[]
    for row in rows:
        rowTd = row.findAll("td")
        data = {}
        data["answer"] = ("").join(rowTd[0].a.contents)
        data["characters"] = int(rowTd[1].contents[0].split()[0])
        r.append(data)
    return r



async def get_html(url, session, sem):
    async with sem:
        async with session.get(url) as resp:
         
            html = await resp.content.read()
            return html


async def getPageQuestions(until):
    r = []
    tasks = []

    # First Step: getting all main pages

    sem = asyncio.Semaphore(30)
    async with aiohttp.ClientSession() as session1:
        for n in range(until):
            task = asyncio.ensure_future(get_html(baseUrl + /page=" + str(n), session1, sem))
            tasks.append(task)
        
        questions = await asyncio.gather(*tasks)
    
    
    # Second Step: getting all main pages

    answers=[]    
    async with aiohttp.ClientSession() as sessions:
       for html in questions:
          soup = BeautifulSoup(html, "lxml") 
          rows = soup.tbody.findAll("tr")
       
          for row in rows:
              rowTd = row.findAll("td")
              answers.append(asyncio.ensure_future(get_html(baseUrl + rowTd[0].a.get("href"), session2)))   
       answers = await asyncio.gather(*answers)

    # TODO merge questions and answers together in an object
    result["data"].append(r)




    
def main():

    loop = asyncio.get_event_loop()
    future = asyncio.ensure_future(getPageQuestions(1751))
    loop.run_until_complete(future)
    print(result)
    with open('data_a.json', 'w') as outfile:
        json.dump(result, outfile)
    
    print("Done.")

if __name__ == '__main__':

    main()