input: Write a function to create a web crawler in Python that starts from a given URL, searches for other links on the page, and then scrapes the content of the page.
  
  def crawl(url):
   visited = set()
   queue = [url] 
   
   while queue:
   curr = queue.pop(0)
   visited.add(curr) 
   response = requests.get(curr)
   
   if response.ok:
   soup = BeautifulSoup(response.text, 'html.parser')
  
  # scrape the page here 
  
  # find all the links
   links = soup.find_all('a', href=re.compile('^http')) 
   
   for link in links:
   if link['href'] not in visited:
   queue.append(link['href'])
  
  assert crawl('http://example.com') is not None
  assert crawl('http://example.com') is not None
  assert crawl('http://notarealsite.com') is not None
output: def crawl(url):
      visited = set()
      queue = [url]
      
      while queue:
          curr = queue.pop(0)
          visited.add(curr)
          try:
              response = requests.get(curr)
              if response.ok:
                  soup = BeautifulSoup(response.text, 'html.parser')
                  
                  # scrape the page here
                  content = soup.get_text()
                  
                  # find all the links
                  links = soup.find_all('a', href=re.compile('^http'))
                  
                  for link in links:
                      if link['href'] not in visited:
                          queue.append(link['href'])
          except requests.RequestException:
              continue