CRAWLING WITH PYTHON

import requests
from bs4 import BeautifulSoup

session = requests.Session()
session.trust_env = False
session.verify = False

receive = session.get(url='http://www.google.com')
html = receive.text

bsObj = BeautifulSoup(html, 'html.parser')

for div in bsObj.find_all('div'):
     print(div.get('id'))