Is there a possibility to scrape multiple pages of a website with beautiful soup? I have the following code
import requests
from bs4 import BeautifulSoup
import urllib2,sys
import lxml.html as lh
import time
content = requests.get(url).text
soup = BeautifulSoup(content, 'html.parser')
title = soup.find_all('div', class_ = 'cathead')
print title
date = soup.find_all('div', class_ = 'cat-meta')
print date
text = soup.find_all('p')
print text