phppot.com main menu and sub menu scrap using python bs4
from bs4 import BeautifulSoup
import urllib2
import smtplib
phpPOT = urllib2.urlopen("http://phppot.com")
phpPotHtml = phpPOT.read()
phpPOT.close()
mainMenu = BeautifulSoup(phpPotHtml, "html.parser")
redditAll = mainMenu.find_all(id="tutorial-menu")
mailtext=""
for links in mainMenu.ul:
print links.a.text
print links.a.get("href")
subURL = links.a.get("href")
submenu = urllib2.urlopen(subURL)
submenuHtml = submenu.read()
submenuData = BeautifulSoup(submenuHtml, "html.parser")
submenu1 = submenuData.find_all(id="tutorial-menu")
#print submenu1
print "SubMenu-------------start---------"
mailtext += links.a.get("href")
for smenu in submenu1:
for child in smenu.ul:
submenu2 = child.find_all("ul",{"class" :"sub-menu"})
#print "SubMenu-------------start---------"
for lastchild in submenu2:
all_link = lastchild.find_all("a")
for al in all_link:
print al.text
#print al.get("href")
#mailtext += "\n"
#mailtext += al.get('href')
mailtext += "\n"
to = 'satyendradv956@gmail.com'
gmail_user = 'user@gmail.com'
gmail_pwd = 'password'
smtpserver = smtplib.SMTP("smtp.gmail.com",587)
smtpserver.ehlo()
smtpserver.starttls()
smtpserver.ehlo
smtpserver.login(gmail_user, gmail_pwd)
header = 'To:' + to + '\n' + 'From: ' + gmail_user + '\n' + 'Subject:satyendra account details with testing of local smtp server with gmail id \n'
print header
msg = header + '\n this is test msg from smtpserver\nBANK OF BARODA :\n1. Name Satyendra Yadav\n2. SB A/c Number :35500100007883\n3. Bank Name :Bank of Baroda\n4. Branch Name: BOB Rawatpur Branch\n5. IFSC Code :BARB0RAWATP\n\n'
smtpserver.sendmail(gmail_user, to, mailtext)
print 'done!'
smtpserver.close()
#print "-------------"
import urllib2
import smtplib
phpPOT = urllib2.urlopen("http://phppot.com")
phpPotHtml = phpPOT.read()
phpPOT.close()
mainMenu = BeautifulSoup(phpPotHtml, "html.parser")
redditAll = mainMenu.find_all(id="tutorial-menu")
mailtext=""
for links in mainMenu.ul:
print links.a.text
print links.a.get("href")
subURL = links.a.get("href")
submenu = urllib2.urlopen(subURL)
submenuHtml = submenu.read()
submenuData = BeautifulSoup(submenuHtml, "html.parser")
submenu1 = submenuData.find_all(id="tutorial-menu")
#print submenu1
print "SubMenu-------------start---------"
mailtext += links.a.get("href")
for smenu in submenu1:
for child in smenu.ul:
submenu2 = child.find_all("ul",{"class" :"sub-menu"})
#print "SubMenu-------------start---------"
for lastchild in submenu2:
all_link = lastchild.find_all("a")
for al in all_link:
print al.text
#print al.get("href")
#mailtext += "\n"
#mailtext += al.get('href')
mailtext += "\n"
to = 'satyendradv956@gmail.com'
gmail_user = 'user@gmail.com'
gmail_pwd = 'password'
smtpserver = smtplib.SMTP("smtp.gmail.com",587)
smtpserver.ehlo()
smtpserver.starttls()
smtpserver.ehlo
smtpserver.login(gmail_user, gmail_pwd)
header = 'To:' + to + '\n' + 'From: ' + gmail_user + '\n' + 'Subject:satyendra account details with testing of local smtp server with gmail id \n'
print header
msg = header + '\n this is test msg from smtpserver\nBANK OF BARODA :\n1. Name Satyendra Yadav\n2. SB A/c Number :35500100007883\n3. Bank Name :Bank of Baroda\n4. Branch Name: BOB Rawatpur Branch\n5. IFSC Code :BARB0RAWATP\n\n'
smtpserver.sendmail(gmail_user, to, mailtext)
print 'done!'
smtpserver.close()
#print "-------------"


Comments
Post a Comment