phppot.com main menu and sub menu scrap using python bs4





from bs4 import BeautifulSoup
import urllib2
import smtplib


phpPOT = urllib2.urlopen("http://phppot.com")
phpPotHtml = phpPOT.read()
phpPOT.close()

mainMenu = BeautifulSoup(phpPotHtml, "html.parser")
redditAll = mainMenu.find_all(id="tutorial-menu")
mailtext=""
for links in mainMenu.ul:
    print links.a.text
    print links.a.get("href")
    subURL = links.a.get("href")
    submenu = urllib2.urlopen(subURL)
    submenuHtml = submenu.read()
    submenuData = BeautifulSoup(submenuHtml, "html.parser")
    submenu1 = submenuData.find_all(id="tutorial-menu")
    #print submenu1
    print "SubMenu-------------start---------"
    mailtext += links.a.get("href")
    for smenu in submenu1:
    for child in smenu.ul:
    submenu2 = child.find_all("ul",{"class" :"sub-menu"})
    #print "SubMenu-------------start---------"
    for lastchild in submenu2:
    all_link = lastchild.find_all("a")
    for al in all_link:
    print al.text
                    #print al.get("href")
                    #mailtext += "\n"
                    #mailtext += al.get('href')
    mailtext += "\n"



to = 'satyendradv956@gmail.com'
gmail_user = 'user@gmail.com'
gmail_pwd = 'password'
smtpserver = smtplib.SMTP("smtp.gmail.com",587)
smtpserver.ehlo()
smtpserver.starttls()
smtpserver.ehlo
smtpserver.login(gmail_user, gmail_pwd)
header = 'To:' + to + '\n' + 'From: ' + gmail_user + '\n' + 'Subject:satyendra account details with testing of local smtp server with gmail id \n'
print header
msg = header + '\n this is test msg from smtpserver\nBANK OF BARODA :\n1. Name Satyendra Yadav\n2. SB A/c Number :35500100007883\n3. Bank Name :Bank of Baroda\n4. Branch Name: BOB Rawatpur Branch\n5. IFSC Code :BARB0RAWATP\n\n'
smtpserver.sendmail(gmail_user, to, mailtext)
print 'done!'
smtpserver.close()


    #print "-------------"

Comments