phppot.com main menu and sub menu scrap using python bs4
from bs4 import BeautifulSoup import urllib2 import smtplib phpPOT = urllib2.urlopen("http://phppot.com") phpPotHtml = phpPOT.read() phpPOT.close() mainMenu = BeautifulSoup(phpPotHtml, "html.parser") redditAll = mainMenu.find_all(id="tutorial-menu") mailtext="" for links in mainMenu.ul: print links.a.text print links.a.get("href") subURL = links.a.get("href") submenu = urllib2.urlopen(subURL) submenuHtml = submenu.read() submenuData = BeautifulSoup(submenuHtml, "html.parser") submenu1 = submenuData.find_all(id="tutorial-menu") #print submenu1 print "SubMenu-------------start---------" mailtext += links.a.get("href") for smenu in submenu1: for child in smenu.ul: submenu2 = child.find_all("ul",{"class" :"sub-menu"}) #print "SubMenu-------------start-...