22 lines
546 B
Python
22 lines
546 B
Python
from urllib.parse import parse_qs, urlparse
|
|
from bs4 import BeautifulSoup
|
|
|
|
def getUrlParam(url, param):
|
|
return parse_qs(
|
|
urlparse(url).query
|
|
)[param][0]
|
|
|
|
def findAll(response, tag, param=None):
|
|
root = BeautifulSoup(response.text, 'html.parser')
|
|
if param:
|
|
return root.findAll(tag, param)
|
|
else:
|
|
return root.findAll(tag)
|
|
|
|
def find(response, tag, param=None):
|
|
root = BeautifulSoup(response.text, 'html.parser')
|
|
if param:
|
|
return root.find(tag, param)
|
|
else:
|
|
return root.find(tag)
|