Spencer/Python_HTTP_JavaScript_Scraper
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

small doc changes

Browse Source
This commit is contained in:
Pin
2022-01-23 17:09:00 -05:00
parent f1e76d8d41
commit 47a4850f00
2 changed files with 12 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
main.py
View File

@@ -18,7 +18,7 @@ def generate_request():
global USER_AGENT
global REQUEST
USER_AGENT = "Mozilla/5.0 (X11; Linux x86_64; rv:95.0) Gecko/20100101 Firefox/95.0"
REQUEST = "GET / HTTP/1.1\r\nHost: %s\r\nConnection: close\r\nUser-Agent: %s\r\n\r\n" % (HOST_REQUEST, USER_AGENT)
REQUEST = "GET / HTTP/1.1\r\nHost: %s\r\nConnection: close\r\nAccept-Encoding: Identity\r\nUser-Agent: %s\r\n\r\n" % (HOST_REQUEST, USER_AGENT)
return
def pull_external_url(text):
@@ -187,7 +187,7 @@ def main():
# Obtain data from response
fr = ""
while True:
r = w.recv(8192)
r = w.recv(32768)
if not r:
break
fr += r.decode()