urllib.error.HTTPError: HTTP Error 400: Bad Request

[Alexyitx]

这个问题该怎么解决呢

[pranavpawar3]

I have got the same error, can someone please guide through this ?

[kocica]

Same here. Did you guys solve it ?

[priyanshbrannen]

I was facing the same issue and then I got an alternate code to download images. It works! https://github.com/hardikvasa/google-images-download

[demarsen]

Hello. I would really like to determine if the precise issue has been solved, as I have been unable find a solution to..... Traceback (most recent call last): File "C:\Users\xxxx\OneDrive\Desktop\dark\darkflow-master\new_model_data\get_images.py", line 27, in links = get_links(search_name) File "C:\Users\xxxx\OneDrive\Desktop\dark\darkflow-master\new_model_data\get_images.py", line 18, in get_links json_string = ulib.urlopen(request).read() File "C:\Users\xxxx\Anaconda3\lib\urllib\request.py", line 223, in urlopen return opener.open(url, data, timeout) File "C:\Users\xxxx\Anaconda3\lib\urllib\request.py", line 532, in open response = meth(req, response) File "C:\Users\xxxx\Anaconda3\lib\urllib\request.py", line 642, in http_response 'http', request, response, code, msg, hdrs) File "C:\Users\xxxx\Anaconda3\lib\urllib\request.py", line 570, in error return self._call_chain(*args) File "C:\Users\xxxx\Anaconda3\lib\urllib\request.py", line 504, in _call_chain result = func(*args) File "C:\Users\xxxx\Anaconda3\lib\urllib\request.py", line 650, in http_error_default raise HTTPError(req.full_url, code, msg, hdrs, fp) urllib.error.HTTPError: HTTP Error 400: Bad Request

[Nosherwan-Akram]

You can use this script @demarsen does the same stuff you just need to input the thing you are searching for in the command line as input:

---

import os import time import sys import urllib import urllib.request from progressbar import ProgressBar

def get_raw_html(url): version = (3,0) curr_version = sys.version_info if curr_version >= version: #If the Current Version of Python is 3.0 or above import urllib.request #urllib library for Extracting web pages try: headers = {} headers['User-Agent'] = "Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.17 (KHTML, like Gecko) Chrome/24.0.1312.27 Safari/537.17" request = urllib.request.Request(url, headers = headers) resp = urllib.request.urlopen(request) respData = str(resp.read()) return respData except Exception as e: print(str(e)) else: #If the Current Version of Python is 2.x import urllib2 try: headers = {} headers['User-Agent'] = "Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.17 (KHTML, like Gecko) Chrome/24.0.1312.27 Safari/537.17" request = urllib2.Request(url, headers = headers) try: response = urllib2.urlopen(request) except URLError: # Handling SSL certificate failed context = ssl._create_unverified_context() response = urlopen(req,context=context) #response = urllib2.urlopen(req) raw_html = response.read() return raw_html
except: return"Page Not found"

def next_link(s): start_line = s.find('rg_di') if start_line == -1: #If no links are found then give an error! end_quote = 0 link = "no_links" return link, end_quote else: start_line = s.find('"class="rg_meta"') start_content = s.find('"ou"',start_line+1) end_content = s.find(',"ow"',start_content+1) content_raw = str(s[start_content+6:end_content-1]) return content_raw, end_content

def all_links(page): links = [] while True: link, end_content = next_link(page) if link == "no_links": break else: links.append(link) #Append all the links in the list named 'Links' #time.sleep(0.1) #Timer could be used to slow down the request for image downloads page = page[end_content:] return links

def download_images(links, search_keyword):

choice = input("Do you want to save the links? [y]/[n]: ")
if choice=='y' or choice=='Y':
    #write all the links into a test file. 
    f = open('links.txt', 'a')        #Open the text file called links.txt
    for link in links:
        f.write(str(link))
        f.write("\n")
    f.close()   #Close the file 
num = input("Enter number of images to download (max 100): ")
counter = 1
errors=0
search_keyword = search_keyword.replace("%20","_")
directory = search_keyword+'/'
if not os.path.isdir(directory):
    os.makedirs(directory)
pbar = ProgressBar()
for link in pbar(links):
    if counter<=int(num):
        file_extension = link.split(".")[-1]
        filename = directory + str(counter) + "."+ file_extension
        #print ("Downloading image: " + str(counter)+'/'+str(num))
        try:
            urllib.request.urlretrieve(link, filename)
        except IOError:
            errors+=1
            #print ("\nIOError on Image" + str(counter))
        except urllib.error.HTTPError as e:
            errors+=1
            #print ("\nHTTPError on Image"+ str(counter))
        except urllib.error.URLError as e:
            errors+=1
            #print ("\nURLError on Image" + str(counter))

    counter+=1
return errors

def search():

version = (3,0)
curr_version = sys.version_info
if curr_version >= version:     #If the Current Version of Python is 3.0 or above
    import urllib.request    #urllib library for Extracting web pages
else:
    import urllib2 #If current version of python is 2.x

search_keyword = input("Enter the search query: ")

#Download Image Links
links = []
search_keyword = search_keyword.replace(" ","%20")
url = 'https://www.google.com/search?q=' + search_keyword+ '&espv=2&biw=1366&bih=667&site=webhp&source=lnms&tbm=isch&sa=X&ei=XosDVaCXD8TasATItgE&ved=0CAcQ_AUoAg'
raw_html =  (get_raw_html(url))
links = links + (all_links(raw_html))
print ("Total Image Links = "+str(len(links)))
print ("\n")
errors = download_images(links, search_keyword)
print ("Download Complete.\n"+ str(errors) +" errors while downloading.")

search()

[iseegr8tfuldeadppl]

@Nosherwan-Akram better formatting please, this is useless code with no indentations. thanks.