Logo

Programming-Idioms

This language bar is your friend. Select your favorite languages!
  • Python

Idiom #102 Load from HTTP GET request into a file

Make an HTTP request with method GET to the URL u, then store the body of the response in the file result.txt. Try to save the data as it arrives if possible, without having all its content in memory at once.

import requests
with open("results.txt", "wb") as fh:
	fh.write(requests.get(u).content)

if you don't have requests library installed, make sure to install the requests library like this: pip install requests
import urllib
filename, headers = urllib.request.urlretrieve(u, 'result.txt')

import std.net.curl;
download(u, "result.txt");
New implementation...
< > ⌨
programming-idioms.org 
with open("results.txt", "wb") as fh:
	fh.write(requests.get(u).content)
filename, headers = urllib.request.urlretrieve(u, 'result.txt')

download(u, "result.txt");
out, err := os.Create("result.txt")
if err != nil {
	return err
}
defer out.Close()

resp, err := http.Get(u)
if err != nil {
	return err
}
defer func() {
	io.Copy(io.Discard, resp.Body)
	resp.Body.Close()
}()
if resp.StatusCode != 200 {
	return fmt.Errorf("Status: %v", resp.Status)
}

_, err = io.Copy(out, resp.Body)
if err != nil {
	return err
}
(serapeum:write-stream-into-file
   (dex:get u :want-stream t)
              #P"result.txt"
              :direction :output
              :if-exists :supersede
              :if-does-not-exist :create)
var
  str: TMemorystream;
begin
  with TFPHTTPClient.create(nil) do 
  try
    str := TMemoryStream.create;
    try
      get(u, str);
      str.saveToFile('result.txt');
    finally
      str.free;
    end;
  finally
    free;
  end;
end;
my $response = HTTP::Tiny->new->mirror($u, 'result.txt');
u = URI('http://example.com/large_file')

Net::HTTP.start(u.host, u.port) do |http|
  request = Net::HTTP::Get.new(u)
  http.request(request) do |response|
    open('result.txt', 'w') do |file|
      response.read_body do |chunk|
        file.write(chunk)
      end
    end
  end
end
response = URI.open(u).read
File.write("result.txt", response)
let client = Client::new();
match client.get(&u).send() {
    Ok(res) => {
        let file = File::create("result.txt")?;
        ::std::io::copy(res, file)?;
    },
    Err(e) => eprintln!("failed to send request: {}", e),
};