2017-09-15 05:21:39 +02:00
|
|
|
require 'json'
|
|
|
|
require 'open-uri'
|
2017-09-20 04:34:01 +02:00
|
|
|
require 'fileutils'
|
|
|
|
require 'optparse'
|
|
|
|
|
|
|
|
options = {}
|
|
|
|
parser = OptionParser.new do |opts|
|
|
|
|
opts.banner = "Usage: vsco-dl.rb [options] username"
|
|
|
|
|
|
|
|
opts.on "-m", "--[no-]metadata", "Save metadata" do |m|
|
|
|
|
options[:metadata] = m
|
|
|
|
end
|
|
|
|
|
|
|
|
opts.on "-oOUTPUT", "--output=output", "Where to save the files (default is cwd)" do |o|
|
|
|
|
options[:output] = o
|
|
|
|
end
|
|
|
|
|
|
|
|
opts.on "-w", "--[no-]overwrite", "Overwrite previously downloaded files" do |w|
|
|
|
|
options[:overwrite] = w
|
|
|
|
end
|
|
|
|
end
|
|
|
|
parser.parse!
|
2017-09-15 05:21:39 +02:00
|
|
|
|
|
|
|
user = ARGV[0]
|
2017-09-20 04:34:01 +02:00
|
|
|
if user.nil?
|
|
|
|
$stderr.puts "Error: Username is required."
|
|
|
|
$stderr.puts parser
|
|
|
|
exit 1
|
|
|
|
end
|
|
|
|
|
2017-10-01 05:30:57 +02:00
|
|
|
print "Loading initial data"
|
|
|
|
|
2017-09-15 05:21:39 +02:00
|
|
|
# this is v gross, but they probably do it like this on purpose
|
|
|
|
initial = open "https://vsco.co/#{user}/images/1"
|
|
|
|
vs = /vs=(\S*);/.match(initial.meta['set-cookie']).captures[0]
|
|
|
|
siteId = JSON.parse(/window.VSCOVARS.SiteSettings = ({.*})/.match(initial.read).captures[0])['id']
|
|
|
|
|
2017-10-01 05:30:57 +02:00
|
|
|
# vsco seems to timeout on requests for very large amounts of images
|
|
|
|
# it also doesn't send the actual total amount of images in requests
|
|
|
|
# total will either be the real total or page * size + 1, which means
|
|
|
|
# there's at least one more page of images to be requested (or more)
|
|
|
|
page = 1
|
|
|
|
size = 1000
|
|
|
|
images = []
|
|
|
|
loop do
|
|
|
|
response = JSON.load open "https://vsco.co/ajxp/#{vs}/2.0/medias?site_id=#{siteId}&page=#{page}&size=#{size}", 'Cookie' => "vs=#{vs};"
|
|
|
|
images.concat response['media']
|
2017-10-01 05:33:00 +02:00
|
|
|
break if response['total'] <= page * size
|
2017-10-01 05:30:57 +02:00
|
|
|
page += 1
|
|
|
|
end
|
|
|
|
|
|
|
|
puts " ...done!"
|
2017-09-15 05:21:39 +02:00
|
|
|
|
2017-09-20 04:36:04 +02:00
|
|
|
path = user
|
|
|
|
path = File.join options[:output], user unless options[:output].nil?
|
|
|
|
FileUtils.mkdir_p path unless File.exist? path
|
|
|
|
|
2017-09-15 05:21:39 +02:00
|
|
|
images.each_with_index do |r, i|
|
|
|
|
print "Image #{i + 1} of #{images.length}\r"
|
|
|
|
|
2017-09-20 04:34:01 +02:00
|
|
|
file_path = File.join path, "#{r['upload_date']}"
|
|
|
|
|
|
|
|
if options[:metadata]
|
|
|
|
json_path = "#{file_path}.json"
|
|
|
|
if options[:overwrite] or not File.exist? json_path
|
|
|
|
File.open json_path, 'w' do |file|
|
|
|
|
file.write JSON.pretty_generate r
|
|
|
|
end
|
2017-09-15 05:21:39 +02:00
|
|
|
end
|
2017-09-16 01:45:39 +02:00
|
|
|
end
|
|
|
|
|
2017-09-21 02:05:49 +02:00
|
|
|
image_url = r['is_video'] ? r['video_url'] : r['responsive_url']
|
|
|
|
image_path = "#{file_path}#{File.extname image_url}"
|
|
|
|
if options[:overwrite] or not File.exist? image_path
|
|
|
|
open "https://#{image_url}" do |f|
|
|
|
|
File.open image_path, 'wb' do |file|
|
2017-09-15 05:21:39 +02:00
|
|
|
file.write f.read
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
if (i + 1) == images.length
|
|
|
|
puts "Image #{i + 1} of #{images.length} ...done!"
|
|
|
|
end
|
|
|
|
end
|