使用mechanize分析并批量下載校內網相冊照片

life-boy

自己閑來無事，用mechanize做了一個可以下載校內相冊照片的代碼
寫的有些簡陋。。。。主要是根據相冊的地址來分析用戶ID和相冊ID，然后模擬請求相冊頁面，并提取所有照片，然后下載到本地的一個文件夾中
ruby版本：ruby1.8.7 or ruby1.9.2
操作系統：windows 7
linux下沒有試過~不過應該也可以的

1. #encoding: utf-8
   
2. require 'rubygems'
   
3. require 'mechanize'
   
4. 
   
5. class Renren
   
6. 
   
7.   def initialize(e,p)
   
8.     @agent = Mechanize.new
   
9.     @page = @agent.get('http://3g.renren.com/')
   
10.     @page = @page.form_with(:method => 'POST') do |r|
    
11.       r.email = e
    
12.       r.password = p
    
13.     end.submit
    
14.   end
    
15. 
    
16.   def fetch_other_photo(album_link,foldername)
    
17.     photo_urls = []
    
18.     puts Iconv.conv("gb2312", "utf-8", "開始分析相冊地址.....")
    
19.     begin
    
20.       user_id,album_id = parse_album_uri(album_link)
    
21.     rescue
    
22.       puts Iconv.conv("gb2312", "utf-8", "您的相冊地址不正確，請重新輸入！")
    
23.       return
    
24.     end
    
25.     page = @agent.get("http://3g.renren.com/album/wgetalbum.do?id=#{user_id}&owner=#{album_id}")
    
26.     puts Iconv.conv("gb2312", "utf-8", "正在獲取所有照片地址.....")
    
27.     loop do
    
28.       page.links_with(:href => /http:\/\/3g\.renren\.com\/album\/wgetphoto\.do?/).each do |link|
    
29.         photo = link.click
    
30.         photo_urls << photo.link_with(:text => "下載該圖").href
    
31.       end
    
32.       break if page.link_with(:text => "下一頁").nil?
    
33.       page = page.link_with(:text => "下一頁").click
    
34.     end
    
35.     if photo_urls.length > 0
    
36.       puts Iconv.conv("gb2312", "utf-8", "開始下載相冊.....")
    
37.       unless File.directory?("#{foldername}")
    
38.         Dir.mkdir("#{foldername}")
    
39.       end
    
40.       Dir.chdir("#{foldername}") do |path|
    
41.           photo_urls.each do |photo_url|
    
42.             @agent.get(photo_url) do |photo|
    
43.               puts Iconv.conv("gb2312","utf-8","正在保存文件#{photo.filename}……已經下載#{((photo_urls.index(photo_url)+1).to_f/photo_urls.length*100).to_i}%")
    
44.               photo.save
    
45.             end
    
46.           end
    
47.       end
    
48.       puts Iconv.conv("gb2312","utf-8","相冊下載完畢.....")
    
49.     else
    
50.       puts Iconv.conv("gb2312","utf-8","相冊內沒有照片喲~")
    
51.     end
    
52.   end
    
53. 
    
54.   private
    
55. 
    
56.   def parse_album_uri(uri)
    
57.     uri = uri.chomp("#thumb")
    
58.     uri = uri.split("?")
    
59.     if uri.length > 1 and uri[1].include?("owner")
    
60.       uri = uri[1].split("&")
    
61.       user_id = uri[0].split("=")[1]
    
62.       album_id = uri[1].split("=")[1]
    
63.     else
    
64.       uri = uri[0].split("/")
    
65.       album_id = uri[4]
    
66.       user_id = uri[5].split("-")[1]
    
67.     end
    
68.     return user_id,album_id
    
69.   end
    
70. end
    
71. 
    
72. print Iconv.conv("gb2312","utf-8","用戶名：")
    
73. username = gets.chomp()
    
74. print Iconv.conv("gb2312","utf-8","密碼：")
    
75. password = gets.chomp()
    
76. renren = Renren.new(username,password)
    
77. loop do
    
78.   print Iconv.conv("gb2312","utf-8","粘貼相冊地址：")
    
79.   uri = gets.chomp()
    
80.   renren.fetch_other_photo(uri, username)
    
81.   print Iconv.conv("gb2312","utf-8","按0退出程序，按其它鍵繼續(xù)下載其它相冊：")
    
82.   break if gets.chomp() == "0"
    
83. end

復制代碼

tti

C:\>ruby -v
ruby 1.9.2p136 (2010-12-25) [i386-mingw32]

復制你的代碼 到a.rb 出錯 如下：
C:/a.rb:18: invalid multibyte char (UTF-
C:/a.rb:18: invalid multibyte char (UTF-
C:/a.rb:18: syntax error, unexpected $end, expecting ')'
    puts Iconv.conv("gb2312", "utf-8", "開始分析相冊地址....."

2gua

LS，請保存你的文件為GBK格式吧。