583f8457f0
Rename Artist#find_all_by_url to url_matches and drop previous url_matches method, along with find_artists and search_for_profile. Previously find_artists tried to lookup the url, referer url, and profile url in turn until an artist match was found. This was wasteful, because the source strategy already knows which url to lookup (usually the profile url). If that url doesn't find a match, then the artist doesn't exist.
140 lines
3.2 KiB
Ruby
140 lines
3.2 KiB
Ruby
module Sources::Strategies
|
|
class Twitter < Base
|
|
PAGE = %r!\Ahttps?://(?:mobile\.)?twitter\.com!i
|
|
ASSET = %r!\A(https?://(?:video|pbs)\.twimg\.com/media/)!i
|
|
|
|
def self.match?(*urls)
|
|
urls.compact.any? { |x| x =~ PAGE || x =~ ASSET}
|
|
end
|
|
|
|
# https://twitter.com/i/web/status/943446161586733056
|
|
# https://twitter.com/motty08111213/status/943446161586733056
|
|
def self.status_id_from_url(url)
|
|
if url =~ %r{\Ahttps?://(?:mobile\.)?twitter\.com/(?:i/web|\w+)/status/(\d+)}i
|
|
return $1
|
|
end
|
|
|
|
return nil
|
|
end
|
|
|
|
def site_name
|
|
"Twitter"
|
|
end
|
|
|
|
def image_urls
|
|
if url =~ /(#{ASSET}[^:]+)/
|
|
return [$1 + ":orig" ]
|
|
elsif api_response.blank?
|
|
return [url]
|
|
end
|
|
|
|
[url, referer_url].each do |x|
|
|
if x =~ PAGE
|
|
return service.image_urls(api_response)
|
|
end
|
|
end
|
|
end
|
|
memoize :image_urls
|
|
|
|
def preview_urls
|
|
image_urls.map do |x|
|
|
x.sub(%r!\.(jpg|jpeg|png|gif)(?::orig)?\z!i, '.\1:small')
|
|
end
|
|
end
|
|
|
|
def page_url
|
|
[url, referer_url].each do |x|
|
|
if self.class.status_id_from_url(x).present?
|
|
return x
|
|
end
|
|
end
|
|
|
|
return super
|
|
end
|
|
|
|
def profile_url
|
|
if url =~ %r{\Ahttps?://(?:mobile\.)?twitter\.com/(\w+)}i
|
|
if $1 != "i"
|
|
return "https://twitter.com/#{$1}"
|
|
end
|
|
end
|
|
|
|
if artist_name.present?
|
|
return "https://twitter.com/" + artist_name
|
|
end
|
|
|
|
""
|
|
end
|
|
|
|
def artist_name
|
|
return "" if api_response.blank?
|
|
api_response.attrs[:user][:screen_name]
|
|
end
|
|
|
|
def artist_commentary_title
|
|
""
|
|
end
|
|
|
|
def artist_commentary_desc
|
|
return "" if api_response.blank?
|
|
api_response.attrs[:full_text]
|
|
end
|
|
|
|
def normalizable_for_artist_finder?
|
|
url =~ PAGE
|
|
end
|
|
|
|
def normalize_for_artist_finder
|
|
profile_url.try(:downcase)
|
|
end
|
|
|
|
def tags
|
|
return [] if api_response.blank?
|
|
|
|
api_response.attrs[:entities][:hashtags].map do |text:, indices:|
|
|
[text, "https://twitter.com/hashtag/#{text}"]
|
|
end
|
|
end
|
|
memoize :tags
|
|
|
|
def dtext_artist_commentary_desc
|
|
return "" if artist_commentary_desc.blank?
|
|
|
|
url_replacements = api_response.urls.map do |obj|
|
|
[obj.url.to_s, obj.expanded_url.to_s]
|
|
end
|
|
url_replacements += api_response.media.map do |obj|
|
|
[obj.url.to_s, ""]
|
|
end
|
|
url_replacements = url_replacements.to_h
|
|
|
|
desc = artist_commentary_desc.unicode_normalize(:nfkc)
|
|
desc = CGI::unescapeHTML(desc)
|
|
desc = desc.gsub(%r!https?://t\.co/[a-zA-Z0-9]+!i, url_replacements)
|
|
desc = desc.gsub(%r!#([^[:space:]]+)!, '"#\\1":[https://twitter.com/hashtag/\\1]')
|
|
desc = desc.gsub(%r!@([a-zA-Z0-9_]+)!, '"@\\1":[https://twitter.com/\\1]')
|
|
desc.strip
|
|
end
|
|
memoize :dtext_artist_commentary_desc
|
|
|
|
public
|
|
|
|
def service
|
|
TwitterService.new
|
|
end
|
|
memoize :service
|
|
|
|
def api_response
|
|
service.status(status_id, tweet_mode: "extended")
|
|
rescue ::Twitter::Error::NotFound
|
|
{}
|
|
end
|
|
memoize :api_response
|
|
|
|
def status_id
|
|
[url, referer_url].map {|x| self.class.status_id_from_url(x)}.compact.first
|
|
end
|
|
memoize :status_id
|
|
end
|
|
end
|