2c36e02810
Foundation changed their HTML page format and we can no longer scrape the image URL directly from the page. Instead we have to build it based on API data.
156 lines
7.7 KiB
Ruby
156 lines
7.7 KiB
Ruby
require "test_helper"
|
|
|
|
module Sources
|
|
class FoundationTest < ActiveSupport::TestCase
|
|
context "A foundation post" do
|
|
strategy_should_work(
|
|
"https://foundation.app/@dadachyo/~/103724",
|
|
download_size: 13_908_349,
|
|
image_urls: ["https://f8n-ipfs-production.imgix.net/QmPhpz6E9TFRpvdVTviM8Hy9o9rxrnPW5Ywj471NnSNkpi/nft.jpg"],
|
|
artist_commentary_title: "Rose tea",
|
|
artist_name: "dadachyo",
|
|
profile_url: "https://foundation.app/@dadachyo",
|
|
profile_urls: ["https://foundation.app/0xb4D9073800c7935351ACDC1e46F0CF670853eA99", "https://foundation.app/@dadachyo"],
|
|
tags: %w[dadachyo rose 2018 matcrewnft]
|
|
)
|
|
end
|
|
|
|
context "A foundation image url" do
|
|
strategy_should_work(
|
|
"https://f8n-ipfs-production.imgix.net/QmPhpz6E9TFRpvdVTviM8Hy9o9rxrnPW5Ywj471NnSNkpi/nft.jpg",
|
|
image_urls: ["https://f8n-ipfs-production.imgix.net/QmPhpz6E9TFRpvdVTviM8Hy9o9rxrnPW5Ywj471NnSNkpi/nft.jpg"],
|
|
download_size: 13_908_349
|
|
)
|
|
end
|
|
|
|
context "A foundation gif" do
|
|
strategy_should_work(
|
|
"https://foundation.app/@patch_oxxo/shine/1",
|
|
artist_name: "patch_oxxo",
|
|
profile_url: "https://foundation.app/@patch_oxxo",
|
|
image_urls: ["https://f8n-ipfs-production.imgix.net/QmWQpt9opcue5F7Q2vTT5P5jPYo1xHhEs7RDxgXzWFHcfK/nft.gif"],
|
|
download_size: 52_352_138,
|
|
tags: %w[2d animation],
|
|
)
|
|
end
|
|
|
|
context "A foundation.app/@username/foo-bar-1234 URL" do
|
|
strategy_should_work(
|
|
"https://foundation.app/@asuka111art/dinner-with-cats-82426",
|
|
image_urls: ["https://f8n-ipfs-production.imgix.net/Qma7Lz2LfFb4swoqzr1V43oRGh9xikgigM11g3EukdU61R/nft.png"],
|
|
artist_name: "asuka111art",
|
|
profile_url: "https://foundation.app/@asuka111art",
|
|
profile_urls: ["https://foundation.app/@asuka111art", "https://foundation.app/0x9A94f94626352566e0A9105F1e3DA0439E3e3783"],
|
|
tags: %w[2d anime illustration digital fantasy]
|
|
)
|
|
end
|
|
|
|
context "A f8n-production-collection-assets.imgix.net URL" do
|
|
strategy_should_work(
|
|
"https://f8n-production-collection-assets.imgix.net/0x3B3ee1931Dc30C1957379FAc9aba94D1C48a5405/128711/QmcBfbeCMSxqYB3L1owPAxFencFx3jLzCPFx6xUBxgSCkH/nft.png?q=80&auto=format%2Ccompress&cs=srgb&h=640",
|
|
image_urls: ["https://f8n-ipfs-production.imgix.net/QmcBfbeCMSxqYB3L1owPAxFencFx3jLzCPFx6xUBxgSCkH/nft.png"],
|
|
artist_name: "mochiiimo",
|
|
profile_url: "https://foundation.app/@mochiiimo",
|
|
profile_urls: ["https://foundation.app/0x7E2ef75C0C09b2fc6BCd1C68B6D409720CcD58d2", "https://foundation.app/@mochiiimo"],
|
|
tags: %w[anime landscape girl cat 2d illustration matcrewnft]
|
|
)
|
|
end
|
|
|
|
context "A foundation post with a video hosted on imgix" do
|
|
strategy_should_work(
|
|
"https://foundation.app/@huwari/~/88982",
|
|
image_urls: ["https://f8n-ipfs-production.imgix.net/QmU8bbsjaVQpEKMDWbSZdDD6GsPmRYBhQtYRn8bEGv7igs/nft.mp4"],
|
|
download_size: 13_391_766,
|
|
artist_name: "huwari",
|
|
profile_url: "https://foundation.app/@huwari",
|
|
profile_urls: ["https://foundation.app/@huwari", "https://foundation.app/0xaa2f2eDE4D502F59b3706d2E2dA873C8A00A3d4d"],
|
|
artist_commentary_title: "bus"
|
|
)
|
|
end
|
|
|
|
context "A foundation post with a video hosted on foundation" do
|
|
strategy_should_work(
|
|
"https://foundation.app/@mcbess/ladies/4",
|
|
image_urls: ["https://assets.foundation.app/0x21Afa9aB02B6Fb7cb483ff3667c39eCdd6D9Ea73/4/nft.mp4"]
|
|
)
|
|
end
|
|
|
|
context "A foundation post with a video hosted on cloudfront" do
|
|
strategy_should_work(
|
|
"https://foundation.app/@nixeu/foundation/109126",
|
|
image_urls: ["https://f8n-ipfs-production.imgix.net/QmXiCEoBLcpfvpEwAEanLXe3Tjr5ykYJFzCVfpzDDQzdBD/nft.mp4"]
|
|
)
|
|
end
|
|
|
|
context "A collection" do
|
|
should "get the image urls" do
|
|
assert_equal(
|
|
["https://f8n-ipfs-production.imgix.net/QmX4MotNAAj9Rcyew43KdgGDxU1QtXemMHoUTNacMLLSjQ/nft.png"],
|
|
Source::Extractor.find("https://foundation.app/@mochiiimo/~/97376").image_urls
|
|
)
|
|
|
|
assert_equal(
|
|
["https://f8n-ipfs-production.imgix.net/QmX4MotNAAj9Rcyew43KdgGDxU1QtXemMHoUTNacMLLSjQ/nft.png"],
|
|
Source::Extractor.find("https://foundation.app/@mochiiimo/foundation/97376").image_urls
|
|
)
|
|
|
|
assert_equal(
|
|
["https://f8n-production-collection-assets.imgix.net/0xFb0a8e1bB97fD7231Cd73c489dA4732Ae87995F0/4/nft.png"],
|
|
Source::Extractor.find("https://foundation.app/@KILLERGF/kgfgen/4").image_urls
|
|
)
|
|
end
|
|
end
|
|
|
|
context "non-alphanumeric usernames" do
|
|
should "still work" do
|
|
case1 = Source::Extractor.find("https://foundation.app/@brandon.dalmer/~/6792")
|
|
case2 = Source::Extractor.find("https://foundation.app/@~/~/6792")
|
|
image = "https://f8n-ipfs-production.imgix.net/QmVnpe39qodMjTe8v3fijPfB1tjwhT8hgobtgLPtsangqc/nft.png"
|
|
assert_nothing_raised { case1.to_h }
|
|
assert_nothing_raised { case2.to_h }
|
|
assert_equal([image], case1.image_urls)
|
|
assert_equal([image], case2.image_urls)
|
|
end
|
|
end
|
|
|
|
should "parse UTF-8 commentaries correctly" do
|
|
source = Source::Extractor.find("https://foundation.app/@SimaEnaga/~/107338")
|
|
|
|
assert_equal(<<~EOS, source.dtext_artist_commentary_desc)
|
|
【須佐之男尊/Susanoo-no-Mikoto】
|
|
He is the youngest child of the three brothers and has older sister "Amaterasu" and older brother "Tsukuyomi". They are children whose father is "Izanagi" and mother is "Izanami".They live in the Land of gods known as "Takamagahara".
|
|
He carried out a number of violence and caused trouble to people.
|
|
As a result, he was expelled from Takamagahara and moved to the human world.
|
|
|
|
【Meaning】
|
|
There is a theory that "須佐/susa" is a word
|
|
that means "凄まじい/susamajii (tremendous)" in Japanese.
|
|
”之/no” is a conjunction "of".
|
|
“男/o” means ”male”.
|
|
”尊/mikoto” is a word that after the name of a god or a noble (Lord; Highness).
|
|
Colloquially, "The crazy guy." lol
|
|
|
|
【Concept】
|
|
He carries the bronze sword “Kusanagi-no Tsurugi”. This is one of the "three sacred treasures" and is the most famous sword in Japan. “Kusanagi-no Tsurugi” is dedicated to Atsuta Shrine in Aichi Prefecture, Japan.
|
|
The sword is now sealed and no one has seen it.
|
|
|
|
EOS
|
|
end
|
|
|
|
should "parse Foundation URLs correctly" do
|
|
assert(Source::URL.image_url?("https://f8n-ipfs-production.imgix.net/QmX4MotNAAj9Rcyew43KdgGDxU1QtXemMHoUTNacMLLSjQ/nft.png"))
|
|
assert(Source::URL.image_url?("https://f8n-production-collection-assets.imgix.net/0x3B3ee1931Dc30C1957379FAc9aba94D1C48a5405/128711/QmcBfbeCMSxqYB3L1owPAxFencFx3jLzCPFx6xUBxgSCkH/nft.png"))
|
|
assert(Source::URL.image_url?("https://f8n-production-collection-assets.imgix.net/0xFb0a8e1bB97fD7231Cd73c489dA4732Ae87995F0/4/nft.png"))
|
|
assert(Source::URL.image_url?("https://assets.foundation.app/0x21Afa9aB02B6Fb7cb483ff3667c39eCdd6D9Ea73/4/nft.mp4"))
|
|
assert(Source::URL.image_url?("https://assets.foundation.app/7i/gs/QmU8bbsjaVQpEKMDWbSZdDD6GsPmRYBhQtYRn8bEGv7igs/nft_q4.mp4"))
|
|
assert(Source::URL.image_url?("https://d2ybmb80bbm9ts.cloudfront.net/zd/BD/QmXiCEoBLcpfvpEwAEanLXe3Tjr5ykYJFzCVfpzDDQzdBD/nft_q4.mp4"))
|
|
|
|
assert(Source::URL.page_url?("https://foundation.app/@asuka111art/dinner-with-cats-82426"))
|
|
assert(Source::URL.page_url?("https://foundation.app/@mochiiimo/~/97376"))
|
|
|
|
assert(Source::URL.profile_url?("https://foundation.app/@mochiiimo"))
|
|
assert(Source::URL.profile_url?("https://foundation.app/0x7E2ef75C0C09b2fc6BCd1C68B6D409720CcD58d2"))
|
|
end
|
|
end
|
|
end
|