Bandcamp support

README.md

@@ -44,6 +44,7 @@ The following sites are currently supported:
 - SoundCloud
 - media.ccc.de
 - PeerTube (no P2P)
+- Bandcamp
 
 ## License
 

extractor/src/main/java/org/schabi/newpipe/extractor/ServiceList.java

@@ -1,5 +1,6 @@
 package org.schabi.newpipe.extractor;
 
+import org.schabi.newpipe.extractor.services.bandcamp.BandcampService;
 import org.schabi.newpipe.extractor.services.media_ccc.MediaCCCService;
 import org.schabi.newpipe.extractor.services.peertube.PeertubeService;
 import org.schabi.newpipe.extractor.services.soundcloud.SoundcloudService;
@@ -39,6 +40,7 @@ private ServiceList() {
     public static final SoundcloudService SoundCloud;
     public static final MediaCCCService MediaCCC;
     public static final PeertubeService PeerTube;
+    public static final BandcampService Bandcamp;
 
     /**
      * When creating a new service, put this service in the end of this list,
@@ -49,7 +51,8 @@ private ServiceList() {
                     YouTube = new YoutubeService(0),
                     SoundCloud = new SoundcloudService(1),
                     MediaCCC = new MediaCCCService(2),
-                    PeerTube = new PeertubeService(3)
+                    PeerTube = new PeertubeService(3),
+                    Bandcamp = new BandcampService(4)
             ));
 
     /**

extractor/src/main/java/org/schabi/newpipe/extractor/services/bandcamp/BandcampService.java

@@ -0,0 +1,126 @@
+// Created by Fynn Godau 2019, licensed GNU GPL version 3 or later
+
+package org.schabi.newpipe.extractor.services.bandcamp;
+
+import org.schabi.newpipe.extractor.StreamingService;
+import org.schabi.newpipe.extractor.channel.ChannelExtractor;
+import org.schabi.newpipe.extractor.comments.CommentsExtractor;
+import org.schabi.newpipe.extractor.exceptions.ExtractionException;
+import org.schabi.newpipe.extractor.kiosk.KioskList;
+import org.schabi.newpipe.extractor.linkhandler.*;
+import org.schabi.newpipe.extractor.playlist.PlaylistExtractor;
+import org.schabi.newpipe.extractor.search.SearchExtractor;
+import org.schabi.newpipe.extractor.services.bandcamp.extractors.*;
+import org.schabi.newpipe.extractor.services.bandcamp.linkHandler.*;
+import org.schabi.newpipe.extractor.stream.StreamExtractor;
+import org.schabi.newpipe.extractor.subscription.SubscriptionExtractor;
+import org.schabi.newpipe.extractor.suggestion.SuggestionExtractor;
+
+import java.util.Collections;
+
+import static org.schabi.newpipe.extractor.StreamingService.ServiceInfo.MediaCapability.AUDIO;
+import static org.schabi.newpipe.extractor.services.bandcamp.extractors.BandcampFeaturedExtractor.FEATURED_API_URL;
+import static org.schabi.newpipe.extractor.services.bandcamp.extractors.BandcampFeaturedExtractor.KIOSK_FEATURED;
+import static org.schabi.newpipe.extractor.services.bandcamp.extractors.BandcampRadioExtractor.KIOSK_RADIO;
+import static org.schabi.newpipe.extractor.services.bandcamp.extractors.BandcampRadioExtractor.RADIO_API_URL;
+
+public class BandcampService extends StreamingService {
+
+    public BandcampService(final int id) {
+        super(id, "Bandcamp", Collections.singletonList(AUDIO));
+    }
+
+    @Override
+    public String getBaseUrl() {
+        return "https://bandcamp.com";
+    }
+
+    @Override
+    public LinkHandlerFactory getStreamLHFactory() {
+        return new BandcampStreamLinkHandlerFactory();
+    }
+
+    @Override
+    public ListLinkHandlerFactory getChannelLHFactory() {
+        return new BandcampChannelLinkHandlerFactory();
+    }
+
+    @Override
+    public ListLinkHandlerFactory getPlaylistLHFactory() {
+        return new BandcampPlaylistLinkHandlerFactory();
+    }
+
+    @Override
+    public SearchQueryHandlerFactory getSearchQHFactory() {
+        return new BandcampSearchQueryHandlerFactory();
+    }
+
+    @Override
+    public ListLinkHandlerFactory getCommentsLHFactory() {
+        return null;
+    }
+
+    @Override
+    public SearchExtractor getSearchExtractor(final SearchQueryHandler queryHandler) {
+        return new BandcampSearchExtractor(this, queryHandler);
+    }
+
+    @Override
+    public SuggestionExtractor getSuggestionExtractor() {
+        return new BandcampSuggestionExtractor(this);
+    }
+
+    @Override
+    public SubscriptionExtractor getSubscriptionExtractor() {
+        return null;
+    }
+
+    @Override
+    public KioskList getKioskList() throws ExtractionException {
+
+        KioskList kioskList = new KioskList(this);
+
+        try {
+            kioskList.addKioskEntry((streamingService, url, kioskId) ->
+                    new BandcampFeaturedExtractor(
+                    BandcampService.this,
+                        new BandcampFeaturedLinkHandlerFactory().fromUrl(FEATURED_API_URL), kioskId),
+                    new BandcampFeaturedLinkHandlerFactory(), KIOSK_FEATURED);
+
+            kioskList.addKioskEntry((streamingService, url, kioskId) ->
+                    new BandcampRadioExtractor(BandcampService.this,
+                            new BandcampFeaturedLinkHandlerFactory().fromUrl(RADIO_API_URL), kioskId),
+                    new BandcampFeaturedLinkHandlerFactory(), KIOSK_RADIO);
+
+            kioskList.setDefaultKiosk(KIOSK_FEATURED);
+
+        } catch (final Exception e) {
+            throw new ExtractionException(e);
+        }
+
+        return kioskList;
+    }
+
+    @Override
+    public ChannelExtractor getChannelExtractor(final ListLinkHandler linkHandler) {
+        return new BandcampChannelExtractor(this, linkHandler);
+    }
+
+    @Override
+    public PlaylistExtractor getPlaylistExtractor(final ListLinkHandler linkHandler) {
+        return new BandcampPlaylistExtractor(this, linkHandler);
+    }
+
+    @Override
+    public StreamExtractor getStreamExtractor(final LinkHandler linkHandler) {
+        if (linkHandler.getUrl().matches("https?://bandcamp\\.com/\\?show=\\d+"))
+            return new BandcampRadioStreamExtractor(this, linkHandler);
+        else
+            return new BandcampStreamExtractor(this, linkHandler);
+    }
+
+    @Override
+    public CommentsExtractor getCommentsExtractor(ListLinkHandler linkHandler) {
+        return null;
+    }
+}

extractor/src/main/java/org/schabi/newpipe/extractor/services/bandcamp/extractors/BandcampChannelExtractor.java

@@ -0,0 +1,132 @@
+// Created by Fynn Godau 2019, licensed GNU GPL version 3 or later
+
+package org.schabi.newpipe.extractor.services.bandcamp.extractors;
+
+import com.grack.nanojson.JsonArray;
+import com.grack.nanojson.JsonObject;
+import org.jsoup.Jsoup;
+import org.schabi.newpipe.extractor.Page;
+import org.schabi.newpipe.extractor.StreamingService;
+import org.schabi.newpipe.extractor.channel.ChannelExtractor;
+import org.schabi.newpipe.extractor.downloader.Downloader;
+import org.schabi.newpipe.extractor.exceptions.ExtractionException;
+import org.schabi.newpipe.extractor.exceptions.ParsingException;
+import org.schabi.newpipe.extractor.exceptions.ReCaptchaException;
+import org.schabi.newpipe.extractor.linkhandler.ListLinkHandler;
+import org.schabi.newpipe.extractor.services.bandcamp.extractors.streaminfoitem.BandcampDiscographStreamInfoItemExtractor;
+import org.schabi.newpipe.extractor.stream.StreamInfoItem;
+import org.schabi.newpipe.extractor.stream.StreamInfoItemsCollector;
+
+import javax.annotation.Nonnull;
+import java.io.IOException;
+
+public class BandcampChannelExtractor extends ChannelExtractor {
+
+    private JsonObject channelInfo;
+
+    public BandcampChannelExtractor(final StreamingService service, final ListLinkHandler linkHandler) {
+        super(service, linkHandler);
+    }
+
+    @Override
+    public String getAvatarUrl() {
+        if (channelInfo.getLong("bio_image_id") == 0) return "";
+
+        return BandcampExtractorHelper.getImageUrl(channelInfo.getLong("bio_image_id"), false);
+    }
+
+    @Override
+    public String getBannerUrl() throws ParsingException {
+        /*
+         * Why does the mobile endpoint not contain the header?? Or at least not the same one?
+         * Anyway we're back to querying websites
+         */
+        try {
+            final String html = getDownloader()
+                            .get(channelInfo.getString("bandcamp_url").replace("http://", "https://"))
+                            .responseBody();
+
+            return Jsoup.parse(html)
+                    .getElementById("customHeader")
+                    .getElementsByTag("img")
+                    .first()
+                    .attr("src");
+
+        } catch (final IOException | ReCaptchaException e) {
+            throw new ParsingException("Could not download artist web site", e);
+        } catch (final NullPointerException e) {
+            // No banner available
+            return "";
+        }
+    }
+
+    /**
+     * bandcamp stopped providing RSS feeds when appending /feed to any URL
+     * because too few people used it.
+     */
+    @Override
+    public String getFeedUrl() {
+        return null;
+    }
+
+    @Override
+    public long getSubscriberCount() {
+        return -1;
+    }
+
+    @Override
+    public String getDescription() {
+        return channelInfo.getString("bio");
+    }
+
+    @Override
+    public String getParentChannelName() {
+        return null;
+    }
+
+    @Override
+    public String getParentChannelUrl() {
+        return null;
+    }
+
+    @Override
+    public String getParentChannelAvatarUrl() {
+        return null;
+    }
+
+    @Nonnull
+    @Override
+    public InfoItemsPage<StreamInfoItem> getInitialPage() throws ParsingException {
+
+        final StreamInfoItemsCollector collector = new StreamInfoItemsCollector(getServiceId());
+
+        final JsonArray discography = channelInfo.getArray("discography");
+
+        for (int i = 0; i < discography.size(); i++) {
+            // I define discograph as an item that can appear in a discography
+            final JsonObject discograph = discography.getObject(i);
+
+            if (!discograph.getString("item_type").equals("track")) continue;
+
+            collector.commit(new BandcampDiscographStreamInfoItemExtractor(discograph, getUrl()));
+        }
+
+        return new InfoItemsPage<>(collector, null);
+    }
+
+    @Override
+    public InfoItemsPage<StreamInfoItem> getPage(Page page) {
+        return null;
+    }
+
+    @Override
+    public void onFetchPage(@Nonnull Downloader downloader) throws IOException, ExtractionException {
+        channelInfo = BandcampExtractorHelper.getArtistDetails(getId());
+    }
+
+    @Nonnull
+    @Override
+    public String getName() {
+        return channelInfo.getString("name");
+    }
+}

extractor/src/main/java/org/schabi/newpipe/extractor/services/bandcamp/extractors/BandcampChannelInfoItemExtractor.java

@@ -0,0 +1,53 @@
+// Created by Fynn Godau 2019, licensed GNU GPL version 3 or later
+
+package org.schabi.newpipe.extractor.services.bandcamp.extractors;
+
+import org.jsoup.nodes.Element;
+import org.schabi.newpipe.extractor.channel.ChannelInfoItemExtractor;
+import org.schabi.newpipe.extractor.exceptions.ParsingException;
+
+public class BandcampChannelInfoItemExtractor implements ChannelInfoItemExtractor {
+
+    private final Element resultInfo, searchResult;
+
+    public BandcampChannelInfoItemExtractor(final Element searchResult) {
+        this.searchResult = searchResult;
+        resultInfo = searchResult.getElementsByClass("result-info").first();
+    }
+
+    @Override
+    public String getName() throws ParsingException {
+        return resultInfo.getElementsByClass("heading").text();
+    }
+
+    @Override
+    public String getUrl() throws ParsingException {
+        return resultInfo.getElementsByClass("itemurl").text();
+    }
+
+    @Override
+    public String getThumbnailUrl() throws ParsingException {
+        final Element img = searchResult.getElementsByClass("art").first()
+                .getElementsByTag("img").first();
+        if (img != null) {
+            return img.attr("src");
+        } else {
+            return null;
+        }
+    }
+
+    @Override
+    public String getDescription() {
+        return resultInfo.getElementsByClass("subhead").text();
+    }
+
+    @Override
+    public long getSubscriberCount() {
+        return -1;
+    }
+
+    @Override
+    public long getStreamCount() {
+        return -1;
+    }
+}