Add /openrtb2/video endpoint (prebid#514)

* start video endpoint

* start video endpoint

* Add some validation and basic workflow

* Add core logic.

* Add test for VideoRequestFactoryTest

Fix tests.
Get strange bug in VideoHandlerTest
jdk.nashorn.internal.ir.ObjectNode$Access4JacksonSerializer199eafba': com.fasterxml.jackson.module.afterburner.ser.BeanPropertyAccessor

* Add VideoHandler Unit test.
Add logic to pass PodError logic (need refactor mb)
Fix tests.

* Finish video endpoint and clear test.

* Small Fixes

* fix after review

* Add more test for CCPA AMP request

* Update AppnexusBidder and add some category parameters.

Need add test. (and start working to add categories)

* Update AppnexusBidder and add test

* Small code Style

* remove bidVideo

* After review

* Pass regs to BidRequest

* Refactor.

Test failing...

* Finish with tests

* Minor changes

* Minor changes

* Minor changes

Author: DGarbar

docs/config-app.md

@@ -67,6 +67,12 @@ Removes and downloads file again if depending service cant process probably corr
 - `amp.timeout-adjustment-ms` - reduces timeout value passed in Amp request so that Prebid Server can handle timeouts from adapters and respond to the AMP RTC request before it times out.
 - `amp.custom-targeting` - a list of bidders whose custom targeting should be included in AMP responses.
 
+## Video
+- `auction.video.stored-required` - flag forces to merge with stored request
+- `auction.blacklisted-accounts` - comma separated list of blacklisted account IDs.
+- `auction.stored-requests-timeout-ms` - timeout for stored requests fetching.
+- `auction.ad-server-currency` - default currency for video auction, if its value was not specified in request. Important note: PBS uses ISO-4217 codes for the representation of currencies.
+
 ## Setuid
 - `setuid.default-timeout-ms` - default operation timeout for requests to `/setuid` endpoint.
 
@@ -180,6 +186,7 @@ For database data source available next options:
 For HTTP data source available next options:
 - `settings.http.endpoint` - the url to fetch stored requests.
 - `settings.http.amp-endpoint` - the url to fetch AMP stored requests.
+- `settings.http.video-endpoint` - the url to fetch video stored requests.
 
 For account processing rules available next options:
 - `settings.enforce-valid-account` - if equals to `true` then request without account id will be rejected with 401.

src/main/java/com/iab/openrtb/request/video/BidRequestVideo.java

@@ -0,0 +1,50 @@
+package com.iab.openrtb.request.video;
+
+import com.iab.openrtb.request.App;
+import com.iab.openrtb.request.Content;
+import com.iab.openrtb.request.Device;
+import com.iab.openrtb.request.Regs;
+import com.iab.openrtb.request.Site;
+import lombok.Builder;
+import lombok.Value;
+import org.prebid.server.auction.PriceGranularity;
+
+import java.util.List;
+
+@Builder(toBuilder = true)
+@Value
+public class BidRequestVideo {
+
+    String storedrequestid;
+
+    Podconfig podconfig;
+
+    Site site;
+
+    App app;
+
+    VideoVideo video;
+
+    IncludeBrandCategory includebrandcategory;
+
+    Content content;
+
+    CacheConfig cacheconfig;
+
+    Integer test;
+
+    Long tmax;
+
+    List<String> bcat;
+
+    List<String> badv;
+
+    Regs regs;
+
+    VideoUser user;
+
+    Device device;
+
+    PriceGranularity priceGranularity;
+}
+

src/main/java/com/iab/openrtb/request/video/CacheConfig.java

@@ -0,0 +1,12 @@
+package com.iab.openrtb.request.video;
+
+import lombok.AllArgsConstructor;
+import lombok.Value;
+
+@AllArgsConstructor(staticName = "of")
+@Value
+public class CacheConfig {
+
+    Integer ttl;
+}
+

src/main/java/com/iab/openrtb/request/video/Gdpr.java

@@ -0,0 +1,17 @@
+package com.iab.openrtb.request.video;
+
+import com.fasterxml.jackson.annotation.JsonProperty;
+import lombok.AllArgsConstructor;
+import lombok.Value;
+
+@AllArgsConstructor(staticName = "of")
+@Value
+public class Gdpr {
+
+    @JsonProperty("consentrequired")
+    Boolean consentRequired;
+
+    @JsonProperty("consentstring")
+    String consentString;
+}
+

src/main/java/com/iab/openrtb/request/video/IncludeBrandCategory.java

@@ -0,0 +1,16 @@
+package com.iab.openrtb.request.video;
+
+import com.fasterxml.jackson.annotation.JsonProperty;
+import lombok.AllArgsConstructor;
+import lombok.Value;
+
+@AllArgsConstructor(staticName = "of")
+@Value
+public class IncludeBrandCategory {
+
+    @JsonProperty("primaryadserver")
+    Integer primaryAdserver;
+
+    String publisher;
+}
+

src/main/java/com/iab/openrtb/request/video/Pod.java

@@ -0,0 +1,20 @@
+package com.iab.openrtb.request.video;
+
+import com.fasterxml.jackson.annotation.JsonProperty;
+import lombok.AllArgsConstructor;
+import lombok.Value;
+
+@AllArgsConstructor(staticName = "of")
+@Value
+public class Pod {
+
+    @JsonProperty("podid")
+    Integer podId;
+
+    @JsonProperty("adpoddurationsec")
+    Integer adpodDurationSec;
+
+    @JsonProperty("configid")
+    String configId;
+}
+

src/main/java/com/iab/openrtb/request/video/PodError.java

@@ -0,0 +1,18 @@
+package com.iab.openrtb.request.video;
+
+import lombok.AllArgsConstructor;
+import lombok.Value;
+
+import java.util.List;
+
+@AllArgsConstructor(staticName = "of")
+@Value
+public class PodError {
+
+    Integer podId;
+
+    Integer podIndex;
+
+    List<String> podErrors;
+}
+

src/main/java/com/iab/openrtb/request/video/Podconfig.java

@@ -0,0 +1,21 @@
+package com.iab.openrtb.request.video;
+
+import com.fasterxml.jackson.annotation.JsonProperty;
+import lombok.Builder;
+import lombok.Value;
+
+import java.util.List;
+
+@Builder(toBuilder = true)
+@Value
+public class Podconfig {
+
+    @JsonProperty("durationrangesec")
+    List<Integer> durationRangeSec;
+
+    @JsonProperty("requireexactduration")
+    Boolean requireExactDuration;
+
+    List<Pod> pods;
+}
+

src/main/java/com/iab/openrtb/request/video/VideoUser.java

@@ -0,0 +1,32 @@
+package com.iab.openrtb.request.video;
+
+import lombok.Builder;
+import lombok.Value;
+
+import java.util.Map;
+
+@Builder
+@Value
+public class VideoUser {
+
+    Map<String, String> buyeruids;
+
+    /**
+     * Year of birth as a 4-digit integer.
+     */
+    Integer yob;
+
+    /**
+     * Comma separated list of keywords, interests, or intent.
+     */
+    String keywords;
+
+    /**
+     * Gender, where “M” = male, “F” = female, “O” = known to be other (i.e.,
+     * omitted is unknown).
+     */
+    String gender;
+
+    Gdpr gdpr;
+}
+

src/main/java/com/iab/openrtb/request/video/VideoVideo.java

@@ -0,0 +1,36 @@
+package com.iab.openrtb.request.video;
+
+import lombok.Builder;
+import lombok.Value;
+
+import java.util.List;
+
+@Builder
+@Value
+public class VideoVideo {
+    /**
+     * Content MIME types supported (e.g., “video/x-ms-wmv”, “video/mp4”).
+     * (required)
+     */
+    List<String> mimes;
+
+    /**
+     * Width of the video player in device independent pixels (DIPS).
+     * (recommended)
+     */
+    Integer w;
+
+    /**
+     * Height of the video player in device independent pixels (DIPS).
+     * (recommended)
+     */
+    Integer h;
+
+    /**
+     * Array of supported video protocols. Refer to List 5.8. At least one
+     * supported protocol must be specified in either the protocol or protocols
+     * attribute. (recommended)
+     */
+    List<Integer> protocols;
+}
+

src/main/java/org/prebid/server/analytics/model/VideoEvent.java

@@ -0,0 +1,27 @@
+package org.prebid.server.analytics.model;
+
+import lombok.Builder;
+import lombok.Value;
+import org.prebid.server.auction.model.AuctionContext;
+import org.prebid.server.proto.response.VideoResponse;
+
+import java.util.List;
+
+/**
+ * Represents a transaction at /openrtb2/video endpoint.
+ */
+@Builder
+@Value
+public class VideoEvent {
+
+    Integer status;
+
+    List<String> errors;
+
+    HttpContext httpContext;
+
+    AuctionContext auctionContext;
+
+    VideoResponse bidResponse;
+}
+

src/main/java/org/prebid/server/auction/AmpRequestFactory.java

@@ -516,7 +516,12 @@ private static ExtRequestTargeting createTargetingWithDefaults(ExtRequestPrebid
         final boolean includeBidderKeys = isTargetingNull || targeting.getIncludebidderkeys() == null
                 || targeting.getIncludebidderkeys();
 
-        return ExtRequestTargeting.of(outgoingPriceGranularityNode, mediaTypePriceGranularity, currency,
-                includeWinners, includeBidderKeys);
+        return ExtRequestTargeting.builder()
+                .pricegranularity(outgoingPriceGranularityNode)
+                .mediatypepricegranularity(mediaTypePriceGranularity)
+                .currency(currency)
+                .includewinners(includeWinners)
+                .includebidderkeys(includeBidderKeys)
+                .build();
     }
 }

src/main/java/org/prebid/server/auction/AuctionRequestFactory.java

@@ -471,13 +471,16 @@ private ExtRequestTargeting targetingOrNull(ExtRequestPrebid prebid, Set<BidType
 
         final ExtRequestTargeting result;
         if (isPriceGranularityNull || isPriceGranularityTextual || isIncludeWinnersNull || isIncludeBidderKeysNull) {
-            result = ExtRequestTargeting.of(
-                    populatePriceGranularity(targeting, isPriceGranularityNull, isPriceGranularityTextual,
-                            impMediaTypes),
-                    targeting.getMediatypepricegranularity(),
-                    targeting.getCurrency(),
-                    isIncludeWinnersNull ? true : targeting.getIncludewinners(),
-                    isIncludeBidderKeysNull ? !isWinningOnly(prebid.getCache()) : targeting.getIncludebidderkeys());
+            result = ExtRequestTargeting.builder()
+                    .pricegranularity(populatePriceGranularity(targeting, isPriceGranularityNull,
+                            isPriceGranularityTextual, impMediaTypes))
+                    .mediatypepricegranularity(targeting.getMediatypepricegranularity())
+                    .currency(targeting.getCurrency())
+                    .includewinners(isIncludeWinnersNull ? true : targeting.getIncludewinners())
+                    .includebidderkeys(isIncludeBidderKeysNull
+                            ? !isWinningOnly(prebid.getCache())
+                            : targeting.getIncludebidderkeys())
+                    .build();
         } else {
             result = null;
         }

src/main/java/org/prebid/server/auction/BidResponseCreator.java

@@ -553,7 +553,7 @@ private Bid toBid(BidderBid bidderBid, String bidder, ExtRequestTargeting target
             cache = null;
         }
 
-        final ExtBidPrebid prebidExt = ExtBidPrebid.of(bidType, targetingKeywords, cache, events);
+        final ExtBidPrebid prebidExt = ExtBidPrebid.of(bidType, targetingKeywords, cache, events, null);
         final ExtPrebid<ExtBidPrebid, ObjectNode> bidExt = ExtPrebid.of(prebidExt, bid.getExt());
         bid.setExt(Json.mapper.valueToTree(bidExt));