Skip to content

Rewards Round Robin Test plan

Jump to bottom
Sriram edited this page Apr 8, 2020 · 1 revision

Important: All ads are from Technology & Computing category

General test case:

  • Overwrite the catalog with Charles
  • Run Brave with command line: /usr/bin/brave-browser --enable-logging=stderr --vmodule=brave_ads=3 --brave-ads-staging --rewards=staging=true
  • Enable Rewards
  • Trigger ad -> Remember which ad was shown. This is Ad1.
  • Wait an hour then restart Browser
  • Trigger ad -> another ad is shown than 1st ad. This is Ad2.
  • Wait an hour then restart Browser
  • Repeat 3x steps 6-9

Expected result

Duplicate Ad is not shown till all other ads are shown.

Example of expected behaviour:

Ad1 Ad2

Ad2 Ad1

Ad2 Ad1

Ad1 Ad2

Example of broken behaviour:

Ad1 Ad2

Ad1 Ad1 - same ad shown twice, Ad2 should be shown

Test case 1: Ads in the same creative set

  1. Go through General test case using catalog:
	"version": 1,
	"issuers": [{
			"name": "confirmation",
			"publicKey": "crDVI1R6xHQZ4D9cQu4muVM5MaaM1QcOT4It8Y/CYlw="
		}, {
			"name": "0BAT",
			"publicKey": "lLO5tErGoTK0askrALab6pKGAnBHqELSyw/evqZRwH8="
		}, {
			"name": "0.05BAT",
			"publicKey": "bPE1QE65mkIgytffeu7STOfly+x10BXCGuk5pVlOHQU="
		}, {
			"name": "0.10BAT",
			"publicKey": "aDD4SJmIj2xwdA6D00K1dopTg90oOFpwd2iiK8bqqlQ="
		}, {
			"name": "0.15BAT",
			"publicKey": "iJcG3AkH1sgl+5YCZuo+4Q/7aeBOnYyntkIUXeMbDCs="
		}, {
			"name": "0.20BAT",
			"publicKey": "VihGXGoiQ5Fjxe4SrskIVMcmERa1LoAgvhFxxfLmNEI="
		}, {
			"name": "0.25BAT",
			"publicKey": "YOIEGq4joK7rtkWdcNdNNGT5xlU/KIrri4AX19qwZW4="
		}, {
			"name": "0.3BAT",
			"publicKey": "6DBiZUS47m8eb5ohI2MiRaERLzS4DQgMp4nxPLKAenA="
		}
	],
	"ping": 7200000,
	"campaigns": [{
			"creativeSets": [{
					"creatives": [{
							"creativeInstanceId": "36c84fcb-6388-45d8-81ed-5a5d986cd7ef",
							"type": {
								"code": "notification_all_v1",
								"name": "notification",
								"platform": "all",
								"version": 1
							},
							"payload": {
								"body": "Ad AAA same set",
								"title": "Ad AAA same set",
								"targetUrl": "https://travala.com/booking?check_in=AAA"
							}
						}, {
							"creativeInstanceId": "0d87dd71-eca5-4691-9dbc-fa7eeb9580db",
							"type": {
								"code": "notification_all_v1",
								"name": "notification",
								"platform": "all",
								"version": 1
							},
							"payload": {
								"body": "Ad BBB same set",
								"title": "Ad BBB same set",
								"targetUrl": "https://travala.com/booking?check_in=BBB"
							}
						}
					],
					"segments": [{
							"code": "yNl0N-ers2",
							"name": "Technology & Computing"
						}
					],
					"oses": [],
					"conversions": [],
					"creativeSetId": "de5a82e1-17d6-47e0-a368-17f8f56dfeb3",
					"perDay": 25000,
					"totalMax": 25000
				}
			],
			"dayParts": [],
			"geoTargets": [{
					"code": "US",
					"name": "United States"
				}
			],
			"campaignId": "dbd742cc-7bcf-47c8-aeed-5a8be10c7261",
			"startAt": "2018-12-26T19:23:35.340Z",
			"endAt": "2020-12-31T19:23:00.000Z",
			"dailyCap": 100,
			"advertiserId": "a9af0e8e-2937-4b90-b73e-0bab1c77fdf4",
			"priority": 5
		}
	],
	"catalogId": "5801f9c1697476f25a49777d6660d6b74db719dd"
}

Test case 2: Ads in the different creative sets

  1. Go through General test case using catalog:
{
	"version": 1,
	"issuers": [{
			"name": "confirmation",
			"publicKey": "crDVI1R6xHQZ4D9cQu4muVM5MaaM1QcOT4It8Y/CYlw="
		}, {
			"name": "0BAT",
			"publicKey": "lLO5tErGoTK0askrALab6pKGAnBHqELSyw/evqZRwH8="
		}, {
			"name": "0.05BAT",
			"publicKey": "bPE1QE65mkIgytffeu7STOfly+x10BXCGuk5pVlOHQU="
		}, {
			"name": "0.10BAT",
			"publicKey": "aDD4SJmIj2xwdA6D00K1dopTg90oOFpwd2iiK8bqqlQ="
		}, {
			"name": "0.15BAT",
			"publicKey": "iJcG3AkH1sgl+5YCZuo+4Q/7aeBOnYyntkIUXeMbDCs="
		}, {
			"name": "0.20BAT",
			"publicKey": "VihGXGoiQ5Fjxe4SrskIVMcmERa1LoAgvhFxxfLmNEI="
		}, {
			"name": "0.25BAT",
			"publicKey": "YOIEGq4joK7rtkWdcNdNNGT5xlU/KIrri4AX19qwZW4="
		}, {
			"name": "0.3BAT",
			"publicKey": "6DBiZUS47m8eb5ohI2MiRaERLzS4DQgMp4nxPLKAenA="
		}
	],
	"ping": 7200000,
	"campaigns": [{
			"creativeSets": [{
					"creatives": [{
							"creativeInstanceId": "36c84fcb-6388-45d8-81ed-5a5d986cd7ef",
							"type": {
								"code": "notification_all_v1",
								"name": "notification",
								"platform": "all",
								"version": 1
							},
							"payload": {
								"body": "Ad AAA different set",
								"title": "Ad AAA different set",
								"targetUrl": "https://travala.com/booking?check_in=AAA"
							}
						}
					],
					"segments": [{
							"code": "yNl0N-ers2",
							"name": "Technology & Computing"
						}
					],
					"oses": [],
					"conversions": [],
					"creativeSetId": "de5a82e1-17d6-47e0-a368-17f8f56dfeb3",
					"perDay": 25000,
					"totalMax": 25000
				}, {
					"creatives": [{
							"creativeInstanceId": "d4e390fc-424b-4b2c-895e-df8475ea8b45",
							"type": {
								"code": "notification_all_v1",
								"name": "notification",
								"platform": "all",
								"version": 1
							},
							"payload": {
								"body": "Ad BBB different set",
								"title": "Ad BBB different set",
								"targetUrl": "https://travala.com/booking?check_in=BBB"
							}
						}
					],
					"segments": [{
							"code": "N6AX5kDbww",
							"name": "Technology & Computing"
						}
					],
					"oses": [],
					"conversions": [],
					"creativeSetId": "ba85501d-f1cb-407f-a5ba-2d4b4cec7f3c",
					"perDay": 25000,
					"totalMax": 25000
				}
			],
			"dayParts": [],
			"geoTargets": [{
					"code": "US",
					"name": "United States"
				}
			],
			"campaignId": "dbd742cc-7bcf-47c8-aeed-5a8be10c7261",
			"startAt": "2018-12-26T19:23:35.340Z",
			"endAt": "2020-12-31T19:23:00.000Z",
			"dailyCap": 100,
			"advertiserId": "a9af0e8e-2937-4b90-b73e-0bab1c77fdf4",
			"priority": 5
		}
	],
	"catalogId": "5801f9c1697476f25a49777d6660d6b74db719dd"
}

Test case 3: Ads in the different advertisers

  1. Go through General test case using catalog:
	"version": 1,
	"issuers": [{
			"name": "confirmation",
			"publicKey": "crDVI1R6xHQZ4D9cQu4muVM5MaaM1QcOT4It8Y/CYlw="
		}, {
			"name": "0BAT",
			"publicKey": "lLO5tErGoTK0askrALab6pKGAnBHqELSyw/evqZRwH8="
		}, {
			"name": "0.05BAT",
			"publicKey": "bPE1QE65mkIgytffeu7STOfly+x10BXCGuk5pVlOHQU="
		}, {
			"name": "0.10BAT",
			"publicKey": "aDD4SJmIj2xwdA6D00K1dopTg90oOFpwd2iiK8bqqlQ="
		}, {
			"name": "0.15BAT",
			"publicKey": "iJcG3AkH1sgl+5YCZuo+4Q/7aeBOnYyntkIUXeMbDCs="
		}, {
			"name": "0.20BAT",
			"publicKey": "VihGXGoiQ5Fjxe4SrskIVMcmERa1LoAgvhFxxfLmNEI="
		}, {
			"name": "0.25BAT",
			"publicKey": "YOIEGq4joK7rtkWdcNdNNGT5xlU/KIrri4AX19qwZW4="
		}, {
			"name": "0.3BAT",
			"publicKey": "6DBiZUS47m8eb5ohI2MiRaERLzS4DQgMp4nxPLKAenA="
		}
	],
	"ping": 7200000,
	"campaigns": [{
			"creativeSets": [ {
					"creatives": [{
							"creativeInstanceId": "d4e390fc-424b-4b2c-895e-df8475ea8b45",
							"type": {
								"code": "notification_all_v1",
								"name": "notification",
								"platform": "all",
								"version": 1
							},
							"payload": {
								"body": "Ad AAA different advertisers",
								"title": "Ad AAA different advertisers",
								"targetUrl": "https://travala.com/booking?check_in=AAA"
							}
						}
					],
					"segments": [{
							"code": "N6AX5kDbww",
							"name": "Technology & Computing"
						}
					],
					"oses": [],
					"conversions": [],
					"creativeSetId": "ba85501d-f1cb-407f-a5ba-2d4b4cec7f3c",
					"perDay": 25000,
					"totalMax": 25000
				}
				
			],
			"dayParts": [],
			"geoTargets": [{
					"code": "US",
					"name": "United States"
				}
			],
			"campaignId": "dbd742cc-7bcf-47c8-aeed-5a8be10c7261",
			"startAt": "2018-12-26T19:23:35.340Z",
			"endAt": "2020-12-31T19:23:00.000Z",
			"dailyCap": 100,
			"advertiserId": "a9af0e8e-2937-4b90-b73e-0bab1c77fdf4",
			"priority": 5
		}, {
			"creativeSets": [{
					"creatives": [{
							"creativeInstanceId": "d9dc0028-8f86-4c92-b25d-981bc1bdb903",
							"type": {
								"code": "notification_all_v1",
								"name": "notification",
								"platform": "all",
								"version": 1
							},
							"payload": {
								"body": "Ad BBB different advertisers",
								"title": "Ad BBB different advertisers",
								"targetUrl": "https://travala.com/booking?check_in=BBB"
							}
						}
					],
					"segments": [{
							"code": "mqiPIYccl",
							"name": "Technology & Computing",
							"parentCode": "rRWCQL4-i"
						}
					],
					"oses": [],
					"conversions": [],
					"creativeSetId": "dea8df38-27b6-4b53-a699-77629934db80",
					"perDay": 10,
					"totalMax": 10
				}
			],
			"dayParts": [],
			"geoTargets": [{
					"code": "US",
					"name": "United States"
				}
			],
			"campaignId": "06e33ce9-8ae3-459c-b806-fac6dc51923a",
			"startAt": "2020-03-09T00:00:00.000Z",
			"endAt": "2020-12-31T00:00:00.000Z",
			"dailyCap": 10,
			"advertiserId": "a21d9f5f-af1b-4f8d-9116-f7d609633c37",
			"priority": 1
		}
	],
	"catalogId": "0c0ef1352e375ed267f8164e6cd13d85ff6ec782"
}
Clone this wiki locally