explore · release 2026-09-18
every question
The 300 questions behind the choice board and what each model answered, run by run. Question text stays with the mteb/banking77 dataset; each question links to its row there.
300 questions, hardest first. Each model gets five squares, one per run, lit when that run was right. Select a question to see every answer.
| card_linking | 0/7 | ||||||||
| card_linking | 0/7 | ||||||||
| card_payment_wrong_exchange_rate | 0/7 | ||||||||
| fiat_currency_support | 0/7 | ||||||||
| top_up_by_bank_transfer_charge | 0/7 | ||||||||
| top_up_by_bank_transfer_charge | 0/7 | ||||||||
| pending_top_up | 0/7 | ||||||||
| unable_to_verify_identity | 0/7 | ||||||||
| get_physical_card | 0/7 | ||||||||
| get_physical_card | 0/7 | ||||||||
| get_physical_card | 0/7 | ||||||||
| get_physical_card | 0/7 | ||||||||
| topping_up_by_card | 0/7 | ||||||||
| disposable_card_limits | 0/7 | ||||||||
| direct_debit_payment_not_recognised | 0/7 | ||||||||
| direct_debit_payment_not_recognised | 0/7 | ||||||||
| declined_transfer | 0/7 | ||||||||
| declined_transfer | 0/7 | ||||||||
| reverted_card_payment? | 0/7 | ||||||||
| beneficiary_not_allowed | 0/7 | ||||||||
| beneficiary_not_allowed | 0/7 | ||||||||
| order_physical_card | 0/7 | ||||||||
| virtual_card_not_working | 0/7 | ||||||||
| wrong_exchange_rate_for_cash_withdrawal | 0/7 | ||||||||
| wrong_exchange_rate_for_cash_withdrawal | 0/7 | ||||||||
| get_disposable_virtual_card | 0/7 | ||||||||
| balance_not_updated_after_bank_transfer | 0/7 | ||||||||
| balance_not_updated_after_bank_transfer | 0/7 | ||||||||
| balance_not_updated_after_bank_transfer | 0/7 | ||||||||
| cash_withdrawal_not_recognised | 0/7 | ||||||||
| activate_my_card | 0/7 | ||||||||
| cash_withdrawal_charge | 0/7 | ||||||||
| country_support | 0/7 | ||||||||
| card_payment_fee_charged | 1/7 | ||||||||
| why_verify_identity | 1/7 | ||||||||
| why_verify_identity | 1/7 | ||||||||
| lost_or_stolen_phone | 1/7 | ||||||||
| declined_transfer | 1/7 | ||||||||
| receiving_money | 1/7 | ||||||||
| order_physical_card | 1/7 | ||||||||
| order_physical_card | 1/7 | ||||||||
| card_delivery_estimate | 2/7 | ||||||||
| card_not_working | 2/7 | ||||||||
| top_up_by_bank_transfer_charge | 2/7 | ||||||||
| supported_cards_and_currencies | 2/7 | ||||||||
| supported_cards_and_currencies | 2/7 | ||||||||
| balance_not_updated_after_cheque_or_cash_deposit | 2/7 | ||||||||
| pending_card_payment | 2/7 | ||||||||
| beneficiary_not_allowed | 2/7 | ||||||||
| receiving_money | 2/7 | ||||||||
| getting_spare_card | 2/7 | ||||||||
| apple_pay_or_google_pay | 2/7 | ||||||||
| apple_pay_or_google_pay | 2/7 | ||||||||
| pending_cash_withdrawal | 3/7 | ||||||||
| exchange_via_app | 3/7 | ||||||||
| contactless_not_working | 3/7 | ||||||||
| cancel_transfer | 3/7 | ||||||||
| supported_cards_and_currencies | 3/7 | ||||||||
| top_up_reverted | 3/7 | ||||||||
| topping_up_by_card | 3/7 | ||||||||
| pending_card_payment | 3/7 | ||||||||
| Refund_not_showing_up | 3/7 | ||||||||
| reverted_card_payment? | 3/7 | ||||||||
| transfer_into_account | 3/7 | ||||||||
| getting_spare_card | 3/7 | ||||||||
| card_about_to_expire | 3/7 | ||||||||
| exchange_via_app | 4/7 | ||||||||
| why_verify_identity | 4/7 | ||||||||
| visa_or_mastercard | 4/7 | ||||||||
| topping_up_by_card | 4/7 | ||||||||
| order_physical_card | 4/7 | ||||||||
| card_arrival | 5/7 | ||||||||
| extra_charge_on_statement | 5/7 | ||||||||
| pin_blocked | 5/7 | ||||||||
| transfer_not_received_by_recipient | 5/7 | ||||||||
| top_up_reverted | 5/7 | ||||||||
| card_payment_not_recognised | 5/7 | ||||||||
| compromised_card | 5/7 | ||||||||
| compromised_card | 5/7 | ||||||||
| atm_support | 5/7 | ||||||||
| declined_card_payment | 5/7 | ||||||||
| transfer_into_account | 5/7 | ||||||||
| virtual_card_not_working | 5/7 | ||||||||
| cash_withdrawal_not_recognised | 5/7 | ||||||||
| card_arrival | 6/7 | ||||||||
| card_delivery_estimate | 6/7 | ||||||||
| lost_or_stolen_card | 6/7 | ||||||||
| pin_blocked | 6/7 | ||||||||
| pending_top_up | 6/7 | ||||||||
| cancel_transfer | 6/7 | ||||||||
| wrong_amount_of_cash_received | 6/7 | ||||||||
| card_payment_fee_charged | 6/7 | ||||||||
| transfer_not_received_by_recipient | 6/7 | ||||||||
| topping_up_by_card | 6/7 | ||||||||
| declined_cash_withdrawal | 6/7 | ||||||||
| declined_transfer | 6/7 | ||||||||
| declined_card_payment | 6/7 | ||||||||
| pending_transfer | 6/7 | ||||||||
| card_swallowed | 6/7 | ||||||||
| transfer_fee_charged | 6/7 | ||||||||
| receiving_money | 6/7 | ||||||||
| failed_transfer | 6/7 | ||||||||
| getting_spare_card | 6/7 | ||||||||
| wrong_exchange_rate_for_cash_withdrawal | 6/7 | ||||||||
| exchange_charge | 6/7 | ||||||||
| top_up_by_card_charge | 6/7 | ||||||||
| top_up_by_card_charge | 6/7 | ||||||||
| verify_my_identity | 6/7 | ||||||||
| verify_my_identity | 6/7 | ||||||||
| country_support | 6/7 | ||||||||
| card_arrival | 7/7 | ||||||||
| card_arrival | 7/7 | ||||||||
| card_linking | 7/7 | ||||||||
| card_linking | 7/7 | ||||||||
| exchange_rate | 7/7 | ||||||||
| exchange_rate | 7/7 | ||||||||
| exchange_rate | 7/7 | ||||||||
| exchange_rate | 7/7 | ||||||||
| card_payment_wrong_exchange_rate | 7/7 | ||||||||
| card_payment_wrong_exchange_rate | 7/7 | ||||||||
| card_payment_wrong_exchange_rate | 7/7 | ||||||||
| extra_charge_on_statement | 7/7 | ||||||||
| extra_charge_on_statement | 7/7 | ||||||||
| extra_charge_on_statement | 7/7 | ||||||||
| pending_cash_withdrawal | 7/7 | ||||||||
| pending_cash_withdrawal | 7/7 | ||||||||
| pending_cash_withdrawal | 7/7 | ||||||||
| fiat_currency_support | 7/7 | ||||||||
| fiat_currency_support | 7/7 | ||||||||
| fiat_currency_support | 7/7 | ||||||||
| card_delivery_estimate | 7/7 | ||||||||
| card_delivery_estimate | 7/7 | ||||||||
| automatic_top_up | 7/7 | ||||||||
| automatic_top_up | 7/7 | ||||||||
| automatic_top_up | 7/7 | ||||||||
| automatic_top_up | 7/7 | ||||||||
| card_not_working | 7/7 | ||||||||
| card_not_working | 7/7 | ||||||||
| card_not_working | 7/7 | ||||||||
| exchange_via_app | 7/7 | ||||||||
| lost_or_stolen_card | 7/7 | ||||||||
| lost_or_stolen_card | 7/7 | ||||||||
| lost_or_stolen_card | 7/7 | ||||||||
| age_limit | 7/7 | ||||||||
| age_limit | 7/7 | ||||||||
| age_limit | 7/7 | ||||||||
| age_limit | 7/7 | ||||||||
| pin_blocked | 7/7 | ||||||||
| pin_blocked | 7/7 | ||||||||
| contactless_not_working | 7/7 | ||||||||
| contactless_not_working | 7/7 | ||||||||
| contactless_not_working | 7/7 | ||||||||
| top_up_by_bank_transfer_charge | 7/7 | ||||||||
| pending_top_up | 7/7 | ||||||||
| pending_top_up | 7/7 | ||||||||
| cancel_transfer | 7/7 | ||||||||
| cancel_transfer | 7/7 | ||||||||
| top_up_limits | 7/7 | ||||||||
| top_up_limits | 7/7 | ||||||||
| top_up_limits | 7/7 | ||||||||
| top_up_limits | 7/7 | ||||||||
| wrong_amount_of_cash_received | 7/7 | ||||||||
| wrong_amount_of_cash_received | 7/7 | ||||||||
| card_payment_fee_charged | 7/7 | ||||||||
| card_payment_fee_charged | 7/7 | ||||||||
| transfer_not_received_by_recipient | 7/7 | ||||||||
| supported_cards_and_currencies | 7/7 | ||||||||
| getting_virtual_card | 7/7 | ||||||||
| getting_virtual_card | 7/7 | ||||||||
| getting_virtual_card | 7/7 | ||||||||
| getting_virtual_card | 7/7 | ||||||||
| card_acceptance | 7/7 | ||||||||
| card_acceptance | 7/7 | ||||||||
| card_acceptance | 7/7 | ||||||||
| card_acceptance | 7/7 | ||||||||
| top_up_reverted | 7/7 | ||||||||
| top_up_reverted | 7/7 | ||||||||
| balance_not_updated_after_cheque_or_cash_deposit | 7/7 | ||||||||
| balance_not_updated_after_cheque_or_cash_deposit | 7/7 | ||||||||
| balance_not_updated_after_cheque_or_cash_deposit | 7/7 | ||||||||
| card_payment_not_recognised | 7/7 | ||||||||
| card_payment_not_recognised | 7/7 | ||||||||
| card_payment_not_recognised | 7/7 | ||||||||
| edit_personal_details | 7/7 | ||||||||
| edit_personal_details | 7/7 | ||||||||
| edit_personal_details | 7/7 | ||||||||
| edit_personal_details | 7/7 | ||||||||
| unable_to_verify_identity | 7/7 | ||||||||
| unable_to_verify_identity | 7/7 | ||||||||
| unable_to_verify_identity | 7/7 | ||||||||
| visa_or_mastercard | 7/7 | ||||||||
| visa_or_mastercard | 7/7 | ||||||||
| disposable_card_limits | 7/7 | ||||||||
| disposable_card_limits | 7/7 | ||||||||
| disposable_card_limits | 7/7 | ||||||||
| compromised_card | 7/7 | ||||||||
| compromised_card | 7/7 | ||||||||
| atm_support | 7/7 | ||||||||
| atm_support | 7/7 | ||||||||
| direct_debit_payment_not_recognised | 7/7 | ||||||||
| direct_debit_payment_not_recognised | 7/7 | ||||||||
| passcode_forgotten | 7/7 | ||||||||
| passcode_forgotten | 7/7 | ||||||||
| passcode_forgotten | 7/7 | ||||||||
| passcode_forgotten | 7/7 | ||||||||
| declined_cash_withdrawal | 7/7 | ||||||||
| declined_cash_withdrawal | 7/7 | ||||||||
| declined_cash_withdrawal | 7/7 | ||||||||
| pending_card_payment | 7/7 | ||||||||
| pending_card_payment | 7/7 | ||||||||
| lost_or_stolen_phone | 7/7 | ||||||||
| lost_or_stolen_phone | 7/7 | ||||||||
| lost_or_stolen_phone | 7/7 | ||||||||
| request_refund | 7/7 | ||||||||
| request_refund | 7/7 | ||||||||
| request_refund | 7/7 | ||||||||
| request_refund | 7/7 | ||||||||
| Refund_not_showing_up | 7/7 | ||||||||
| Refund_not_showing_up | 7/7 | ||||||||
| Refund_not_showing_up | 7/7 | ||||||||
| declined_card_payment | 7/7 | ||||||||
| declined_card_payment | 7/7 | ||||||||
| pending_transfer | 7/7 | ||||||||
| pending_transfer | 7/7 | ||||||||
| terminate_account | 7/7 | ||||||||
| terminate_account | 7/7 | ||||||||
| terminate_account | 7/7 | ||||||||
| terminate_account | 7/7 | ||||||||
| card_swallowed | 7/7 | ||||||||
| card_swallowed | 7/7 | ||||||||
| card_swallowed | 7/7 | ||||||||
| transaction_charged_twice | 7/7 | ||||||||
| transaction_charged_twice | 7/7 | ||||||||
| transaction_charged_twice | 7/7 | ||||||||
| transaction_charged_twice | 7/7 | ||||||||
| verify_source_of_funds | 7/7 | ||||||||
| verify_source_of_funds | 7/7 | ||||||||
| verify_source_of_funds | 7/7 | ||||||||
| verify_source_of_funds | 7/7 | ||||||||
| transfer_timing | 7/7 | ||||||||
| transfer_timing | 7/7 | ||||||||
| transfer_timing | 7/7 | ||||||||
| transfer_timing | 7/7 | ||||||||
| reverted_card_payment? | 7/7 | ||||||||
| reverted_card_payment? | 7/7 | ||||||||
| change_pin | 7/7 | ||||||||
| change_pin | 7/7 | ||||||||
| change_pin | 7/7 | ||||||||
| change_pin | 7/7 | ||||||||
| beneficiary_not_allowed | 7/7 | ||||||||
| transfer_fee_charged | 7/7 | ||||||||
| transfer_fee_charged | 7/7 | ||||||||
| transfer_fee_charged | 7/7 | ||||||||
| receiving_money | 7/7 | ||||||||
| failed_transfer | 7/7 | ||||||||
| failed_transfer | 7/7 | ||||||||
| failed_transfer | 7/7 | ||||||||
| transfer_into_account | 7/7 | ||||||||
| transfer_into_account | 7/7 | ||||||||
| verify_top_up | 7/7 | ||||||||
| verify_top_up | 7/7 | ||||||||
| verify_top_up | 7/7 | ||||||||
| verify_top_up | 7/7 | ||||||||
| getting_spare_card | 7/7 | ||||||||
| top_up_by_cash_or_cheque | 7/7 | ||||||||
| top_up_by_cash_or_cheque | 7/7 | ||||||||
| top_up_by_cash_or_cheque | 7/7 | ||||||||
| top_up_by_cash_or_cheque | 7/7 | ||||||||
| virtual_card_not_working | 7/7 | ||||||||
| virtual_card_not_working | 7/7 | ||||||||
| get_disposable_virtual_card | 7/7 | ||||||||
| get_disposable_virtual_card | 7/7 | ||||||||
| get_disposable_virtual_card | 7/7 | ||||||||
| top_up_failed | 7/7 | ||||||||
| top_up_failed | 7/7 | ||||||||
| top_up_failed | 7/7 | ||||||||
| top_up_failed | 7/7 | ||||||||
| balance_not_updated_after_bank_transfer | 7/7 | ||||||||
| cash_withdrawal_not_recognised | 7/7 | ||||||||
| cash_withdrawal_not_recognised | 7/7 | ||||||||
| exchange_charge | 7/7 | ||||||||
| exchange_charge | 7/7 | ||||||||
| exchange_charge | 7/7 | ||||||||
| top_up_by_card_charge | 7/7 | ||||||||
| top_up_by_card_charge | 7/7 | ||||||||
| activate_my_card | 7/7 | ||||||||
| activate_my_card | 7/7 | ||||||||
| activate_my_card | 7/7 | ||||||||
| cash_withdrawal_charge | 7/7 | ||||||||
| cash_withdrawal_charge | 7/7 | ||||||||
| cash_withdrawal_charge | 7/7 | ||||||||
| card_about_to_expire | 7/7 | ||||||||
| card_about_to_expire | 7/7 | ||||||||
| card_about_to_expire | 7/7 | ||||||||
| apple_pay_or_google_pay | 7/7 | ||||||||
| apple_pay_or_google_pay | 7/7 | ||||||||
| verify_my_identity | 7/7 | ||||||||
| verify_my_identity | 7/7 | ||||||||
| country_support | 7/7 | ||||||||
| country_support | 7/7 |