#!/usr/bin/env python # -*- coding: utf-8 -*- from freezegun import freeze_time from CTFd.models import Users from tests.helpers import ( create_ctfd, destroy_ctfd, gen_award, gen_challenge, gen_flag, gen_solve, get_scores, login_as_user, register_user, ) def test_user_get_scoreboard_components(): app = create_ctfd() with app.app_context(): register_user(app) client = login_as_user(app) # test_user_get_scoreboard """Can a registered user load scoreboard components""" r = client.get("/scoreboard") assert r.status_code == 200 # test_user_get_scores """Can a registered user load /api/v1/scoreboard""" r = client.get("/api/v1/scoreboard") assert r.status_code == 200 # test_user_get_topteams """Can a registered user load /api/v1/scoreboard/top/10""" r = client.get("/api/v1/scoreboard/top/10") assert r.status_code == 200 destroy_ctfd(app) def test_user_score_is_correct(): """Test that a user's score is correct""" app = create_ctfd() with app.app_context(): # create user1 register_user(app, name="user1", email="user1@ctfd.io") # create challenge chal = gen_challenge(app.db, value=100) gen_flag(app.db, challenge_id=chal.id, content="flag") chal_id = chal.id # create a solve for the challenge for user1. (the id is 2 because of the admin) gen_solve(app.db, user_id=2, challenge_id=chal_id) user1 = Users.query.filter_by(id=2).first() # assert that user1's score is 100 assert user1.score == 100 assert user1.place == "1st" # create user2 register_user(app, name="user2", email="user2@ctfd.io") # user2 solves the challenge gen_solve(app.db, 3, challenge_id=chal_id) # assert that user2's score is 100 but is in 2nd place user2 = Users.query.filter_by(id=3).first() assert user2.score == 100 assert user2.place == "2nd" # create an award for user2 gen_award(app.db, user_id=3, value=5) # assert that user2's score is now 105 and is in 1st place assert user2.score == 105 assert user2.place == "1st" destroy_ctfd(app) def test_top_10(): """Make sure top10 returns correct information""" app = create_ctfd() with app.app_context(): register_user(app, name="user1", email="user1@ctfd.io") register_user(app, name="user2", email="user2@ctfd.io") register_user(app) chal1 = gen_challenge(app.db) gen_flag(app.db, challenge_id=chal1.id, content="flag") chal1_id = chal1.id chal2 = gen_challenge(app.db) gen_flag(app.db, challenge_id=chal2.id, content="flag") chal2_id = chal2.id # Generates solve for user1 with freeze_time("2017-10-3 03:21:34"): gen_solve(app.db, user_id=2, challenge_id=chal1_id) with freeze_time("2017-10-4 03:25:45"): gen_solve(app.db, user_id=2, challenge_id=chal2_id) # Generate solve for user2 with freeze_time("2017-10-3 03:21:34"): gen_solve(app.db, user_id=3, challenge_id=chal1_id) client = login_as_user(app) r = client.get("/api/v1/scoreboard/top/10") response = r.get_json()["data"] saved = { "1": { "id": 2, "solves": [ { "date": "2017-10-03T03:21:34Z", "challenge_id": 1, "account_id": 2, "user_id": 2, "team_id": None, "value": 100, }, { "date": "2017-10-04T03:25:45Z", "challenge_id": 2, "account_id": 2, "user_id": 2, "team_id": None, "value": 100, }, ], "name": "user1", }, "2": { "id": 3, "solves": [ { "date": "2017-10-03T03:21:34Z", "challenge_id": 1, "account_id": 3, "user_id": 3, "team_id": None, "value": 100, } ], "name": "user2", }, } assert saved == response destroy_ctfd(app) def test_scoring_logic(): """Test that scoring logic is correct""" app = create_ctfd() with app.app_context(): admin = login_as_user(app, name="admin", password="password") register_user(app, name="user1", email="user1@ctfd.io", password="password") client1 = login_as_user(app, name="user1", password="password") register_user(app, name="user2", email="user2@ctfd.io", password="password") client2 = login_as_user(app, name="user2", password="password") chal1 = gen_challenge(app.db) gen_flag(app.db, challenge_id=chal1.id, content="flag") chal1_id = chal1.id chal2 = gen_challenge(app.db) gen_flag(app.db, challenge_id=chal2.id, content="flag") chal2_id = chal2.id # user1 solves chal1 with freeze_time("2017-10-3 03:21:34"): with client1.session_transaction(): data = {"submission": "flag", "challenge_id": chal1_id} client1.post("/api/v1/challenges/attempt", json=data) # user1 is now on top scores = get_scores(admin) assert scores[0]["name"] == "user1" # user2 solves chal1 and chal2 with freeze_time("2017-10-4 03:30:34"): with client2.session_transaction(): # solve chal1 data = {"submission": "flag", "challenge_id": chal1_id} client2.post("/api/v1/challenges/attempt", json=data) # solve chal2 data = {"submission": "flag", "challenge_id": chal2_id} client2.post("/api/v1/challenges/attempt", json=data) # user2 is now on top scores = get_scores(admin) assert scores[0]["name"] == "user2" # user1 solves chal2 with freeze_time("2017-10-5 03:50:34"): with client1.session_transaction(): data = {"submission": "flag", "challenge_id": chal2_id} client1.post("/api/v1/challenges/attempt", json=data) # user2 should still be on top because they solved chal2 first scores = get_scores(admin) assert scores[0]["name"] == "user2" destroy_ctfd(app) def test_scoring_logic_with_zero_point_challenges(): """Test that scoring logic is correct with zero point challenges. Zero point challenges should not tie break""" app = create_ctfd() with app.app_context(): admin = login_as_user(app, name="admin", password="password") register_user(app, name="user1", email="user1@ctfd.io", password="password") client1 = login_as_user(app, name="user1", password="password") register_user(app, name="user2", email="user2@ctfd.io", password="password") client2 = login_as_user(app, name="user2", password="password") chal1 = gen_challenge(app.db) gen_flag(app.db, challenge_id=chal1.id, content="flag") chal1_id = chal1.id chal2 = gen_challenge(app.db) gen_flag(app.db, challenge_id=chal2.id, content="flag") chal2_id = chal2.id # A 0 point challenge shouldn't influence the scoreboard (see #577) chal0 = gen_challenge(app.db, value=0) gen_flag(app.db, challenge_id=chal0.id, content="flag") chal0_id = chal0.id # user1 solves chal1 with freeze_time("2017-10-3 03:21:34"): with client1.session_transaction(): data = {"submission": "flag", "challenge_id": chal1_id} client1.post("/api/v1/challenges/attempt", json=data) # user1 is now on top scores = get_scores(admin) assert scores[0]["name"] == "user1" # user2 solves chal1 and chal2 with freeze_time("2017-10-4 03:30:34"): with client2.session_transaction(): # solve chal1 data = {"submission": "flag", "challenge_id": chal1_id} client2.post("/api/v1/challenges/attempt".format(chal1_id), json=data) # solve chal2 data = {"submission": "flag", "challenge_id": chal2_id} client2.post("/api/v1/challenges/attempt".format(chal2_id), json=data) # user2 is now on top scores = get_scores(admin) assert scores[0]["name"] == "user2" # user1 solves chal2 with freeze_time("2017-10-5 03:50:34"): with client1.session_transaction(): data = {"submission": "flag", "challenge_id": chal2_id} client1.post("/api/v1/challenges/attempt".format(chal2_id), json=data) # user2 should still be on top because they solved chal2 first scores = get_scores(admin) assert scores[0]["name"] == "user2" # user2 solves a 0 point challenge with freeze_time("2017-10-5 03:55:34"): with client2.session_transaction(): data = {"submission": "flag", "challenge_id": chal0_id} client2.post("/api/v1/challenges/attempt".format(chal0_id), json=data) # user2 should still be on top because 0 point challenges should not tie break scores = get_scores(admin) assert scores[0]["name"] == "user2" destroy_ctfd(app) def test_hidden_users_should_not_influence_scores(): app = create_ctfd() with app.app_context(): register_user(app, name="user1", email="user1@ctfd.io", password="password") register_user(app, name="user2", email="user2@ctfd.io", password="password") register_user(app, name="user3", email="user3@ctfd.io", password="password") user = Users.query.filter_by(name="user3").first() user.hidden = True app.db.session.commit() client1 = login_as_user(app, name="user1", password="password") # User 1 solves 1st challenge chal1 = gen_challenge(app.db) gen_solve(app.db, user_id=2, challenge_id=chal1.id) # User 2 solves 2nd challenge chal2 = gen_challenge(app.db) gen_solve(app.db, user_id=3, challenge_id=chal2.id) # User 3 solves both gen_solve(app.db, user_id=4, challenge_id=chal1.id) gen_solve(app.db, user_id=4, challenge_id=chal2.id) scores = get_scores(client1) for entry in scores: assert entry["name"] != "user3" user1 = Users.query.filter_by(name="user1").first() assert user1.place == "1st" user2 = Users.query.filter_by(name="user2").first() assert user2.place == "2nd" destroy_ctfd(app)