Add disable private sub

apps/challenges/migrations/0113_challenge_disable_private_submission.py

@@ -0,0 +1,18 @@
+# Generated by Django 2.2.20 on 2024-08-31 06:42
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ("challenges", "0112_challenge_sqs_retention_period"),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name="challenge",
+            name="disable_private_submission",
+            field=models.BooleanField(default=False),
+        ),
+    ]

apps/challenges/models.py

@@ -232,6 +232,7 @@ def __init__(self, *args, **kwargs):
         max_length=200, blank=True, null=True, default=""
     )
     evaluation_module_error = models.TextField(null=True, blank=True)
+    disable_private_submission = models.BooleanField(default=False)
 
     class Meta:
         app_label = "challenges"

apps/challenges/serializers.py

@@ -95,6 +95,7 @@ class Meta:
             "worker_instance_type",
             "sqs_retention_period",
             "github_repository",
+            "disable_private_submission",
         )
 
 
@@ -312,6 +313,7 @@ class Meta:
             "evaluation_module_error",
             "worker_image_url",
             "sqs_retention_period",
+            "disable_private_submission",
         )
 
 

docs/source/configuration.md

@@ -47,6 +47,8 @@ Following fields are required (and can be customized) in the [`challenge_config.
 
     3. `metadata`: This field defines additional information about the metrics that are used to evaluate the challenge submissions.
 
+- **disable_private_submission**: True/False (a Boolean field that gives the flexibility to Challenge Hosts to either disable or enable private submissions. Default is `False`)
+
   The leaderboard schema for the [sample challenge configuration](https://github.com/Cloud-CV/EvalAI-Starters/blob/master/challenge_config.yaml) looks like this:
 
   ```yaml

frontend/src/js/controllers/challengeCtrl.js

@@ -82,7 +82,7 @@
         vm.currentPhaseLeaderboardPublic = false;
         vm.eligible_to_submit = false;
         vm.evaluation_module_error = null;
-
+        vm.disable_private_submission = false;
         vm.filter_all_submission_by_team_name = '';
         vm.filter_my_submission_by_team_name = '';
         // show loader
@@ -709,6 +709,9 @@
                     formData.append("project_url", vm.projectUrl);
                     formData.append("publication_url", vm.publicationUrl);
                     formData.append("submission_metadata", JSON.stringify(vm.metaAttributesforCurrentSubmission));
+                    if (vm.disable_private_submission) {
+                        vm.isPublicSubmission = true;
+                    }
                     if (vm.isPublicSubmission !== null) {
                         formData.append("is_public", vm.isPublicSubmission);
                     }
@@ -2837,7 +2840,48 @@
                 $mdDialog.hide();
             }
         };
-
+        vm.toggleDisablePrivateSubmission = function(ev) {
+            ev.stopPropagation();
+            vm.toggleSubmissionState = null;
+            vm.submissionDesc = null;
+            if (vm.disable_private_submission)
+                vm.toggleSubmissionState = "allowed";
+            else
+                vm.toggleSubmissionState = "disabled";
+
+            var confirm = $mdDialog.confirm()
+                          .title('Make private submissions ' + vm.toggleSubmissionState + '?')
+                          .ariaLabel('')
+                          .targetEvent(ev)
+                          .ok('Yes')
+                          .cancel('No');
+
+            $mdDialog.show(confirm).then(function() {
+                parameters.url = "challenges/challenge_host_team/" + vm.page.creator.id + "/challenge/" + vm.page.id;
+                parameters.method = 'PATCH';
+                parameters.data = {
+                    "disable_private_submission": !vm.disable_private_submission,
+                };
+                vm.disable_private_submission = !vm.disable_private_submission;
+                parameters.callback = {
+                    onSuccess: function(response) {
+                        var status = response.status;
+                        if (status === 200) {
+                            $mdDialog.hide();
+                            $rootScope.notify("success", "Private submissions were successfully made " + vm.toggleSubmissionState);
+                        }
+                    },
+                    onError: function(response) {
+                        $mdDialog.hide();
+                        var error = response.data;
+                        $rootScope.notify("error", error);
+                    }
+                };
+                utilities.sendRequest(parameters);
+            }, function() {
+                // Nope
+            });
+        };
         vm.publishChallenge = function(ev) {
             ev.stopPropagation();
             vm.toggleChallengeState = null;

frontend/src/views/web/challenge/challenge-page.html

@@ -56,6 +56,18 @@ <h4 class="challenge-step-title w-300">{{challenge.page.title}}
                                 <strong class="text-light-black">Not Published </strong>
                                 <i class="fa fa-eye red-text" aria-hidden="true"></i>
                             </a>
+                        </span><br>
+                        <span ng-if="challenge.disable_private_submission">
+                            <a class="pointer" ng-click="challenge.toggleDisablePrivateSubmission($event)">
+                                <strong class="text-light-black">Private Submissions Disabled </strong>
+                                <i class="fa fa-lock red-text" aria-hidden="true"></i>
+                            </a>
+                        </span>
+                        <span ng-if="!challenge.disable_private_submission">
+                            <a class="pointer" ng-click="challenge.toggleDisablePrivateSubmission($event)">
+                                <strong class="text-light-black">Private Submissions Allowed </strong>
+                                <i class="fa fa-unlock green-text" aria-hidden="true"></i>
+                            </a>
                         </span>
                     </span>
                     <br>

frontend/src/views/web/challenge/my-submission.html

@@ -66,7 +66,7 @@ <h6>My Participated Team: {{challenge.participated_team_name}}</h6>
                             <th class="fs-18 w-300" ng-if="challenge.isChallengeHost &&
                                     !challenge.isStaticCodeUploadChallenge" data-field="file">Environment Logs</th>
                             <th class="align-center fs-18 w-300" data-field="file">Submitted at</th>
-                            <th class="align-center fs-18 w-300" ng-if="challenge.currentPhaseLeaderboardPublic"
+                            <th class="align-center fs-18 w-300" ng-if="!challenge.disable_private_submission && challenge.currentPhaseLeaderboardPublic"
                                 data-field="file">
                                 Show on leaderboard</th>
                             <th class="fs-18 w-300" data-field="isBaseline" ng-if="challenge.isChallengeHost">Baseline
@@ -121,7 +121,7 @@ <h6>My Participated Team: {{challenge.participated_team_name}}</h6>
 
                                 <td>{{key.submitted_at | date:'medium'}}</td>
 
-                                <td ng-if="challenge.currentPhaseLeaderboardPublic" class="center">
+                                <td ng-if="!challenge.disable_private_submission && challenge.currentPhaseLeaderboardPublic" class="center">
                                     <input ng-checked="key.is_public" ng-if="!challenge.isCurrentPhaseRestrictedToSelectOneSubmission"
                                         ng-model="challenge.submissionVisibility[key.id]" type="checkbox"
                                         id="isPublic{{ key.id }}"

frontend/src/views/web/challenge/submission.html

@@ -265,7 +265,7 @@ <h5 class="w-300">Make Submission</h5>
                             <div
                                 ng-show="challenge.isSubmissionUsingUrl || challenge.isSubmissionUsingFile">
 
-                                <div ng-show="challenge.currentPhaseLeaderboardPublic">
+                                <div ng-if="!challenge.disable_private_submission" ng-show="challenge.currentPhaseLeaderboardPublic">
                                     <p class="fs-14 w-400" ng>Select submission visibility:</p>
                                     <li>
                                         <input type="radio" name="submissionVisibility" class="with-gap selectPhase" id="isPublicSubmission"
@@ -498,7 +498,7 @@ <h5 class="w-300">Make Submission</h5>
                             </button>
                         </li>
                         <li>
-                            <div class="center-content">Use &nbsp;<code> --private </code> &nbsp;or&nbsp; <code> --public </code>&nbsp; flag in the submission
+                            <div class="center-content">Use &nbsp; <span ng-show="!challenge.disable_private_submission"><code> --private </code> &nbsp;or&nbsp; </span><code> --public </code>&nbsp; flag in the submission
                                 command to make the submission private or public respectively.<br />
                             </div>
                         </li>