diff --git a/app/src/main/java/fr/free/nrw/commons/CommonsApplication.java b/app/src/main/java/fr/free/nrw/commons/CommonsApplication.java
index 3de167b82..42dd55ac5 100644
--- a/app/src/main/java/fr/free/nrw/commons/CommonsApplication.java
+++ b/app/src/main/java/fr/free/nrw/commons/CommonsApplication.java
@@ -140,8 +140,10 @@ public class CommonsApplication extends Application {
         System.setProperty("in.yuvi.http.fluent.PROGRESS_TRIGGER_THRESHOLD", "3.0");
 
         Fresco.initialize(this);
-        PreferenceManager.getDefaultSharedPreferences(CommonsApplication.getInstance()).edit()
-                .putBoolean("is_app_started", true).commit();
+        SharedPreferences prefs = PreferenceManager.getDefaultSharedPreferences(
+                CommonsApplication.getInstance());
+        // Increase counter by one, starts from 1
+        prefs.edit().putInt("app_start_counter", prefs.getInt("app_start_counter" ,0) + 1).commit();
 
         //For caching area -> categories
         cacheData  = new CacheController();
diff --git a/app/src/main/java/fr/free/nrw/commons/contributions/ContributionsActivity.java b/app/src/main/java/fr/free/nrw/commons/contributions/ContributionsActivity.java
index 2848055e8..688c6fce1 100644
--- a/app/src/main/java/fr/free/nrw/commons/contributions/ContributionsActivity.java
+++ b/app/src/main/java/fr/free/nrw/commons/contributions/ContributionsActivity.java
@@ -373,12 +373,10 @@ public  class       ContributionsActivity
         boolean displayFeedbackPopup = prefs.getBoolean("display_feedbak_popup", true);
 
         // boolean to recognize is application re-started. Will be used for "remind me later" option
-        boolean isApplicationStarted = prefs.getBoolean("is_app_started" , true);
+        int appStartCounter = prefs.getInt("app_start_counter" ,0);
 
         // if time is valid and shared pref says display
-        if (new Date().before(strDate) && displayFeedbackPopup && isApplicationStarted) {
-            // The window will be displayed once per application start
-            prefs.edit().putBoolean("is_app_started" , false).commit();
+        if (new Date().before(strDate) && displayFeedbackPopup && (appStartCounter == 4)) {
 
             AlertDialog.Builder builder = new AlertDialog.Builder(this);
             builder.setTitle(getResources().getString(R.string.feedback_popup_title));
@@ -396,15 +394,6 @@ public  class       ContributionsActivity
                             dialog.dismiss();
                         }
                     });
-            builder.setNeutralButton(getResources().getString(R.string.feedback_popup_remind)
-                    ,new DialogInterface.OnClickListener() {
-                        @Override
-                        public void onClick(DialogInterface dialog, int which) {
-                            // Dismiss the dialog to show it later,
-                            // don't set "display_feedbak_popup" to false, user wants to see it latr
-                            dialog.dismiss();
-                        }
-                    });
             builder.setNegativeButton(getResources().getString(R.string.feedback_popup_decline)
                     , new DialogInterface.OnClickListener() {
                         @Override