fixes bug 1186482 - deprecate /explosive/, r=AdrianGaudebert

mozilla-services · Dec 16, 2015 · 652d5a4 · 652d5a4
1 parent 050e6d6
commit 652d5a4
Show file tree

Hide file tree

Showing 23 changed files with 5 additions and 1,316 deletions.
diff --git a/config/crontabber.ini-dist b/config/crontabber.ini-dist
@@ -239,14 +239,12 @@
   socorro.cron.jobs.matviews.HomePageGraphCronApp|1d|07:30
   socorro.cron.jobs.matviews.HomePageGraphBuildCronApp|1d|07:30
   socorro.cron.jobs.matviews.TCBSBuildCronApp|1d|05:00
-  socorro.cron.jobs.matviews.ExplosivenessCronApp|1d|07:30
   socorro.cron.jobs.matviews.AndroidDevicesCronApp|1d|05:00
   socorro.cron.jobs.matviews.GraphicsDeviceCronApp|1d|05:00
   socorro.cron.jobs.matviews.ExploitabilityCronApp|1d|05:00
   socorro.cron.jobs.matviews.CrashAduByBuildSignatureCronApp|1d|07:30
   #socorro.cron.jobs.ftpscraper.FTPScraperCronApp|1h
   #socorro.cron.jobs.automatic_emails.AutomaticEmailsCronApp|1h
-  socorro.cron.jobs.suspicious_crashes.SuspiciousCrashesApp|1d
   socorro.cron.jobs.serverstatus.ServerStatusCronApp|5m
   socorro.cron.jobs.reprocessingjobs.ReprocessingJobsApp|5m
   socorro.cron.jobs.matviews.SignatureSummaryProductsCronApp|1d|05:00
@@ -905,44 +903,6 @@
             # see "secrets.postgresql.database_username" for the default or override it here
             #database_username=breakpad_rw
 
-    [[class-ExplosivenessCronApp]]
-
-        # frequency
-        #frequency=1d
-
-        # time
-        #time=07:30
-
-        [[[database]]]
-
-            # None
-            # see "resource.postgresql.database_class" for the default or override it here
-            #database_class=socorro.external.postgresql.connection_context.ConnectionContext
-
-            # the hostname of the database
-            # see "resource.postgresql.database_hostname" for the default or override it here
-            #database_hostname=localhost
-
-            # the name of the database
-            # see "resource.postgresql.database_name" for the default or override it here
-            #database_name=breakpad
-
-            # the user's database password
-            # see "secrets.postgresql.database_password" for the default or override it here
-            #database_password=aPassword
-
-            # the port for the database
-            # see "resource.postgresql.database_port" for the default or override it here
-            #database_port=5432
-
-            # a class that will execute transactions
-            # see "resource.postgresql.database_transaction_executor_class" for the default or override it here
-            #database_transaction_executor_class=crontabber.transaction_executor.TransactionExecutor
-
-            # the name of the user within the database
-            # see "secrets.postgresql.database_username" for the default or override it here
-            #database_username=breakpad_rw
-
     [[class-FTPScraperCronApp]]
 
         # The base url to use for fetching builds
@@ -1922,56 +1882,6 @@
             # see "secrets.postgresql.database_username" for the default or override it here
             #database_username=breakpad_rw
 
-    [[class-SuspiciousCrashesApp]]
-
-        # The number of hours for each bin to aggregate for crash counts.
-        #data_bin_length=24
-
-        # frequency
-        #frequency=1d
-
-        # Minimum number of logged crashes today to trigger analysis.
-        #min_count=1000
-
-        # Model used for analysis. :Available: SlopeBased
-        #model=SlopeBased
-
-        # time
-        #time=
-
-        # the number of days of training data to feed to the models.
-        #training_data_length=10
-
-        [[[database]]]
-
-            # None
-            # see "resource.postgresql.database_class" for the default or override it here
-            #database_class=socorro.external.postgresql.connection_context.ConnectionContext
-
-            # the hostname of the database
-            # see "resource.postgresql.database_hostname" for the default or override it here
-            #database_hostname=localhost
-
-            # the name of the database
-            # see "resource.postgresql.database_name" for the default or override it here
-            #database_name=breakpad
-
-            # the user's database password
-            # see "secrets.postgresql.database_password" for the default or override it here
-            #database_password=aPassword
-
-            # the port for the database
-            # see "resource.postgresql.database_port" for the default or override it here
-            #database_port=5432
-
-            # a class that will execute transactions
-            # see "resource.postgresql.database_transaction_executor_class" for the default or override it here
-            #database_transaction_executor_class=crontabber.transaction_executor.TransactionExecutor
-
-            # the name of the user within the database
-            # see "secrets.postgresql.database_username" for the default or override it here
-            #database_username=breakpad_rw
-
     [[class-TCBSBuildCronApp]]
 
         # frequency

diff --git a/docs/development/api/middleware.rst b/docs/development/api/middleware.rst
@@ -57,7 +57,6 @@ Documented services
 * `/signatureurls <#signature-urls-service>`_
 * `/skiplist/ <#skiplist-service>`_
 * `/supersearch/fields/ <#supersearch-fields-service>`_
-* `/suspicious/ <#suspicious-crash-signatures-service>`_
 
 
 .. ############################################################################
@@ -83,7 +82,7 @@ Mandatory parameters
 
 When ``backfill_type`` equals to ``adu``, ``build_adu``, ``correlations``,
 ``crashes_by_user_build``, ``daily_crashes``, ``exploitability``,
-``explosiveness``, ``hang_report``, ``home_page_graph_build``,
+``hang_report``, ``home_page_graph_build``,
 ``home_page_graph``, ``nightly_builds``, ``one_day``, ``signature_summary``,
 ``tcbs_build`` or ``tcbs``:
 
@@ -2784,69 +2783,6 @@ Returns a dictionary of ``field_name:field_data``, in this format::
 
 
 
-.. ############################################################################
-   Suspicious Crash Signatures API
-   ############################################################################
-
-Suspicious Crash Signatures service
------------------------------------
-
-Returns crashes that are explosive/suspicious. These crashes should be examined
-by people to make sure there are no regressions in product code base.
-
-Crash signatures are explosive if the count shot up by a huge amount.
-
-API specifications
-^^^^^^^^^^^^^^^^^^
-
-+----------------+--------------+
-| HTTP method    | GET          |
-+----------------+--------------+
-| URL            | /suspicious/ |
-+----------------+--------------+
-
-Mandatory parameters
-^^^^^^^^^^^^^^^^^^^^
-
-None.
-
-Optional parameters
-^^^^^^^^^^^^^^^^^^^
-
-+----------------+------------------+-------------------+--------------------+
-| Name           | Type of value    | Default value     | Description        |
-+================+==================+===================+====================+
-| start_date     | Date             | Today             | The start date to  |
-|                |                  |                   | get signatures     |
-|                |                  |                   | from.              |
-+----------------+------------------+-------------------+--------------------+
-| end_date       | Date             | Tomorrow          | The end date to    |
-|                |                  |                   | get signatures     |
-|                |                  |                   | to. Note that the  |
-|                |                  |                   | return value does  |
-|                |                  |                   | not include        |
-|                |                  |                   | signatures on the  |
-|                |                  |                   | end_date           |
-+----------------+------------------+-------------------+--------------------+
-
-Return value
-^^^^^^^^^^^^
-
-Returns in this format::
-
-    {
-        "hits": [
-          {"date": date,
-           "signatures": [signature1, signature2]},
-         ...
-        ],
-        "total": <number of records returned>
-    }
-
-Where ``date`` is in the format of ``YYYY-MM-DD`` and signatures are the raw
-strings of the signatures.
-
-
 .. ############################################################################
    Debug
    ############################################################################

diff --git a/scripts/database/create_heroku_stage_database.sh b/scripts/database/create_heroku_stage_database.sh
@@ -1,13 +1,13 @@
 #!/usr/bin/env bash
 
-# This script destroys and then creates a Heroku stage database 
+# This script destroys and then creates a Heroku stage database
 # from a minimal set of tables drawn from our PHX1 stage database.
 
 # To use:
 #
 # 1. Run this script as the 'postgres' user on PHX1 stage
 # 2. Export PGPASSWORD and HEROKU_STAGE_APP
-# 3. Set up ~/.netrc 
+# 3. Set up ~/.netrc
 
 set -e
 set -u
@@ -22,7 +22,7 @@ PYTHON="${VIRTUAL_ENV}/bin/python"
 SLIM_DUMP=slim_socorro_db.dump
 FULL_DUMP=full_socorro_db.dump
 
-# Databases 
+# Databases
 SOURCE_DATABASE=${database:-'breakpad'}
 TEMP_DATABASE=${temp_database:-'socorro_stage_temp'}
 
@@ -109,7 +109,6 @@ pg_dump \
         -t signatures \
         -t skiplist \
         -t special_product_platforms \
-        -t suspicious_crash_signatures \
         -t transform_rules \
         -t update_channel_map \
         -t uptime_levels \
@@ -142,7 +141,7 @@ popd
 
 log "INFO: Removing old ADI to speed up restore"
 # Remove old ADI to help make restore time finite
-$PSQL ${TEMP_DATABASE} -c "DELETE FROM raw_adi where date < now() - '7 days'::interval" 
+$PSQL ${TEMP_DATABASE} -c "DELETE FROM raw_adi where date < now() - '7 days'::interval"
 $PSQL ${TEMP_DATABASE} -c "DELETE FROM raw_adi_logs where report_date < now() - '7 days'::interval"
 
 log "INFO: Creating a full dump of ${TEMP_DATABASE} for restore into Heroku into file ${FULL_DUMP}"

diff --git a/socorro/cron/crontabber_app.py b/socorro/cron/crontabber_app.py
@@ -23,13 +23,11 @@
   socorro.cron.jobs.matviews.HomePageGraphCronApp|1d|07:30
   socorro.cron.jobs.matviews.HomePageGraphBuildCronApp|1d|07:30
   socorro.cron.jobs.matviews.TCBSBuildCronApp|1d|05:00
-  socorro.cron.jobs.matviews.ExplosivenessCronApp|1d|07:30
   socorro.cron.jobs.matviews.AndroidDevicesCronApp|1d|05:00
   socorro.cron.jobs.matviews.GraphicsDeviceCronApp|1d|05:00
   socorro.cron.jobs.matviews.ExploitabilityCronApp|1d|05:00
   socorro.cron.jobs.matviews.CrashAduByBuildSignatureCronApp|1d|07:30
   socorro.cron.jobs.ftpscraper.FTPScraperCronApp|1h
-  socorro.cron.jobs.suspicious_crashes.SuspiciousCrashesApp|1d
   socorro.cron.jobs.serverstatus.ServerStatusCronApp|5m
   socorro.cron.jobs.reprocessingjobs.ReprocessingJobsApp|5m
   socorro.cron.jobs.matviews.SignatureSummaryProductsCronApp|1d|05:00

diff --git a/socorro/cron/jobs/matviews.py b/socorro/cron/jobs/matviews.py
@@ -132,16 +132,6 @@ class TCBSBuildCronApp(_MatViewBackfillBase):
     depends_on = ('reports-clean',)
 
 
-class ExplosivenessCronApp(_MatViewBackfillBase):
-    proc_name = 'update_explosiveness'
-    app_name = 'explosiveness-matview'
-    depends_on = (
-        'tcbs-matview',
-        'adu-matview',
-        'reports-clean'
-    )
-
-
 class ReportsCleanCronApp(_MatViewBackfillBase):
     proc_name = 'update_reports_clean'
     app_name = 'reports-clean'