Merge pull request #73 from omniscrapper/statistics-page

Tasks statuses page

Author: Mehonoshin

apps/web/assets/stylesheets/components/_index.scss

@@ -6,4 +6,16 @@
     margin-top: 30px;
     margin-bottom: 30px;
   }
+
+  table {
+    tr.failure {
+      background-color: #f8d7da;
+    }
+    tr.success {
+      background-color: #d4edda;
+    }
+    tr.running {
+      background-color: #fff3cd;
+    }
+  }
 }

apps/web/controllers/home/index.rb

@@ -3,8 +3,14 @@ module Controllers
     module Home
       class Index
         include Web::Action
+        include Import[
+          task_repo: 'repositories.scrapping.start_event'
+        ]
+
+        expose :tasks
 
         def call(params)
+          @tasks = task_repo.tasks_statuses
         end
       end
     end

apps/web/templates/home/index.html.haml

@@ -1,2 +1,19 @@
 .container
-  %h1= 'Welcome'
+  %h1= 'OmniScrapperHQ Status'
+
+%table.table.table-bordered.table-hover.table-sm
+  %thead
+    %tr
+      %th Task
+      %th Job
+      %th State
+      %th Time elapsed
+      %th
+  %tbody
+    - tasks.each do |task|
+      %tr{class: task.status}
+        %td= task.task_id
+        %td= task.job_id
+        %td= task.status
+        %td= task.elapsed_time
+

db/migrations/20191116174855_add_url_to_scrapping_started_events.rb

@@ -0,0 +1,7 @@
+Hanami::Model.migration do
+  change do
+    alter_table :scrapping_started_events do
+      add_column :url, String, null: false
+    end
+  end
+end

lib/omniscrapper_hq/repositories/scrapping/start_event_repository.rb

@@ -1,5 +1,50 @@
 module Scrapping
   class StartEventRepository < Hanami::Repository
     self.relation = :scrapping_started_events
+
+    def tasks_statuses
+      root.read <<-SQL
+        SELECT
+            task_id,
+            job_id,
+            schema_id,
+            url,
+            finished_at - started_at AS elapsed_time,
+            CASE
+                WHEN status IS NULL THEN 'running'
+                ELSE status
+            END
+
+        FROM (
+            SELECT
+            "tasks"."id" AS task_id,
+            "tasks"."schema_id" AS schema_id,
+
+            "scrapping_started_events"."job_id" AS job_id,
+            "scrapping_started_events"."url" AS url,
+            "scrapping_finished_events"."event_type" AS status,
+
+            "scrapping_started_events"."created_at" AS started_at,
+            "scrapping_finished_events"."created_at" AS finished_at
+
+            FROM "scrapping_started_events"
+
+            INNER JOIN "tasks"
+            ON "tasks"."id" = "scrapping_started_events"."task_id"
+
+            LEFT OUTER JOIN "scrapping_finished_events"
+            ON (
+                "scrapping_started_events"."job_id" = "scrapping_finished_events"."job_id"
+                AND
+                "scrapping_started_events"."task_id" = "scrapping_finished_events"."task_id"
+                AND
+                "scrapping_started_events"."url" = "scrapping_finished_events"."url"
+            )
+
+            ORDER BY "scrapping_started_events"."created_at" DESC
+        ) AS events
+        LIMIT 20
+SQL
+    end
   end
 end

lib/omniscrapper_hq/repositories/task_repository.rb

@@ -7,6 +7,8 @@ class TaskRepository < Hanami::Repository
     has_many :test_results
     belongs_to :schema
     belongs_to :site
+    has_many :scrapping_finished_events
+    has_many :scrapping_started_events
   end
 
   def delete_with_dependencies(id)