Merge branch 'dev' into fix/AACT-551-fix_table_exporter_tests

app/models/clinical_trials_api_v2.rb

@@ -57,4 +57,47 @@ def list_fields(field)
     JSON.parse(body)
   end
 
+  # get all the studies from ctgov
+  def self.all(days_back: nil)
+    found = Float::INFINITY
+    offset = 1
+    items = []
+
+    page_token = nil
+
+  loop do
+    url = "#{BASE_URL_V2}studies?fields=NCTId%2CStudyFirstSubmitDate%2CLastUpdatePostDate&pageSize=1000"
+    url += "&pageToken=#{page_token}" if page_token
+
+    attempts = 0
+    begin
+      json_response = JSON.parse(Faraday.get(url).body)
+    rescue Faraday::ConnectionFailed
+      attempts += 1
+      retry if attempts <= 3
+    rescue JSON::ParserError
+      attempts += 1
+      retry if attempts <= 3
+    end
+
+    studies = json_response["studies"]
+    break if studies.empty?
+
+    items.concat(studies.map do |rec|
+      {
+        "id" => rec["protocolSection"]["identificationModule"]["nctId"],
+        "posted" => rec["protocolSection"]["statusModule"]["studyFirstSubmitDate"],
+        "updated" => rec["protocolSection"]["statusModule"]["lastUpdatePostDateStruct"]["date"]
+      }
+      puts rec
+    end
+    )
+
+
+    page_token = json_response["nextPageToken"]
+    break if page_token.nil?
+  end
+  puts "Total records received: #{items.size}"
+  end
+
 end

app/models/study.rb

@@ -39,7 +39,6 @@ def self.current_interventional
   has_one  :eligibility,           :foreign_key => 'nct_id', :dependent => :delete
   has_one  :participant_flow,      :foreign_key => 'nct_id', :dependent => :delete
   has_one  :calculated_value,      :foreign_key => 'nct_id', :dependent => :delete
-  has_one  :study_xml_record,      class_name: "Support::StudyXmlRecord", :foreign_key => 'nct_id'
 
   has_many :search_results,            :foreign_key => 'nct_id', :dependent => :delete_all
   has_many :baseline_measurements, :foreign_key => 'nct_id', :dependent => :delete_all

config/database.yml

@@ -45,8 +45,7 @@ test:
     port: 5432
     username: <%= ENV.fetch("AACT_USERNAME", 'aact') %>
     password: <%= ENV.fetch("AACT_PASSWORD", '') %>
-    database: aact_test
-    schema_search_path: ctgov,support,public
+    database: acct_test
   admin:
     <<: *default
     host: localhost

spec/models/study_spec.rb

@@ -28,7 +28,6 @@
     it { should have_one(:eligibility).dependent(:delete) }
     it { should have_one(:participant_flow).dependent(:delete) }
     it { should have_one(:calculated_value).dependent(:delete) }
-    it { should have_one(:study_xml_record) }
     it { should have_many(:baseline_measurements).dependent(:delete_all) }
     it { should have_many(:baseline_counts).dependent(:delete_all) }
     it { should have_many(:design_groups).dependent(:delete_all) }