Fetch invoices and payments from freshbooks , store them in the db.

- Upgraded Rspec to use the 3.X structured config files
- switch to capybara webkit

Author: reconbot

.rspec

@@ -1 +1,2 @@
---color --format Fuubar
+--color
+--require spec_helper

.rubocop.yml

@@ -7,27 +7,23 @@ AllCops:
     - 'Guardfile'
     - 'vendor/bundle/**/*'
 
-# Offense count: 94
-# Cop supports --auto-correct.
 # Configuration parameters: EnforcedStyle, SupportedStyles.
 Style/StringLiterals:
   Enabled: false
 
-# Offense count: 57
+# Offense count: 45
 # Configuration parameters: AllowURI.
 Metrics/LineLength:
-  Max: 120
+  Max: 112
 
 # We don't use this often but sometimes it improves readability
 # Configuration parameters: EnforcedStyle, SupportedStyles.
 Style/BracesAroundHashParameters:
   Enabled: false
 
-# Offense count: 8
 Style/Documentation:
   Enabled: false
 
 # Configuration parameters: EnforcedStyle, SupportedStyles.
 Style/IndentHash:
   Enabled: false
-

Gemfile

@@ -17,14 +17,14 @@ gem 'neat'
 gem 'nokogiri'
 gem 'paperclip'
 gem 'pg'
-gem 'pry'
 gem 'rails', '4.2.0'
 gem 'recipient_interceptor'
 gem 'redcarpet'
 gem 'sass-rails'
 gem 'therubyracer'
 gem 'uglifier'
 gem 'unicorn', require: false # Use unicorn as the app server
+gem 'ruby-freshbooks'
 
 group :development do
   gem 'bitters'
@@ -36,15 +36,18 @@ end
 group :test do
   gem 'cucumber-rails', require: false
   gem 'database_cleaner'
-  gem 'factory_girl_rails'
   gem 'fuubar'
   gem 'rake'
   gem 'rspec-rails'
-  gem 'selenium-webdriver'
+  gem 'capybara-webkit'
   gem 'shoulda-matchers', require: false
+  gem 'webmock'
 end
 
 group :development, :test do
+  gem 'factory_girl_rails'
+  gem 'pry'
+  gem 'pry-byebug'
   gem 'rubocop', require: false
 end
 

Gemfile.lock

@@ -38,6 +38,7 @@ GEM
       minitest (~> 5.1)
       thread_safe (~> 0.3, >= 0.3.4)
       tzinfo (~> 1.1)
+    addressable (2.3.6)
     arel (6.0.0)
     ast (2.0.0)
     astrolabe (1.3.0)
@@ -56,21 +57,29 @@ GEM
       sass (~> 3.3)
       thor
     builder (3.2.2)
+    byebug (3.5.1)
+      columnize (~> 0.8)
+      debugger-linecache (~> 1.2)
+      slop (~> 3.6)
     capybara (2.4.4)
       mime-types (>= 1.16)
       nokogiri (>= 1.3.3)
       rack (>= 1.0.0)
       rack-test (>= 0.5.4)
       xpath (~> 2.0)
+    capybara-webkit (1.4.1)
+      capybara (>= 2.3.0, < 2.5.0)
+      json
     celluloid (0.16.0)
       timers (~> 4.0.0)
-    childprocess (0.5.5)
-      ffi (~> 1.0, >= 1.0.11)
     climate_control (0.0.3)
       activesupport (>= 3.0)
     cocaine (0.5.5)
       climate_control (>= 0.0.3, < 1.0)
     coderay (1.1.0)
+    columnize (0.9.0)
+    crack (0.4.2)
+      safe_yaml (~> 1.0.0)
     cucumber (1.3.17)
       builder (>= 2.1.2)
       diff-lcs (>= 1.1.3)
@@ -86,6 +95,7 @@ GEM
     curb (0.8.6)
     dalli (2.7.2)
     database_cleaner (1.3.0)
+    debugger-linecache (1.2.0)
     delayed_job (4.0.6)
       activesupport (>= 3.0, < 5.0)
     delayed_job_active_record (4.0.3)
@@ -133,6 +143,9 @@ GEM
       rspec (>= 2.99.0, < 4.0)
     hike (1.2.3)
     hitimes (1.2.2)
+    httparty (0.13.3)
+      json (~> 1.8)
+      multi_xml (>= 0.5.2)
     i18n (0.7.0)
     jquery-rails (3.1.2)
       railties (>= 3.0, < 5.0)
@@ -156,6 +169,7 @@ GEM
     minitest (5.5.0)
     multi_json (1.10.1)
     multi_test (0.1.1)
+    multi_xml (0.5.5)
     neat (1.7.0)
       bourbon (>= 4.0)
       sass (>= 3.3)
@@ -175,6 +189,9 @@ GEM
       coderay (~> 1.1.0)
       method_source (~> 0.8.1)
       slop (~> 3.4)
+    pry-byebug (2.0.0)
+      byebug (~> 3.4)
+      pry (~> 0.10)
     rack (1.6.0)
     rack-test (0.6.2)
       rack (>= 1.0)
@@ -243,8 +260,11 @@ GEM
       powerpack (~> 0.0.6)
       rainbow (>= 1.99.1, < 3.0)
       ruby-progressbar (~> 1.4)
+    ruby-freshbooks (0.4.1)
+      builder (>= 2.1.2)
+      httparty (>= 0.5.0)
     ruby-progressbar (1.7.1)
-    rubyzip (1.1.6)
+    safe_yaml (1.0.4)
     sass (3.4.9)
     sass-rails (5.0.0)
       railties (>= 4.0.0, < 5.0)
@@ -253,11 +273,6 @@ GEM
       sprockets-rails (>= 2.0, < 4.0)
       tilt (~> 1.1)
     sax-machine (1.2.0)
-    selenium-webdriver (2.44.0)
-      childprocess (~> 0.5)
-      multi_json (~> 1.0)
-      rubyzip (~> 1.0)
-      websocket (~> 1.0)
     shoulda-matchers (2.7.0)
       activesupport (>= 3.0.0)
     slop (3.6.0)
@@ -287,7 +302,9 @@ GEM
       kgio (~> 2.6)
       rack
       raindrops (~> 0.7)
-    websocket (1.2.1)
+    webmock (1.20.4)
+      addressable (>= 2.3.6)
+      crack (>= 0.3.2)
     xpath (2.0.0)
       nokogiri (~> 1.3)
 
@@ -300,6 +317,7 @@ DEPENDENCIES
   bcrypt
   bitters
   bourbon
+  capybara-webkit
   cucumber-rails
   dalli
   database_cleaner
@@ -320,16 +338,18 @@ DEPENDENCIES
   paperclip
   pg
   pry
+  pry-byebug
   rails (= 4.2.0)
   rails_12factor
   rake
   recipient_interceptor
   redcarpet
   rspec-rails
   rubocop
+  ruby-freshbooks
   sass-rails
-  selenium-webdriver
   shoulda-matchers
   therubyracer
   uglifier
   unicorn
+  webmock

app/models/freshbooks_invoice.rb

@@ -0,0 +1,32 @@
+class FreshbooksInvoice < ActiveRecord::Base
+  validates :invoice_id, presence: true, uniqueness: true
+  validates :number, presence: true
+  validates :organization, presence: true
+  validates :client_id, presence: true
+  validates :status, presence: true
+  validates :amount, presence: true
+  validates :amount_outstanding, presence: true
+  validates :paid, presence: true
+  validates :date, presence: true
+  validates :public_url, presence: true
+
+  FIELDS_TO_IMPORT = %w(
+    invoice_id
+    number
+    organization
+    client_id
+    status
+    amount
+    paid
+    date
+    amount_outstanding
+  )
+
+  def self.import(invoice)
+    attributes = invoice.slice(*FIELDS_TO_IMPORT)
+    attributes["public_url"] = invoice["links"]["client_view"]
+    record = first_or_initialize(attributes.slice("invoice_id"))
+    record.update!(attributes)
+    record
+  end
+end

app/models/freshbooks_payment.rb

@@ -0,0 +1,38 @@
+class FreshbooksPayment < ActiveRecord::Base
+  validates :payment_id, presence: true, uniqueness: true
+  validates :invoice_id, presence: true
+  validates :date, presence: true
+  validates :updated, presence: true
+  validates :payment_type, presence: true
+  validates :client_id, presence: true
+  validates :amount, presence: true
+  validates :from_credit, presence: true
+  validates :currency_code, presence: true
+
+  FIELDS_TO_IMPORT = %w(
+    payment_id
+    invoice_id
+    client_id
+    currency_code
+    amount
+    from_credit
+    notes
+    date
+    updated
+  )
+
+  def self.import(payment)
+    attributes = payment.slice(*FIELDS_TO_IMPORT)
+    attributes["payment_type"] = payment["type"]
+
+    gateway = payment["gateway_transaction"]
+    if gateway
+      attributes["gateway_reference_id"] = gateway["reference_id"]
+      attributes["gateway_name"] = gateway["gateway_name"]
+    end
+
+    record = first_or_initialize(attributes.slice("payment_id"))
+    record.update!(attributes)
+    record
+  end
+end

app/models/import_freshbooks.rb

@@ -0,0 +1,41 @@
+class ImportFreshbooks
+  attr_reader :client
+
+  def initialize(url: ENV['FRESHBOOKS_API_URL'], token: ENV['FRESHBOOKS_AUTH_TOKEN'], client: nil)
+    @client = client || FreshBooks::Client.new(url, token)
+  end
+
+  def invoices
+    collect_resource("invoice")
+  end
+
+  def payments
+    collect_resource("payment")
+  end
+
+  def raw_resource(resource, page)
+    Rails.logger.info "Fetching #{resource} page #{page}"
+    @client.send(resource.to_sym, page: page).list[resource.pluralize]
+  end
+
+  def collect_resource(resource, page = 1)
+    resource_data = raw_resource(resource, page)
+    resources = resource_data[resource]
+    max_pages = resource_data["pages"].to_i
+    Rails.logger.debug "Fetched #{resource} page #{page} of #{max_pages} pages"
+    return resources if page >= max_pages
+    resources + collect_resource(resource, page + 1)
+  end
+
+  def import_invoices
+    invoices.map do |invoice|
+      FreshbooksInvoice.import(invoice)
+    end
+  end
+
+  def import_payments
+    payments.map do |invoice|
+      FreshbooksPayment.import(invoice)
+    end
+  end
+end

config/application.yml.sample

@@ -1,4 +1,6 @@
-BLOG_RSS_URL:
+BLOG_RSS_URL: http://www.wizard.codes/rss/
 S3_BUCKET_NAME:
 AWS_ACCESS_KEY_ID:
 AWS_SECRET_ACCESS_KEY:
+FRESHBOOKS_API_URL: wizarddevelopment.freshbooks.com
+FRESHBOOKS_AUTH_TOKEN:

config/environments/development.rb

@@ -18,6 +18,7 @@
 
   # Print deprecation notices to the Rails logger.
   config.active_support.deprecation = :log
+  # config.log_level = :debug
 
   # Raise an error on page load if there are pending migrations
   # config.active_record.migration_error = :page_load

config/environments/production.rb

@@ -42,7 +42,7 @@
   # config.force_ssl = true
 
   # Set to :debug to see everything in the log.
-  config.log_level = :info
+  config.log_level = :warn
 
   # Prepend all log lines with the following tags.
   # config.log_tags = [ :subdomain, :uuid ]

db/migrate/20141227003431_create_freshbooks_invoice.rb

@@ -0,0 +1,18 @@
+class CreateFreshbooksInvoice < ActiveRecord::Migration
+  def change
+    create_table :freshbooks_invoices do |t|
+      t.string :invoice_id, null: false
+      t.string :number, null: false
+      t.string :organization, null: false
+      t.string :client_id, null: false
+      t.string :status, null: false
+      t.decimal :amount, null: false
+      t.decimal :amount_outstanding, null: false
+      t.decimal :paid, null: false
+      t.string :public_url, null: false
+      t.date :date, null: false
+      t.timestamps null: false
+    end
+    add_index :freshbooks_invoices, :invoice_id, unique: true
+  end
+end

db/migrate/20141227200724_create_freshbooks_payments.rb

@@ -0,0 +1,20 @@
+class CreateFreshbooksPayments < ActiveRecord::Migration
+  def change
+    create_table :freshbooks_payments do |t|
+      t.string :payment_id, null: false
+      t.string :invoice_id, null: false
+      t.string :client_id, null: false
+      t.string :payment_type, null: false
+      t.string :currency_code, null: false
+      t.string :gateway_reference_id
+      t.string :gateway_name
+      t.text :notes
+      t.decimal :amount, null: false
+      t.decimal :from_credit, null: false
+
+      t.date :date, null: false
+      t.date :updated, null: false
+      t.timestamps null: false
+    end
+  end
+end