Merge pull request #33 from kysnm/add-list-create-and-delete-method-for-datasets

Add datasets.list, datasets.insert and datasets.delete

Author: abronte

README.md

@@ -14,6 +14,7 @@ Only service accounts are supported right now. https://developers.google.com/acc
 
 * query
 * tables
+* datasets
 * load
 * tables_formatted
 * job
@@ -76,6 +77,24 @@ Describe table schema
 
     bq.describe_table('table_name')
 
+## Datasets
+
+List datasets in dataset
+
+    bq.datasets
+
+List dataset names
+
+    bq.datasets_formatted
+
+Delete exiting dataset
+
+    bq.delete_dataset('test123')
+
+Create dataset. First param is the dataset name
+
+    bq.create_dataset('test123')
+
 ## Querying
 
     bq.query("SELECT * FROM [#{config['dataset']}.table_name] LIMIT 1")

lib/big_query/client.rb

@@ -2,6 +2,7 @@
 require 'big_query/client/query'
 require 'big_query/client/jobs'
 require 'big_query/client/tables'
+require 'big_query/client/datasets'
 require 'big_query/client/load'
 
 module BigQuery
@@ -10,6 +11,7 @@ class Client
     include BigQuery::Client::Query
     include BigQuery::Client::Jobs
     include BigQuery::Client::Tables
+    include BigQuery::Client::Datasets
     include BigQuery::Client::Insert
 
     attr_accessor :dataset, :project_id

lib/big_query/client/datasets.rb

@@ -0,0 +1,52 @@
+module BigQuery
+  class Client
+    module Datasets
+
+      # Lists the datasets
+      #
+      # @return [Hash] json api response
+      def datasets
+        response = api({
+          :api_method => @bq.datasets.list,
+        })
+
+        response['datasets'] || []
+      end
+
+      # Lists the datasets returnning only the tableId
+      #
+      # @return [Hash] json api response
+      def datasets_formatted
+        datasets.map { |t| t['datasetReference']['datasetId'] }
+      end
+
+      # Creating a new dataset
+      #
+      # @param datasetId [String] dataset id to insert into
+      # @return [Hash] json api response
+      #
+      # examples:
+      #
+      # @bq.create_dataset('new_dataset')
+      def create_dataset(datasetId)
+        api(
+          api_method: @bq.datasets.insert,
+          body_object: { "datasetReference" => {
+                            "datasetId" => datasetId,
+                            "projectId" => @project_id,
+                          }
+                        }
+        )
+      end
+
+      # Deletes the given datasetId
+      #
+      # @param datasetId [String] dataset id to insert into
+      def delete_dataset(datasetId)
+        api(api_method: @bq.datasets.delete,
+            parameters: { 'datasetId' => datasetId }
+        )
+      end
+    end
+  end
+end

test/bigquery.rb

@@ -206,4 +206,40 @@ def test_for_insert_job
 
     assert_equal result['kind'], "bigquery#job"
   end
+
+  def test_for_datasets
+    dataset = @bq.datasets.select{|t| t['id'] == "#{config['project_id']}:#{config['dataset']}"}.first
+
+    assert_equal dataset['kind'], "bigquery#dataset"
+    assert_equal dataset['datasetReference']['datasetId'], config['dataset']
+  end
+
+  def test_for_datasets_formatted
+    result = @bq.datasets_formatted
+
+    assert_includes result, config['dataset']
+  end
+
+  def test_for_create_datasets
+    if @bq.datasets_formatted.include? 'test123'
+      @bq.delete_dataset('test123')
+    end
+
+    result = @bq.create_dataset('test123')
+
+    assert_equal result['kind'], "bigquery#dataset"
+    assert_equal result['datasetReference']['datasetId'], 'test123'
+  end
+
+  def test_for_delete_datasets
+    if !@bq.datasets_formatted.include? 'test123'
+      @bq.create_dataset('test123')
+    end
+
+    result = @bq.delete_dataset('test123')
+
+    datasets = @bq.datasets_formatted
+
+    refute_includes datasets, 'test123'
+  end
 end