from google.cloud import bigquery

# Create BQ Client
client = bigquery.Client()

table_id = "gcp-dev-409815.bq_gcs_loads.peoples"

# Creating the schema for BQ tables
schema = [
bigquery.SchemaField("index", "INTEGER"),
bigquery.SchemaField("user_id", "STRING"),
bigquery.SchemaField("first_name", "STRING"),
bigquery.SchemaField("last_name", "STRING"),
bigquery.SchemaField("gender", "STRING"),
bigquery.SchemaField("email", "STRING"),
bigquery.SchemaField("phone", "STRING"),
bigquery.SchemaField("dob", "DATE"),
bigquery.SchemaField("job_title", "STRING")
]

# Create Job Configuration
job_config = bigquery.LoadJobConfig(schema=schema, skip_leading_rows=1, source_format=bigquery.SourceFormat.CSV)
uri = "gs://gcp-dev-409815/csv_data/people-100.csv"

load_job = client.load_table_from_uri(uri, table_id, job_config=job_config)
load_job.result()

destination_table = client.get_table(table_id)
print(f"Total number of records in table : {destination_table.num_rows}")

свернуть