我的目标是创建一个 AWS 数据管道,将数据从 s3 存储桶发送到 dynamodb。s3数据的内容是一个json文件。
除了可以在管道页面上收集到的信息外,我什至还转而观看了在 EMR 页面上工作的集群。在步骤中,完成第一步,即安装任务运行器后,第二步失败,即
“df-063276031ZLCNGP0NZUL_@TableLoadActivity_2021-07-20T21:20:55_Attempt=1”失败。
json 文件只是一个数据点:
[{"id":"7ODcI6FYMClbFTYiGvU4SA_0000","full_name":"amit upad","first_name":"amit","middle_initial":null,"middle_name":null,"last_name":"upaf","gender":"male","birth_year":null,"birth_date":null,"linkedin_url":"linkedin.com/in/xyz-abc","linkedin_username":"amitupad","linkedin_id":null,"facebook_url":null,"facebook_username":null,"facebook_id":null,"twitter_url":null,"twitter_username":null,"github_url":null,"github_username":null,"work_email":null,"mobile_phone":null,"industry":null,"job_title":"executive, e-commerce","job_title_role":null,"job_title_sub_role":null,"job_title_levels":[],"job_company_id":"12345","job_company_name":"myfirm","job_company_website":"myfirm.in","job_company_size":"51-200","job_company_founded":"2016","job_company_industry":"health, wellness and fitness","job_company_linkedin_url":null,"job_company_linkedin_id":"56354445","job_company_facebook_url":"facebook.com/myfirm","job_company_twitter_url":"twitter.com/myfirm","job_company_location_name":"bombay, maharashtra, india","job_company_location_locality":"bombay","job_company_location_metro":null,"job_company_location_region":"maharashtra","job_company_location_geo":"19.65,21.56","job_company_location_street_address":null,"job_company_location_address_line_2":null,"job_company_location_postal_code":null,"job_company_location_country":"india","job_company_location_continent":"asia","job_last_updated":"2020-12-01","job_start_date":null,"job_summary":null,"location_name":"bombay, maharashtra, india","location_locality":"bombay","location_metro":null,"location_region":"maharashtra","location_country":"india","location_continent":"asia","location_street_address":null,"location_address_line_2":null,"location_postal_code":null,"location_geo":"18.97,72.82","location_last_updated":"2020-10-01","linkedin_connections":249,"inferred_salary":null,"inferred_years_experience":null,"summary":null,"phone_numbers":[],"emails":[],"interests":[],"skills":[],"location_names":["bombay, maharashtra, india"],"regions":["maharashtra, india"],"countries":["india"],"street_addresses":[],"experience":[{"company":{"name":" abcd","size":"51-200","id":"nothing","founded":"2016","industry":"health, wellness and fitness","location":{"name":"bombay, maharashtra, india","locality":"bombay","region":"maharashtra","metro":null,"country":"india","continent":"asia","street_address":null,"address_line_2":null,"postal_code":null,"geo":"56.97,12.82"},"linkedin_url":"linkedin.com/company/nothing","linkedin_id":"1354336","facebook_url":"facebook.com/nothing","twitter_url":"twitter.com/nothing","website":"drink.in"},"start_date":null,"end_date":null,"title":{"name":"executive, e-commerce","role":null,"sub_role":null,"levels":[]},"location_names":[],"is_primary":true,"summary":null}],"education":[],"profiles":[{"network":"linkedin","id":null,"url":"linkedin.com/in/amitupad","username":"amitupad"}],"certifications":[],"languages":[],"version_status":{"status":"updated","contains":[],"previous_version":"12.0","current_version":"13.0"}}]