HdfsDataset API

Create a Dataset from a Hadoop file mask

POST /api/hdfs_datasets

Parameters

Name	Description
data_source_id	Hadoop DataSource ID
name	Name
file_mask	Hadoop File Mask
workspace_id	Workspace ID

Request

Headers

Host: example.org
Content-Type: application/x-www-form-urlencoded
Cookie: _session_id=RU1hZEhmNm9EbWJXV2hPZU1QcXU2Q3p6QmRFUnBxcGd1OE8rNmVqOCtxaHl5bWhtVUE3UzNPd1Q4dlIxZDhlSXplMFB1T3YzeXlvU3UwTlI3dFlHSFBxaVRMdFd4U2NUbmVmMEdmY2hKNTNBR0x4Ky8yL3FnT3RXRkRNRWJxRElIVzl3bk9SMGJVdEZXVlFHVG05eU9LdFlBMjJZQ0tWcGdyNHRpUndTYmx5Z01pS0lFVmtKZFh4dVQ1NkMxTmxRNDUxMTl4dXg5Z3JjMXRUYW5WU3VacUd4dXJEd0doQTQwL205dWQwZ2g0VXZ0anhxWGFaYkZhYllPQWYxNC9NNVkvMTJiQU04VFhDakFMTnRkendrNFBuZ1Zja1FVQklqcEY2NzZUakRlMmNta1JLbXhVZHlISTNocUpzOTNzbVpBUWRJQVI1WXcwM3R1TUF5aFRQL2FsbjNLcE5NdUcvVi9CSE5UMVZZQ2QrODUyWi9UclMxd2dBMHUvdGR4YUJCWSsrK0ViMlU1QUdoVjBaUCs0eWNlWFJlazVpMitrMU9RaHJESlQ2TmZ0dz0tLWIydWl0OFJVcGtaVlNvY3d4UzRNelE9PQ%3D%3D--f0882725a3f096de35905e38194c53c5738c4a5b

Route

POST /api/hdfs_datasets

Body

Response

Headers

X-Frame-Options: SAMEORIGIN
X-XSS-Protection: 1; mode=block
X-Content-Type-Options: nosniff
Content-Type: application/json; charset=utf-8
ETag: W/"8f68f4f831d7b2f748e55d046dcc23aa"
Cache-Control: max-age=0, private, must-revalidate
Set-Cookie: _session_id=Z2hHK2xISlMrakVXdFFuZEQwLzYyTjJKN0dCdDRJYUhzNTZuN3VYZzIxNzRkbmhrcGpNNjQxOENMa09UOFUyN0QzVXhCRXJtb1UrTytyZ25Nd3lTdzJkWm9TV01FOVNBTUZkNitBOGVWU3UxQ2dZM3lDS0dKMzVBZXRmbERWOWtCdDhjTlZzQmRFU0J2bVZHTFNRZ3h3cDRkTGMrOXVwZmZkU21LdkJPanZRaGlKY0N2NitLbmNsR1F2SlEyNi93aWtQaU90ZDhMamZ3bTBrMEtneUhRVERZVkVqQXZBaG1ZWEFvbzlYbmhqTGVZaytGYzc2Tjh1UFJWTTUvN2xDbUQrTlBGSjdRQjRpdGtJd05ZNkFpZ1pDdVZwRHdiY3RmbHNZWFVkRXFKRXpzWnhDRTFSRk5QdmNhZ0JFMlFoeVRZWUNvN1hDTEY2ZjdhbFBqc0xKUjdaei91Zllwb3I3ZHI5QnZ5UzFZZmV2OEZTSFBick50NlFZY0FDSE9BQ2x4cmIrNjBTaVAwSTd0SDhiMVdGRnhZaWIvYVNlVWxzV29sbWJoOU1YT2VzWVI5ZkhVRko3bEp0VC9reWZZS3NFRy0tMWVVdWpzTmF5TkJqSW5Jc1ZUZERNdz09--7804a6e46b8b03da30526c27ff8fc03be37df7a7; path=/; HttpOnly
X-Request-Id: aec27a69-c3c3-4753-b37c-56de393667ca
X-Runtime: 0.275992
Content-Length: 4148

Status

201 Created

Body

{"response":{"recent_comments":[],"comment_count":0,"id":1000034,"object_name":"Shaun Jerde","schema":null,"entity_type":"dataset","entity_subtype":"HDFS","stale":false,"stale_at":null,"is_deleted":null,"associated_workspaces":[],"file_mask":"/*","hdfs_data_source":{"id":1000000,"name":"hdfs_disabled","entity_type":"hdfs_data_source","supports_work_flows":true,"hdfs_version":"Pivotal HD 3","is_hdfs_hive":null,"disable_kerberos_impersonation":null,"third_party_security_enabled":null,"hive_metastore_location":null,"is_deleted":null,"state":"disabled","public":false,"uses_kerberos":false,"host":"data_source.emc.com","port":5000,"online":false,"description":null,"version":null,"username":null,"group_list":null,"job_tracker_host":"job-tracker-host.emc.com","job_tracker_port":10000,"high_availability":false,"connection_parameters":[{"key":"alpine.hadoopuser.enabled","value":"false"},{"key":"hive.security.thirdparty.enabled","value":"false"}],"owner":{"id":1000000,"username":"admin","first_name":"Admin_1","last_name":"AlphaSearch","image":{"original":"","icon":"","entity_type":"image","complete_json":true},"is_deleted":null,"auth_method":"internal","ldap_group_id":null,"user_type":"analytics_developer","entity_type":"user","using_default_image":false,"active_license":true,"is_siteadmin":false,"roles":["admin"],"email":"chorususer457721@alpinenow.com","title":"Chief Data Scientist","dept":"Corporation Corp., Inc.","notes":"One of our top performers","admin":true,"subscribed_to_emails":true,"tags":[],"deactivated_at":null,"complete_json":true},"tags":[],"complete_json":true},"object_type":"MASK","workspace":{"id":1000008,"name":"Public","is_deleted":null,"entity_type":"workspace","archived":false,"public":true,"archived_at":null,"summary":"searchquery","permission":["admin","create_workflow"],"datasets_count":12,"members_count":2,"workfiles_count":17,"insights_count":1,"recent_insights_count":1,"recent_comments_count":9,"has_recent_comments":true,"has_milestones":true,"workspace_stage":{"default":true,"id":1000000,"name":"Define","position":0,"description_long":"Define the essential components of the project.","description_short":"Define the two essential components of a machine learning project. What business problem are we solving? How should the solution change the way our business operates? Locate or acquire all necessary data.","complete_json":true},"workspace_stage_id":1000000,"archiver":null,"image":{"original":"","icon":"","entity_type":"image","complete_json":true},"tags":[],"has_added_member":false,"has_added_workfile":true,"has_added_sandbox":true,"has_changed_settings":false,"sandbox_info":{"id":1000006,"name":"default","dataset_count":0,"refreshed_at":"2019-04-03T22:09:24Z","entity_type":"gpdb_schema","is_deleted":null,"stale":false,"database":{"id":1000001,"name":"default","data_source":{"id":1000002,"name":"Owners","entity_type":"gpdb_data_source","is_deleted":null,"shared":false,"owner_id":1000006,"version":"9.1.2 - FactoryVersion","is_hawq":null,"state":"online","public":false},"entity_type":"gpdb_database","complete_json":true},"complete_json":true},"show_sandbox_datasets":true,"owner":{"id":1000006,"username":"owner","first_name":"searchquery","last_name":"User_1","image":{"original":"/paperclip/users/images/001/000/006/original/User.png?1554329366","icon":"/paperclip/users/images/001/000/006/icon/User.png?1554329366","entity_type":"image","complete_json":true},"is_deleted":null,"auth_method":"internal","ldap_group_id":null,"user_type":"analytics_developer","entity_type":"user","using_default_image":false,"active_license":true,"is_siteadmin":false,"roles":["data_admin"],"email":"chorususer282295@alpinenow.com","title":"Chief Data Scientist","dept":"Corporation Corp., Inc.","notes":"One of our top performers","admin":false,"subscribed_to_emails":true,"tags":[],"deactivated_at":null,"complete_json":true},"is_member":true,"is_project":true,"project_status":"on_track","project_status_reason":null,"milestone_count":3,"milestone_completed_count":0,"project_target_date":"2019-04-28T00:00:00Z","complete_json":true},"has_credentials":true,"tags":[],"complete_json":true}}