-
Notifications
You must be signed in to change notification settings - Fork 1
/
bulkloader.yaml
141 lines (115 loc) · 4.95 KB
/
bulkloader.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
# Autogenerated bulkloader.yaml file.
# At a minimum address the items marked with TODO:
# * Fill in connector and connector_options
# * Review the property_map.
# - Ensure the 'external_name' matches the name of your CSV column,
# XML tag, etc.
# - Check that __key__ property is what you want. Its value will become
# the key name on import, and on export the value will be the Key
# object. If you would like automatic key generation on import and
# omitting the key on export, you can remove the entire __key__
# property from the property map.
# If you have module(s) with your model classes, add them here. Also
# change the kind properties to model_class.
python_preamble:
- import: base64
- import: re
- import: google.appengine.ext.bulkload.transform
- import: google.appengine.ext.bulkload.bulkloader_wizard
- import: google.appengine.ext.db
- import: google.appengine.api.datastore
- import: google.appengine.api.users
transformers:
- kind: GigaPanUser
connector: csv
connector_options:
# TODO: Add connector options here--these are specific to each connector.
property_map:
- property: __key__
external_name: key
export_transform: transform.key_id_or_name_as_string
# - property: __scatter__
# external_name: __scatter__
# # Type: ShortBlob Stats: 67 properties of this type in this kind.
- property: first_name
external_name: first_name
# Type: String Stats: 6343 properties of this type in this kind.
- property: id
external_name: id
# Type: Integer Stats: 6343 properties of this type in this kind.
import_transform: transform.none_if_empty(int)
- property: last_name
external_name: last_name
# Type: String Stats: 6343 properties of this type in this kind.
- property: username
external_name: username
# Type: String Stats: 6343 properties of this type in this kind.
- kind: GigaPan
connector: csv
connector_options:
# TODO: Add connector options here--these are specific to each connector.
property_map:
- property: __key__
external_name: key
export_transform: transform.key_id_or_name_as_string
# - property: __scatter__
# external_name: __scatter__
# # Type: ShortBlob Stats: 471 properties of this type in this kind.
- property: altitude
external_name: altitude
# Type: Float Stats: 10093 properties of this type in this kind.
import_transform: transform.none_if_empty(float)
- property: description
external_name: description
# Type: Text Stats: 53332 properties of this type in this kind.
import_transform: db.Text
- property: explore_score
external_name: explore_score
# Type: Integer Stats: 53332 properties of this type in this kind.
import_transform: transform.none_if_empty(int)
- property: gigapixels
external_name: gigapixels
# Type: Float Stats: 53332 properties of this type in this kind.
import_transform: transform.none_if_empty(float)
- property: height
external_name: height
# Type: Integer Stats: 53333 properties of this type in this kind.
import_transform: transform.none_if_empty(int)
- property: id
external_name: id
# Type: Integer Stats: 53333 properties of this type in this kind.
import_transform: transform.none_if_empty(int)
- property: location
external_name: location
# Type: GeoPt Stats: 10093 properties of this type in this kind.
- property: name
external_name: name
# Type: String Stats: 53332 properties of this type in this kind.
- property: owner
external_name: owner
# Type: Key Stats: 53332 properties of this type in this kind.
import_transform: transform.create_foreign_key('GigaPanUser')
export_transform: transform.key_id_or_name_as_string
- property: taken
external_name: taken
# Type: Date/Time Stats: 53332 properties of this type in this kind.
import_transform: transform.import_date_time('%Y-%m-%dT%H:%M:%S')
export_transform: transform.export_date_time('%Y-%m-%dT%H:%M:%S')
- property: updated
external_name: updated
# Type: Date/Time Stats: 53332 properties of this type in this kind.
import_transform: transform.import_date_time('%Y-%m-%dT%H:%M:%S')
export_transform: transform.export_date_time('%Y-%m-%dT%H:%M:%S')
- property: uploaded
external_name: uploaded
# Type: Date/Time Stats: 53332 properties of this type in this kind.
import_transform: transform.import_date_time('%Y-%m-%dT%H:%M:%S')
export_transform: transform.export_date_time('%Y-%m-%dT%H:%M:%S')
- property: views
external_name: views
# Type: Integer Stats: 53332 properties of this type in this kind.
import_transform: transform.none_if_empty(int)
- property: width
external_name: width
# Type: Integer Stats: 53333 properties of this type in this kind.
import_transform: transform.none_if_empty(int)