Compare commits
4
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
674470ceb6 | ||
|
|
6f62c25f47 | ||
|
|
3fb3db1cc4 | ||
|
|
e39aef2935 |
@@ -237,15 +237,18 @@ class OfstedInspectionsStream(Stream):
|
|||||||
|
|
||||||
for _, row in df.iterrows():
|
for _, row in df.iterrows():
|
||||||
record = {}
|
record = {}
|
||||||
|
for key in self.schema["properties"].keys():
|
||||||
|
record[key] = None
|
||||||
|
|
||||||
for field, col in col_map.items():
|
for field, col in col_map.items():
|
||||||
val = row.get(col, None)
|
val = row.get(col, None)
|
||||||
if pd.isna(val):
|
if val == 'NULL':
|
||||||
val = None
|
val = None
|
||||||
record[field] = val
|
record[field] = val
|
||||||
|
|
||||||
# Cast URN
|
# Cast URN
|
||||||
try:
|
try:
|
||||||
record["urn"] = int(record.get("urn"))
|
record["urn"] = int(record["urn"])
|
||||||
except (ValueError, KeyError, TypeError):
|
except (ValueError, KeyError, TypeError):
|
||||||
continue
|
continue
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user