Changes

              
    

          
          
        
        

            
f
1
{
f
1
{
            
2
  "config": "{\r\n \"default_extras\": {\"encoding\":\"utf8\"},\r\n 
2
  "config": "{\r\n \"default_extras\": {\"encoding\":\"utf8\"},\r\n 
            
3
\"default_tags\": [{\"name\": \"geo-information\"}],\r\n 
3
\"default_tags\": [{\"name\": \"geo-information\"}],\r\n 
            
4
\"remote_groups\": \"only_local\",\r\n \"remote_orgs\": 
4
\"remote_groups\": \"only_local\",\r\n \"remote_orgs\": 
            
5
\"create\"\r\n}",
5
\"create\"\r\n}",
            
6
  "creator_user_id": "b420a9e6-649e-4c5f-8ae3-a3b36f238873",
6
  "creator_user_id": "b420a9e6-649e-4c5f-8ae3-a3b36f238873",
            
7
  "default_extras": {
7
  "default_extras": {
            
8
    "encoding": "utf8"
8
    "encoding": "utf8"
            
9
  },
9
  },
            
10
  "default_tags": [
10
  "default_tags": [
            
11
    {
11
    {
            
12
      "name": "geo-information"
12
      "name": "geo-information"
            
13
    }
13
    }
            
14
  ],
14
  ],
            
n
15
  "frequency": "MANUAL",
n
15
  "frequency": "BIWEEKLY",
            
16
  "groups": [],
16
  "groups": [],
            
17
  "id": "051997b4-67db-4fcc-9686-9ef29cb98f9b",
17
  "id": "051997b4-67db-4fcc-9686-9ef29cb98f9b",
            
18
  "metadata_created": "2023-04-04T13:45:47.489019",
18
  "metadata_created": "2023-04-04T13:45:47.489019",
            
n
19
  "metadata_modified": "2023-09-14T08:10:22.292456",
n
19
  "metadata_modified": "2023-09-20T10:00:30.061593",
            
20
  "name": "ngr",
20
  "name": "ngr",
            
t
21
  "notes": "Stopped during hackathon - harvest biweekly\r\nThe 
t

            
22
National Georegister is the source of geo-information in the 
21
  "notes": "The National Georegister is the source of geo-information 
            
23
Netherlands. With the simple search options and presentation of 
22
in the Netherlands. With the simple search options and presentation of 
            
24
results, the datasets can be viewed or downloaded in the map viewer.",
23
results, the datasets can be viewed or downloaded in the map viewer.",
            
25
  "organization": {
24
  "organization": {
            
26
    "approval_status": "approved",
25
    "approval_status": "approved",
            
27
    "created": "2023-04-04T13:44:54.380896",
26
    "created": "2023-04-04T13:44:54.380896",
            
28
    "description": "The National Georegister (NGR) is the catalog of 
27
    "description": "The National Georegister (NGR) is the catalog of 
            
29
geodata sets in the Netherlands : 
28
geodata sets in the Netherlands : 
            
30
://www.nationaalgeoregister.nl/geonetwork/srv/eng/catalog.search#/home 
29
://www.nationaalgeoregister.nl/geonetwork/srv/eng/catalog.search#/home 
            
31
",
30
",
            
32
    "id": "f2cf44ef-107b-4a19-864d-dd0a3be64ff5",
31
    "id": "f2cf44ef-107b-4a19-864d-dd0a3be64ff5",
            
33
    "image_url": 
32
    "image_url": 
            
34
s/logos/64896f8f-0c54-482e-9200-3ae279f5c79c.png?random1659601845656",
33
s/logos/64896f8f-0c54-482e-9200-3ae279f5c79c.png?random1659601845656",
            
35
    "is_organization": true,
34
    "is_organization": true,
            
36
    "name": "ngr",
35
    "name": "ngr",
            
37
    "state": "active",
36
    "state": "active",
            
38
    "title": "NationaalGeoregisterNL",
37
    "title": "NationaalGeoregisterNL",
            
39
    "type": "organization"
38
    "type": "organization"
            
40
  },
39
  },
            
41
  "owner_org": "f2cf44ef-107b-4a19-864d-dd0a3be64ff5",
40
  "owner_org": "f2cf44ef-107b-4a19-864d-dd0a3be64ff5",
            
42
  "private": false,
41
  "private": false,
            
43
  "relationships_as_object": [],
42
  "relationships_as_object": [],
            
44
  "relationships_as_subject": [],
43
  "relationships_as_subject": [],
            
45
  "remote_groups": "only_local",
44
  "remote_groups": "only_local",
            
46
  "remote_orgs": "create",
45
  "remote_orgs": "create",
            
47
  "resources": [],
46
  "resources": [],
            
48
  "source_type": "dcat_rdf",
47
  "source_type": "dcat_rdf",
            
49
  "state": "active",
48
  "state": "active",
            
50
  "status": {
49
  "status": {
            
51
    "job_count": 7,
50
    "job_count": 7,
            
52
    "last_job": {
51
    "last_job": {
            
53
      "created": "2023-09-05 06:11:42.842772",
52
      "created": "2023-09-05 06:11:42.842772",
            
54
      "finished": "2023-09-05 06:15:28.170164",
53
      "finished": "2023-09-05 06:15:28.170164",
            
55
      "gather_error_summary": [
54
      "gather_error_summary": [
            
56
        {
55
        {
            
57
          "error_count": 1,
56
          "error_count": 1,
            
58
          "message": "Error when processsing dataset: 
57
          "message": "Error when processsing dataset: 
            
59
KeyError('title') / Traceback (most recent call last):\n  File 
58
KeyError('title') / Traceback (most recent call last):\n  File 
            
60
sr/lib/ckan/default/src/ckanext-dcat/ckanext/dcat/harvesters/rdf.py\", 
59
sr/lib/ckan/default/src/ckanext-dcat/ckanext/dcat/harvesters/rdf.py\", 
            
61
line 223, in gather_stage\n    dataset['name'] = 
60
line 223, in gather_stage\n    dataset['name'] = 
            
62
self._gen_new_name(dataset['title'])\nKeyError: 'title'\n"
61
self._gen_new_name(dataset['title'])\nKeyError: 'title'\n"
            
63
        }
62
        }
            
64
      ],
63
      ],
            
65
      "gather_finished": "2023-09-05 06:13:02.250703",
64
      "gather_finished": "2023-09-05 06:13:02.250703",
            
66
      "gather_started": "2023-09-05 06:11:49.254085",
65
      "gather_started": "2023-09-05 06:11:49.254085",
            
67
      "id": "f454b33e-2cad-42c0-bc46-18fa7a1b3f8f",
66
      "id": "f454b33e-2cad-42c0-bc46-18fa7a1b3f8f",
            
68
      "object_error_summary": [
67
      "object_error_summary": [
            
69
        {
68
        {
            
70
          "error_count": 1,
69
          "error_count": 1,
            
71
          "message": "Create validation Error: {'Name': 'That URL is 
70
          "message": "Create validation Error: {'Name': 'That URL is 
            
72
already in use.', 'Tags': 'Tag \"1\" length is less than minimum 2'}"
71
already in use.', 'Tags': 'Tag \"1\" length is less than minimum 2'}"
            
73
        },
72
        },
            
74
        {
73
        {
            
75
          "error_count": 1,
74
          "error_count": 1,
            
76
          "message": "Create validation Error: {'Name': 'That URL is 
75
          "message": "Create validation Error: {'Name': 'That URL is 
            
77
already in use.'}"
76
already in use.'}"
            
78
        }
77
        }
            
79
      ],
78
      ],
            
80
      "source_id": "051997b4-67db-4fcc-9686-9ef29cb98f9b",
79
      "source_id": "051997b4-67db-4fcc-9686-9ef29cb98f9b",
            
81
      "stats": {
80
      "stats": {
            
82
        "added": 30,
81
        "added": 30,
            
83
        "deleted": 0,
82
        "deleted": 0,
            
84
        "errored": 3,
83
        "errored": 3,
            
85
        "not modified": 0,
84
        "not modified": 0,
            
86
        "updated": 22
85
        "updated": 22
            
87
      },
86
      },
            
88
      "status": "Finished"
87
      "status": "Finished"
            
89
    },
88
    },
            
90
    "total_datasets": 130
89
    "total_datasets": 130
            
91
  },
90
  },
            
92
  "tags": [],
91
  "tags": [],
            
93
  "title": "NationaalGeoregisterNL",
92
  "title": "NationaalGeoregisterNL",
            
94
  "type": "harvest",
93
  "type": "harvest",
            
95
  "url": 
94
  "url": 
            
96
"https://www.nationaalgeoregister.nl/geonetwork/srv/eng/rdf.search?"
95
"https://www.nationaalgeoregister.nl/geonetwork/srv/eng/rdf.search?"
            
97
}
96
}