5 class UploadsControllerTest < ActionDispatch::IntegrationTest
7 # test all routes which lead to this controller
10 { :path => "/api/0.6/changeset/1/upload", :method => :post },
11 { :controller => "api/changesets/uploads", :action => "create", :changeset_id => "1" }
15 def test_upload_when_unauthorized
16 changeset = create(:changeset)
17 node = create(:node, :latitude => 0, :longitude => 0)
22 <node id='#{node.id}' lon='1' lat='2' changeset='#{changeset.id}' version='1'/>
27 post api_changeset_upload_path(changeset), :params => diff
29 assert_response :unauthorized
32 assert_equal 0, changeset.num_changes
34 assert_equal 1, node.version
35 assert_equal 0, node.latitude
36 assert_equal 0, node.longitude
39 def test_upload_by_private_user
40 user = create(:user, :data_public => false)
41 changeset = create(:changeset, :user => user)
42 node = create(:node, :latitude => 0, :longitude => 0)
47 <node id='#{node.id}' lon='1' lat='2' changeset='#{changeset.id}' version='1'/>
52 auth_header = bearer_authorization_header user
54 post api_changeset_upload_path(changeset), :params => diff, :headers => auth_header
56 assert_response :forbidden
59 assert_equal 0, changeset.num_changes
61 assert_equal 1, node.version
62 assert_equal 0, node.latitude
63 assert_equal 0, node.longitude
66 def test_upload_without_required_scope
68 changeset = create(:changeset, :user => user)
69 node = create(:node, :latitude => 0, :longitude => 0)
74 <node id='#{node.id}' lon='1' lat='2' changeset='#{changeset.id}' version='1'/>
79 auth_header = bearer_authorization_header user, :scopes => %w[read_prefs]
81 post api_changeset_upload_path(changeset), :params => diff, :headers => auth_header
83 assert_response :forbidden
86 assert_equal 0, changeset.num_changes
88 assert_equal 1, node.version
89 assert_equal 0, node.latitude
90 assert_equal 0, node.longitude
93 def test_upload_with_required_scope
95 changeset = create(:changeset, :user => user)
96 node = create(:node, :latitude => 0, :longitude => 0)
101 <node id='#{node.id}' lon='1' lat='2' changeset='#{changeset.id}' version='1'/>
106 auth_header = bearer_authorization_header user, :scopes => %w[write_api]
108 post api_changeset_upload_path(changeset), :params => diff, :headers => auth_header
110 assert_response :success
112 assert_dom "diffResult[version='#{Settings.api_version}'][generator='#{Settings.generator}']", 1 do
113 assert_dom "> node", 1 do
114 assert_dom "> @old_id", node.id.to_s
115 assert_dom "> @new_id", node.id.to_s
116 assert_dom "> @new_version", "2"
121 assert_equal 1, changeset.num_changes
123 assert_equal 2, node.version
124 assert_equal 2 * GeoRecord::SCALE, node.latitude
125 assert_equal 1 * GeoRecord::SCALE, node.longitude
128 # -------------------------------------
129 # Test creating elements.
130 # -------------------------------------
132 def test_upload_create_elements
134 changeset = create(:changeset, :user => user)
136 way = create(:way_with_nodes, :nodes_count => 2)
137 relation = create(:relation)
142 <node id='-1' lon='0' lat='0' changeset='#{changeset.id}'>
143 <tag k='foo' v='bar'/>
144 <tag k='baz' v='bat'/>
146 <way id='-1' changeset='#{changeset.id}'>
147 <nd ref='#{node.id}'/>
151 <relation id='-1' changeset='#{changeset.id}'>
152 <member type='way' role='some' ref='#{way.id}'/>
153 <member type='node' role='some' ref='#{node.id}'/>
154 <member type='relation' role='some' ref='#{relation.id}'/>
160 auth_header = bearer_authorization_header user
162 post api_changeset_upload_path(changeset), :params => diff, :headers => auth_header
164 assert_response :success
166 new_node_id, new_way_id, new_rel_id = nil
167 assert_dom "diffResult[version='#{Settings.api_version}'][generator='#{Settings.generator}']", 1 do
168 # inspect the response to find out what the new element IDs are
169 # check the old IDs are all present and negative one
170 # check the versions are present and equal one
171 assert_dom "> node", 1 do |(node_el)|
172 new_node_id = node_el["new_id"].to_i
173 assert_dom "> @old_id", "-1"
174 assert_dom "> @new_version", "1"
176 assert_dom "> way", 1 do |(way_el)|
177 new_way_id = way_el["new_id"].to_i
178 assert_dom "> @old_id", "-1"
179 assert_dom "> @new_version", "1"
181 assert_dom "> relation", 1 do |(rel_el)|
182 new_rel_id = rel_el["new_id"].to_i
183 assert_dom "> @old_id", "-1"
184 assert_dom "> @new_version", "1"
188 assert_equal 2, Node.find(new_node_id).tags.size, "new node should have two tags"
189 assert_equal 0, Way.find(new_way_id).tags.size, "new way should have no tags"
190 assert_equal 0, Relation.find(new_rel_id).tags.size, "new relation should have no tags"
194 # upload an element with a really long tag value
195 def test_upload_create_node_with_tag_too_long
196 changeset = create(:changeset)
201 <node id='-1' lon='0' lat='0' changeset='#{changeset.id}'>
202 <tag k='foo' v='#{'x' * 256}'/>
208 auth_header = bearer_authorization_header changeset.user
210 assert_no_difference "Node.count" do
211 post api_changeset_upload_path(changeset), :params => diff, :headers => auth_header
213 assert_response :bad_request
217 def test_upload_create_nodes_with_invalid_placeholder_reuse_in_one_action_block
218 changeset = create(:changeset)
223 <node id='-1' lon='0' lat='0' changeset='#{changeset.id}' version='1'/>
224 <node id='-1' lon='1' lat='1' changeset='#{changeset.id}' version='1'/>
229 auth_header = bearer_authorization_header changeset.user
231 assert_no_difference "Node.count" do
232 post api_changeset_upload_path(changeset), :params => diff, :headers => auth_header
234 assert_response :bad_request
238 def test_upload_create_nodes_with_invalid_placeholder_reuse_in_two_action_blocks
239 changeset = create(:changeset)
244 <node id='-1' lon='0' lat='0' changeset='#{changeset.id}' version='1'/>
247 <node id='-1' lon='1' lat='1' changeset='#{changeset.id}' version='1'/>
252 auth_header = bearer_authorization_header changeset.user
254 assert_no_difference "Node.count" do
255 post api_changeset_upload_path(changeset), :params => diff, :headers => auth_header
257 assert_response :bad_request
261 def test_upload_create_way_referring_node_placeholder_defined_later
262 changeset = create(:changeset)
267 <way id="-1" changeset="#{changeset.id}">
270 <node id="-1" lat="1" lon="2" changeset="#{changeset.id}"/>
275 auth_header = bearer_authorization_header changeset.user
277 assert_no_difference "Node.count" do
278 assert_no_difference "Way.count" do
279 post api_changeset_upload_path(changeset), :params => diff, :headers => auth_header
281 assert_response :bad_request
284 assert_equal "Placeholder node not found for reference -1 in way -1", @response.body
287 def test_upload_create_way_referring_undefined_node_placeholder
288 changeset = create(:changeset)
293 <way id="-1" changeset="#{changeset.id}">
300 auth_header = bearer_authorization_header changeset.user
302 assert_no_difference "Way.count" do
303 post api_changeset_upload_path(changeset), :params => diff, :headers => auth_header
305 assert_response :bad_request
307 assert_equal "Placeholder node not found for reference -1 in way -1", @response.body
310 def test_upload_create_existing_way_referring_undefined_node_placeholder
311 changeset = create(:changeset)
317 <way id="#{way.id}" changeset="#{changeset.id}" version="1">
324 auth_header = bearer_authorization_header changeset.user
326 post api_changeset_upload_path(changeset), :params => diff, :headers => auth_header
328 assert_response :bad_request
329 assert_equal "Placeholder node not found for reference -1 in way #{way.id}", @response.body
332 assert_equal 1, way.version
335 def test_upload_create_relation_referring_undefined_node_placeholder
336 changeset = create(:changeset)
341 <relation id="-1" changeset="#{changeset.id}" version="1">
342 <member type="node" role="foo" ref="-1"/>
348 auth_header = bearer_authorization_header changeset.user
350 assert_no_difference "Relation.count" do
351 post api_changeset_upload_path(changeset), :params => diff, :headers => auth_header
353 assert_response :bad_request
355 assert_equal "Placeholder Node not found for reference -1 in relation -1.", @response.body
358 def test_upload_create_existing_relation_referring_undefined_way_placeholder
359 changeset = create(:changeset)
360 relation = create(:relation)
365 <relation id="#{relation.id}" changeset="#{changeset.id}" version="1">
366 <member type="way" role="bar" ref="-1"/>
372 auth_header = bearer_authorization_header changeset.user
374 post api_changeset_upload_path(changeset), :params => diff, :headers => auth_header
376 assert_response :bad_request
377 assert_equal "Placeholder Way not found for reference -1 in relation #{relation.id}.", @response.body
380 assert_equal 1, relation.version
383 def test_upload_create_relations_with_circular_references
384 changeset = create(:changeset)
387 <osmChange version='0.6'>
389 <relation id='-2' version='0' changeset='#{changeset.id}'>
390 <member type='relation' role='' ref='-4' />
391 <tag k='type' v='route' />
392 <tag k='name' v='AtoB' />
394 <relation id='-3' version='0' changeset='#{changeset.id}'>
395 <tag k='type' v='route' />
396 <tag k='name' v='BtoA' />
398 <relation id='-4' version='0' changeset='#{changeset.id}'>
399 <member type='relation' role='' ref='-2' />
400 <member type='relation' role='' ref='-3' />
401 <tag k='type' v='route_master' />
402 <tag k='name' v='master' />
408 auth_header = bearer_authorization_header changeset.user
410 post api_changeset_upload_path(changeset), :params => diff.to_s, :headers => auth_header
412 assert_response :bad_request
413 assert_equal "Placeholder Relation not found for reference -4 in relation -2.", @response.body
416 # -------------------------------------
417 # Test modifying elements.
418 # -------------------------------------
420 def test_upload_modify_elements
422 changeset = create(:changeset, :user => user)
423 node = create(:node, :latitude => 0, :longitude => 0)
425 relation = create(:relation)
426 other_relation = create(:relation)
428 # create some tags, since we test that they are removed later
429 create(:node_tag, :node => node)
430 create(:way_tag, :way => way)
431 create(:relation_tag, :relation => relation)
433 # simple diff to change a node, way and relation by removing their tags
437 <node id='#{node.id}' lon='1' lat='2' changeset='#{changeset.id}' version='1'/>
438 <way id='#{way.id}' changeset='#{changeset.id}' version='1'>
439 <nd ref='#{node.id}'/>
443 <relation id='#{relation.id}' changeset='#{changeset.id}' version='1'>
444 <member type='way' role='some' ref='#{way.id}'/>
445 <member type='node' role='some' ref='#{node.id}'/>
446 <member type='relation' role='some' ref='#{other_relation.id}'/>
452 auth_header = bearer_authorization_header user
454 post api_changeset_upload_path(changeset), :params => diff, :headers => auth_header
456 assert_response :success
458 assert_dom "diffResult[version='#{Settings.api_version}'][generator='#{Settings.generator}']", 1 do
459 assert_dom "> node", 1 do
460 assert_dom "> @old_id", node.id.to_s
461 assert_dom "> @new_id", node.id.to_s
462 assert_dom "> @new_version", "2"
464 assert_dom "> way", 1 do
465 assert_dom "> @old_id", way.id.to_s
466 assert_dom "> @new_id", way.id.to_s
467 assert_dom "> @new_version", "2"
469 assert_dom "> relation", 1 do
470 assert_dom "> @old_id", relation.id.to_s
471 assert_dom "> @new_id", relation.id.to_s
472 assert_dom "> @new_version", "2"
477 assert_equal 3, changeset.num_changes
479 assert_equal 2, node.version
480 assert_equal 2 * GeoRecord::SCALE, node.latitude
481 assert_equal 1 * GeoRecord::SCALE, node.longitude
482 assert_equal 0, node.tags.size, "node #{node.id} should now have no tags"
484 assert_equal 2, way.version
485 assert_equal 0, way.tags.size, "way #{way.id} should now have no tags"
486 assert_equal [node], way.nodes
488 assert_equal 2, relation.version
489 assert_equal 0, relation.tags.size, "relation #{relation.id} should now have no tags"
490 assert_equal [["Way", way.id, "some"], ["Node", node.id, "some"], ["Relation", other_relation.id, "some"]], relation.members
494 # upload multiple versions of the same element in the same diff.
495 def test_upload_modify_multiple_node_versions
497 changeset = create(:changeset)
499 # change the location of a node multiple times, each time referencing
500 # the last version. doesn't this depend on version numbers being
505 <node id='#{node.id}' lon='0.0' lat='0.0' changeset='#{changeset.id}' version='1'/>
506 <node id='#{node.id}' lon='0.1' lat='0.0' changeset='#{changeset.id}' version='2'/>
507 <node id='#{node.id}' lon='0.1' lat='0.1' changeset='#{changeset.id}' version='3'/>
508 <node id='#{node.id}' lon='0.1' lat='0.2' changeset='#{changeset.id}' version='4'/>
509 <node id='#{node.id}' lon='0.2' lat='0.2' changeset='#{changeset.id}' version='5'/>
510 <node id='#{node.id}' lon='0.3' lat='0.2' changeset='#{changeset.id}' version='6'/>
511 <node id='#{node.id}' lon='0.3' lat='0.3' changeset='#{changeset.id}' version='7'/>
512 <node id='#{node.id}' lon='0.9' lat='0.9' changeset='#{changeset.id}' version='8'/>
517 auth_header = bearer_authorization_header changeset.user
519 post api_changeset_upload_path(changeset), :params => diff, :headers => auth_header
521 assert_response :success
523 assert_dom "diffResult>node", 8
526 assert_equal 9, node.version
527 assert_equal 0.9 * GeoRecord::SCALE, node.latitude
528 assert_equal 0.9 * GeoRecord::SCALE, node.longitude
532 # upload multiple versions of the same element in the same diff, but
533 # keep the version numbers the same.
534 def test_upload_modify_duplicate_node_versions
535 node = create(:node, :latitude => 0, :longitude => 0)
536 changeset = create(:changeset)
541 <node id='#{node.id}' lon='1' lat='1' changeset='#{changeset.id}' version='1'/>
542 <node id='#{node.id}' lon='2' lat='2' changeset='#{changeset.id}' version='1'/>
547 auth_header = bearer_authorization_header changeset.user
549 post api_changeset_upload_path(changeset), :params => diff, :headers => auth_header
551 assert_response :conflict
554 assert_equal 1, node.version
555 assert_equal 0, node.latitude
556 assert_equal 0, node.longitude
560 # try to upload some elements without specifying the version
561 def test_upload_modify_missing_node_version
562 node = create(:node, :latitude => 0, :longitude => 0)
563 changeset = create(:changeset)
568 <node id='#{node.id}' lon='1' lat='1' changeset='#{changeset.id}'/>
573 auth_header = bearer_authorization_header changeset.user
575 post api_changeset_upload_path(changeset), :params => diff, :headers => auth_header
577 assert_response :bad_request
580 assert_equal 1, node.version
581 assert_equal 0, node.latitude
582 assert_equal 0, node.longitude
586 # create a diff which references several changesets, which should cause
587 # a rollback and none of the diff gets committed
588 def test_upload_modify_with_references_to_different_changesets
589 changeset1 = create(:changeset)
590 changeset2 = create(:changeset, :user => changeset1.user)
591 node1 = create(:node)
592 node2 = create(:node)
594 # simple diff to create a node way and relation using placeholders
598 <node id='#{node1.id}' lon='0' lat='0' changeset='#{changeset1.id}' version='1'/>
601 <node id='#{node2.id}' lon='0' lat='0' changeset='#{changeset2.id}' version='1'/>
606 auth_header = bearer_authorization_header changeset1.user
608 post api_changeset_upload_path(changeset1), :params => diff, :headers => auth_header
610 assert_response :conflict
612 assert_nodes_are_equal(node1, Node.find(node1.id))
613 assert_nodes_are_equal(node2, Node.find(node2.id))
617 # upload a valid changeset which has a mixture of whitespace
618 # to check a bug https://github.com/openstreetmap/trac-tickets/issues/1565
619 def test_upload_modify_with_mixed_whitespace
620 changeset = create(:changeset)
622 way = create(:way_with_nodes, :nodes_count => 2)
623 relation = create(:relation)
624 other_relation = create(:relation)
625 create(:relation_tag, :relation => relation)
629 <modify><node id='#{node.id}' lon='0' lat='0' changeset='#{changeset.id}'
631 <node id='#{node.id}' lon='1' lat='1' changeset='#{changeset.id}' version='2'><tag k='k' v='v'/></node></modify>
633 <relation id='#{relation.id}' changeset='#{changeset.id}' version='1'><member
634 type='way' role='some' ref='#{way.id}'/><member
635 type='node' role='some' ref='#{node.id}'/>
636 <member type='relation' role='some' ref='#{other_relation.id}'/>
638 </modify></osmChange>
641 auth_header = bearer_authorization_header changeset.user
643 post api_changeset_upload_path(changeset), :params => diff, :headers => auth_header
645 assert_response :success
647 assert_dom "diffResult>node", 2
648 assert_dom "diffResult>relation", 1
650 assert_equal 1, Node.find(node.id).tags.size, "node #{node.id} should now have one tag"
651 assert_equal 0, Relation.find(relation.id).tags.size, "relation #{relation.id} should now have no tags"
654 # -------------------------------------
655 # Test deleting elements.
656 # -------------------------------------
659 # test a complex delete where we delete elements which rely on each other
660 # in the same transaction.
661 def test_upload_delete_elements
662 changeset = create(:changeset)
663 super_relation = create(:relation)
664 used_relation = create(:relation)
665 used_way = create(:way)
666 used_node = create(:node)
667 create(:relation_member, :relation => super_relation, :member => used_relation)
668 create(:relation_member, :relation => super_relation, :member => used_way)
669 create(:relation_member, :relation => super_relation, :member => used_node)
671 diff = XML::Document.new
672 diff.root = XML::Node.new "osmChange"
673 delete = XML::Node.new "delete"
675 delete << xml_node_for_relation(super_relation)
676 delete << xml_node_for_relation(used_relation)
677 delete << xml_node_for_way(used_way)
678 delete << xml_node_for_node(used_node)
679 %w[node way relation].each do |type|
680 delete.find("//osmChange/delete/#{type}").each do |n|
681 n["changeset"] = changeset.id.to_s
685 auth_header = bearer_authorization_header changeset.user
687 post api_changeset_upload_path(changeset), :params => diff.to_s, :headers => auth_header
689 assert_response :success
691 assert_dom "diffResult", 1 do
692 assert_dom "> node", 1
693 assert_dom "> way", 1
694 assert_dom "> relation", 2
697 assert_not Node.find(used_node.id).visible
698 assert_not Way.find(used_way.id).visible
699 assert_not Relation.find(super_relation.id).visible
700 assert_not Relation.find(used_relation.id).visible
704 # test uploading a delete with no lat/lon, as they are optional in the osmChange spec.
705 def test_upload_delete_node_without_latlon
707 changeset = create(:changeset)
709 diff = "<osmChange><delete><node id='#{node.id}' version='#{node.version}' changeset='#{changeset.id}'/></delete></osmChange>"
711 auth_header = bearer_authorization_header changeset.user
713 post api_changeset_upload_path(changeset), :params => diff, :headers => auth_header
715 assert_response :success
717 assert_dom "diffResult", 1 do
718 assert_dom "> node", 1 do
719 assert_dom "> @old_id", node.id.to_s
720 assert_dom "> @new_id", 0
721 assert_dom "> @new_version", 0
726 assert_not node.visible
730 # test that deleting stuff in a transaction doesn't bypass the checks
731 # to ensure that used elements are not deleted.
732 def test_upload_delete_referenced_elements
733 changeset = create(:changeset)
734 relation = create(:relation)
735 other_relation = create(:relation)
736 used_way = create(:way)
737 used_node = create(:node)
738 create(:relation_member, :relation => relation, :member => used_way)
739 create(:relation_member, :relation => relation, :member => used_node)
741 diff = XML::Document.new
742 diff.root = XML::Node.new "osmChange"
743 delete = XML::Node.new "delete"
745 delete << xml_node_for_relation(other_relation)
746 delete << xml_node_for_way(used_way)
747 delete << xml_node_for_node(used_node)
748 %w[node way relation].each do |type|
749 delete.find("//osmChange/delete/#{type}").each do |n|
750 n["changeset"] = changeset.id.to_s
754 auth_header = bearer_authorization_header changeset.user
756 post api_changeset_upload_path(changeset), :params => diff.to_s, :headers => auth_header
758 assert_response :precondition_failed
759 assert_equal "Precondition failed: Way #{used_way.id} is still used by relations #{relation.id}.", @response.body
761 assert Node.find(used_node.id).visible
762 assert Way.find(used_way.id).visible
763 assert Relation.find(relation.id).visible
764 assert Relation.find(other_relation.id).visible
768 # test that a conditional delete of an in use object works.
769 def test_upload_delete_if_unused
770 changeset = create(:changeset)
771 super_relation = create(:relation)
772 used_relation = create(:relation)
773 used_way = create(:way)
774 used_node = create(:node)
775 create(:relation_member, :relation => super_relation, :member => used_relation)
776 create(:relation_member, :relation => super_relation, :member => used_way)
777 create(:relation_member, :relation => super_relation, :member => used_node)
779 diff = XML::Document.new
780 diff.root = XML::Node.new "osmChange"
781 delete = XML::Node.new "delete"
783 delete["if-unused"] = ""
784 delete << xml_node_for_relation(used_relation)
785 delete << xml_node_for_way(used_way)
786 delete << xml_node_for_node(used_node)
787 %w[node way relation].each do |type|
788 delete.find("//osmChange/delete/#{type}").each do |n|
789 n["changeset"] = changeset.id.to_s
793 auth_header = bearer_authorization_header changeset.user
795 post api_changeset_upload_path(changeset), :params => diff.to_s, :headers => auth_header
797 assert_response :success
799 assert_dom "diffResult[version='#{Settings.api_version}'][generator='#{Settings.generator}']", 1 do
800 assert_dom "> node", 1 do
801 assert_dom "> @old_id", used_node.id.to_s
802 assert_dom "> @new_id", used_node.id.to_s
803 assert_dom "> @new_version", used_node.version.to_s
805 assert_dom "> way", 1 do
806 assert_dom "> @old_id", used_way.id.to_s
807 assert_dom "> @new_id", used_way.id.to_s
808 assert_dom "> @new_version", used_way.version.to_s
810 assert_dom "> relation", 1 do
811 assert_dom "> @old_id", used_relation.id.to_s
812 assert_dom "> @new_id", used_relation.id.to_s
813 assert_dom "> @new_version", used_relation.version.to_s
817 assert Node.find(used_node.id).visible
818 assert Way.find(used_way.id).visible
819 assert Relation.find(used_relation.id).visible
822 def test_upload_delete_with_multiple_blocks_and_if_unused
823 changeset = create(:changeset)
826 create(:way_node, :way => way, :node => node)
827 alone_node = create(:node)
830 <osmChange version='0.6'>
831 <delete version="0.6">
832 <node id="#{node.id}" version="#{node.version}" changeset="#{changeset.id}"/>
834 <delete version="0.6" if-unused="true">
835 <node id="#{alone_node.id}" version="#{alone_node.version}" changeset="#{changeset.id}"/>
840 auth_header = bearer_authorization_header changeset.user
842 post api_changeset_upload_path(changeset), :params => diff.to_s, :headers => auth_header
844 assert_response :precondition_failed
846 assert_equal "Precondition failed: Node #{node.id} is still used by ways #{way.id}.", @response.body