1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
| | #!/usr/bin/env ruby
# -*- encoding: binary -*-
# Copyright (C) 2012-2020 all contributors <cmogstored-public@yhbt.net>
# License: GPL-3.0+ <https://www.gnu.org/licenses/gpl-3.0.txt>
require 'test/test_helper'
require 'net/http'
require 'time'
def Socket.gethostbyname(*args); raise "disabled for test"; end
require 'webrick'
require 'stringio'
class TestHTTPRange < Test::Unit::TestCase
def setup
@tmpdir = Dir.mktmpdir('cmogstored-http-test')
@to_close = []
@host = TEST_HOST
srv = TCPServer.new(@host, 0)
@port = srv.addr[1]
srv.close
@err = Tempfile.new("stderr")
cmd = [ "cmogstored", "--docroot=#@tmpdir", "--httplisten=#@host:#@port",
"--maxconns=500" ]
vg = ENV["VALGRIND"] and cmd = vg.split(/\s+/).concat(cmd)
@pid = fork {
$stderr.reopen(@err)
@err.close
exec(*cmd)
}
@wblogger = StringIO.new
wbopts = {
:Port => 0,
:AccessLog => [],
:DocumentRoot => @tmpdir,
:ServerType => Thread,
:Logger => WEBrick::Log.new(@wblogger),
:DoNotReverseLookup => true,
}
@webrick = WEBrick::HTTPServer.new(wbopts)
@webrick.start
@wport = @webrick.listeners[0].addr[1]
@client = get_client
end
def test_hello
full = File.open("/dev/urandom") { |fp| fp.read(666) }
File.open("#@tmpdir/hello", "wb") do |hello|
assert_equal 666, hello.write(full)
end
Net::HTTP.start(@host, @wport) do |wb|
Net::HTTP.start(@host, @port) do |cm|
[ Net::HTTP::Get, Net::HTTP::Head ].each do |meth|
r = meth.new("/hello")
cm_r = cm.request(r)
wb_r = wb.request(r)
assert_equal "666", cm_r["Content-Length"]
assert_equal "666", wb_r["Content-Length"]
assert_equal nil, cm_r["Content-Range"]
assert_equal nil, wb_r["Content-Range"]
assert_equal wb_r.body, cm_r.body
assert_equal nil, wb_r.body if Net::HTTP::Head === meth
r = meth.new("/hello")
r["Range"] = "bytes=66-70"
cm_r = cm.request(r)
wb_r = wb.request(r)
assert_equal wb_r["Content-Length"], cm_r["Content-Length"]
assert_equal "5", cm_r["Content-Length"]
assert_equal wb_r["Content-Range"], cm_r["Content-Range"]
assert_equal "bytes 66-70/666", cm_r["Content-Range"]
assert_equal wb_r.body, cm_r.body
assert_equal nil, wb_r.body if Net::HTTP::Head === meth
r["Range"] = "bytes=66-"
cm_r = cm.request(r)
wb_r = wb.request(r)
assert_equal wb_r["Content-Length"], cm_r["Content-Length"]
assert_equal "600", cm_r["Content-Length"]
assert_equal wb_r["Content-Range"], cm_r["Content-Range"]
assert_equal "bytes 66-665/666", cm_r["Content-Range"]
assert_equal wb_r.body, cm_r.body
assert_equal nil, wb_r.body if Net::HTTP::Head === meth
r["Range"] = "bytes=-66"
cm_r = cm.request(r)
wb_r = wb.request(r)
assert_equal wb_r["Content-Length"], cm_r["Content-Length"]
assert_equal "66", cm_r["Content-Length"]
assert_equal wb_r["Content-Range"], cm_r["Content-Range"]
assert_equal "bytes 600-665/666", cm_r["Content-Range"]
assert_equal wb_r.body, cm_r.body
assert_equal nil, wb_r.body if Net::HTTP::Head === meth
%w(0 665 123).each do |i|
r["Range"] = "bytes=#{i}-#{i}"
cm_r = cm.request(r)
wb_r = wb.request(r)
assert_equal wb_r["Content-Length"], cm_r["Content-Length"]
assert_equal "1", cm_r["Content-Length"]
assert_equal wb_r["Content-Range"], cm_r["Content-Range"]
assert_equal "bytes #{i}-#{i}/666", cm_r["Content-Range"]
assert_equal wb_r.body, cm_r.body
assert_equal nil, wb_r.body if Net::HTTP::Head === meth
end
# webrick doesn't seem to support this, follow nginx
r["Range"] = "bytes=666-666"
cm_r = cm.request(r)
assert_equal "0", cm_r["Content-Length"]
assert_equal "bytes */666", cm_r["Content-Range"]
assert_equal nil, cm_r.body if Net::HTTP::Head === meth
assert_equal 416, cm_r.code.to_i
# send the entire response as a 200 if the range is too far
# webrick doesn't seem to support this, follow nginx
%w(667 6666).each do |i|
r["Range"] = "bytes=-#{i}"
cm_r = cm.request(r)
assert_equal "666", cm_r["Content-Length"]
assert_nil cm_r["Content-Range"]
assert_equal nil, cm_r.body if Net::HTTP::Head === meth
assert_equal 200, cm_r.code.to_i
end
# send the entire request if the range is everything
r["Range"] = "bytes=-666"
cm_r = cm.request(r)
wb_r = wb.request(r)
assert_equal wb_r["Content-Range"], cm_r["Content-Range"]
assert_equal wb_r["Content-Length"], cm_r["Content-Length"]
assert_equal "666", cm_r["Content-Length"]
assert_equal wb_r.body, cm_r.body
assert_equal nil, wb_r.body if Net::HTTP::Head === meth
assert_equal wb_r.code.to_i, cm_r.code.to_i
# out-of-range requests
%w(666 6666).each do |i|
r["Range"] = "bytes=#{i}-"
cm_r = cm.request(r)
wb_r = wb.request(r)
assert_equal wb_r.code.to_i, cm_r.code.to_i
assert_equal 416, cm_r.code.to_i
assert_equal "bytes */666", cm_r["Content-Range"]
assert_equal nil, cm_r.body if Net::HTTP::Head === meth
end
%w(666 6666).each do |i|
r["Range"] = "bytes=#{i}-#{i}"
cm_r = cm.request(r)
wb_r = wb.request(r)
assert_equal wb_r.code.to_i, cm_r.code.to_i
assert_equal 416, cm_r.code.to_i
assert_equal "bytes */666", cm_r["Content-Range"]
assert_equal nil, cm_r.body if Net::HTTP::Head === meth
end
# bogus ranges
%w(662-226).each do |bogus|
r["Range"] = "bytes=#{bogus}"
cm_r = cm.request(r)
assert_equal 416, cm_r.code.to_i, "bogus=#{bogus}"
assert_equal nil, cm_r.body if Net::HTTP::Head === meth
end
%w(-5-5 4qasdlkj 323 0--1).each do |bogus|
r["Range"] = "bytes=#{bogus}"
cm_r = cm.request(r)
assert_equal 416, cm_r.code.to_i, "bogus=#{bogus}"
r["Range"] = bogus
cm_r = cm.request(r)
assert_equal 200, cm_r.code.to_i, "no bytes=, full response"
end
r["Range"] = "bytes=5-6666"
cm_r = cm.request(r)
wb_r = wb.request(r)
assert_equal wb_r.code.to_i, cm_r.code.to_i
assert_equal 206, cm_r.code.to_i
assert_equal wb_r["Content-Length"], cm_r["Content-Length"]
assert_equal "bytes 5-665/666", cm_r["Content-Range"]
assert_equal nil, cm_r.body if Net::HTTP::Head === meth
assert_equal wb_r.body, cm_r.body
end
end
end
end
def teardown
Process.kill(:QUIT, @pid) rescue nil
_, status = Process.waitpid2(@pid)
@to_close.each { |io| io.close unless io.closed? }
FileUtils.rm_rf(@tmpdir)
@err.rewind
$stderr.write(@err.read)
assert status.success?, status.inspect
@webrick.shutdown
end
end
|