Commit 73a8c9beaa
Changed files (5)
src-self-hosted
lib/std/fs/file.zig
@@ -365,8 +365,8 @@ pub const File = struct {
/// On success, caller owns returned buffer.
/// If the file is larger than `max_bytes`, returns `error.FileTooBig`.
- pub fn readAllAlloc(self: File, allocator: *mem.Allocator, stat_size: u64, max_bytes: usize) ![]u8 {
- return self.readAllAllocOptions(allocator, stat_size, max_bytes, @alignOf(u8), null);
+ pub fn readAllAlloc(self: File, allocator: *mem.Allocator, max_bytes: usize) ![]u8 {
+ return self.readAllAllocOptions(allocator, max_bytes, @alignOf(u8), null);
}
/// On success, caller owns returned buffer.
@@ -375,19 +375,33 @@ pub const File = struct {
pub fn readAllAllocOptions(
self: File,
allocator: *mem.Allocator,
- stat_size: u64,
max_bytes: usize,
comptime alignment: u29,
comptime optional_sentinel: ?u8,
) !(if (optional_sentinel) |s| [:s]align(alignment) u8 else []align(alignment) u8) {
+ const stat_size = try self.getEndPos();
const size = math.cast(usize, stat_size) catch math.maxInt(usize);
if (size > max_bytes) return error.FileTooBig;
- const buf = try allocator.allocWithOptions(u8, size, alignment, optional_sentinel);
- errdefer allocator.free(buf);
+ // The file size returned by stat is used as hint to set the buffer
+ // size. If the reported size is zero, as it happens on Linux for files
+ // in /proc, a small buffer is allocated instead.
+ const initial_cap = (if (size > 0) size else 1024) + @boolToInt(optional_sentinel != null);
+ var array_list = try std.ArrayListAligned(u8, alignment).initCapacity(allocator, initial_cap);
+ defer array_list.deinit();
- try self.reader().readNoEof(buf);
- return buf;
+ self.reader().readAllArrayList(&array_list, max_bytes) catch |err| switch (err) {
+ error.StreamTooLong => return error.FileTooBig,
+ else => |e| return e,
+ };
+
+ if (optional_sentinel) |sentinel| {
+ try array_list.append(sentinel);
+ const buf = array_list.toOwnedSlice();
+ return buf[0 .. buf.len - 1 :sentinel];
+ } else {
+ return array_list.toOwnedSlice();
+ }
}
pub const ReadError = os.ReadError;
lib/std/fs/test.zig
@@ -188,30 +188,29 @@ test "readAllAlloc" {
var file = try tmp_dir.dir.createFile("test_file", .{ .read = true });
defer file.close();
- const buf1 = try file.readAllAlloc(testing.allocator, 0, 1024);
+ const buf1 = try file.readAllAlloc(testing.allocator, 1024);
defer testing.allocator.free(buf1);
testing.expect(buf1.len == 0);
const write_buf: []const u8 = "this is a test.\nthis is a test.\nthis is a test.\nthis is a test.\n";
try file.writeAll(write_buf);
try file.seekTo(0);
- const file_size = try file.getEndPos();
// max_bytes > file_size
- const buf2 = try file.readAllAlloc(testing.allocator, file_size, 1024);
+ const buf2 = try file.readAllAlloc(testing.allocator, 1024);
defer testing.allocator.free(buf2);
testing.expectEqual(write_buf.len, buf2.len);
testing.expect(std.mem.eql(u8, write_buf, buf2));
try file.seekTo(0);
// max_bytes == file_size
- const buf3 = try file.readAllAlloc(testing.allocator, file_size, write_buf.len);
+ const buf3 = try file.readAllAlloc(testing.allocator, write_buf.len);
defer testing.allocator.free(buf3);
testing.expectEqual(write_buf.len, buf3.len);
testing.expect(std.mem.eql(u8, write_buf, buf3));
// max_bytes < file_size
- testing.expectError(error.FileTooBig, file.readAllAlloc(testing.allocator, file_size, write_buf.len - 1));
+ testing.expectError(error.FileTooBig, file.readAllAlloc(testing.allocator, write_buf.len - 1));
}
test "directory operations on files" {
lib/std/fs.zig
@@ -1454,9 +1454,7 @@ pub const Dir = struct {
var file = try self.openFile(file_path, .{});
defer file.close();
- const stat_size = try file.getEndPos();
-
- return file.readAllAllocOptions(allocator, stat_size, max_bytes, alignment, optional_sentinel);
+ return file.readAllAllocOptions(allocator, max_bytes, alignment, optional_sentinel);
}
pub const DeleteTreeError = error{
src-self-hosted/main.zig
@@ -742,6 +742,7 @@ const FmtError = error{
LinkQuotaExceeded,
FileBusy,
EndOfStream,
+ Unseekable,
NotOpenForWriting,
} || fs.File.OpenError;
@@ -805,7 +806,7 @@ fn fmtPathFile(
if (stat.kind == .Directory)
return error.IsDir;
- const source_code = source_file.readAllAlloc(fmt.gpa, stat.size, max_src_size) catch |err| switch (err) {
+ const source_code = source_file.readAllAlloc(fmt.gpa, max_src_size) catch |err| switch (err) {
error.ConnectionResetByPeer => unreachable,
error.ConnectionTimedOut => unreachable,
error.NotOpenForReading => unreachable,
src-self-hosted/stage2.zig
@@ -615,7 +615,6 @@ export fn stage2_libc_parse(stage1_libc: *Stage2LibCInstallation, libc_file_z: [
error.NotOpenForWriting => unreachable,
error.NotOpenForReading => unreachable,
error.Unexpected => return .Unexpected,
- error.EndOfStream => return .EndOfFile,
error.IsDir => return .IsDir,
error.ConnectionResetByPeer => unreachable,
error.ConnectionTimedOut => unreachable,