forked from apache/arrow
-
Notifications
You must be signed in to change notification settings - Fork 1
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
ARROW-16660: [C#] Add support for Time32Array and Time64Array (apache…
…#13279) Implemented support without using TImespan in C# as it cannot hold values that have the resolution in microseconds & nanoseconds as specified on the Jira. Lead-authored-by: Rishabh Rana <[email protected]> Co-authored-by: Eric Erhardt <[email protected]> Co-authored-by: ranarish <[email protected]> Signed-off-by: Eric Erhardt <[email protected]>
- Loading branch information
3 people
authored
Jun 14, 2022
1 parent
5b859fd
commit 6a936c4
Showing
14 changed files
with
386 additions
and
11 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,117 @@ | ||
| // Licensed to the Apache Software Foundation (ASF) under one or moreDate32Array | ||
| // contributor license agreements. See the NOTICE file distributed with | ||
| // this work for additional information regarding copyright ownership. | ||
| // The ASF licenses this file to You under the Apache License, Version 2.0 | ||
| // (the "License"); you may not use this file except in compliance with | ||
| // the License. You may obtain a copy of the License at | ||
| // | ||
| // http://www.apache.org/licenses/LICENSE-2.0 | ||
| // | ||
| // Unless required by applicable law or agreed to in writing, software | ||
| // distributed under the License is distributed on an "AS IS" BASIS, | ||
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| // See the License for the specific language governing permissions and | ||
| // limitations under the License. | ||
|
|
||
| using Apache.Arrow.Types; | ||
| using System.IO; | ||
|
|
||
| namespace Apache.Arrow | ||
| { | ||
| /// <summary> | ||
| /// The <see cref="Time32Array"/> class holds an array of <see cref="Int32" />, where each value is | ||
| /// stored as the number of seconds/ milliseconds (depending on the Time32Type) since midnight. | ||
| /// </summary> | ||
| public class Time32Array : PrimitiveArray<int> | ||
| { | ||
| /// <summary> | ||
| /// The <see cref="Builder"/> class can be used to fluently build <see cref="Time32Array"/> objects. | ||
| /// </summary> | ||
| public class Builder : PrimitiveArrayBuilder<int, Time32Array, Builder> | ||
| { | ||
| protected override Time32Array Build( | ||
| ArrowBuffer valueBuffer, ArrowBuffer nullBitmapBuffer, | ||
| int length, int nullCount, int offset) => | ||
| new Time32Array(DataType, valueBuffer, nullBitmapBuffer, length, nullCount, offset); | ||
|
|
||
| protected Time32Type DataType { get; } | ||
|
|
||
| public Builder() | ||
| : this(Time32Type.Default) { } | ||
|
|
||
| public Builder(TimeUnit unit) | ||
| : this(new Time32Type(unit)) { } | ||
|
|
||
| /// <summary> | ||
| /// Construct a new instance of the <see cref="Builder"/> class. | ||
| /// </summary> | ||
| public Builder(Time32Type type) | ||
| : base() | ||
| { | ||
| DataType = type; | ||
| } | ||
| } | ||
|
|
||
| public Time32Array( | ||
| Time32Type type, | ||
| ArrowBuffer valueBuffer, ArrowBuffer nullBitmapBuffer, | ||
| int length, int nullCount, int offset) | ||
| : this(new ArrayData(type, length, nullCount, offset, | ||
| new[] { nullBitmapBuffer, valueBuffer })) | ||
| { } | ||
|
|
||
| public Time32Array(ArrayData data) | ||
| : base(data) | ||
| { | ||
| data.EnsureDataType(ArrowTypeId.Time32); | ||
| } | ||
|
|
||
| public override void Accept(IArrowArrayVisitor visitor) => Accept(this, visitor); | ||
|
|
||
| /// <summary> | ||
| /// Get the time at the specified index as seconds | ||
| /// </summary> | ||
| /// <param name="index">Index at which to get the time.</param> | ||
| /// <returns>Returns an <see cref="Int32" />, or <c>null</c> if there is no object at that index. | ||
| /// </returns> | ||
| public int? GetSeconds(int index) | ||
| { | ||
| int? value = GetValue(index); | ||
| if (value == null) | ||
| { | ||
| return null; | ||
| } | ||
|
|
||
| var unit = ((Time32Type) Data.DataType).Unit; | ||
| return unit switch | ||
| { | ||
| TimeUnit.Second => value, | ||
| TimeUnit.Millisecond => value / 1_000, | ||
| _ => throw new InvalidDataException($"Unsupported time unit for Time32Type: {unit}") | ||
| }; | ||
| } | ||
|
|
||
| /// <summary> | ||
| /// Get the time at the specified index as milliseconds | ||
| /// </summary> | ||
| /// <param name="index">Index at which to get the time.</param> | ||
| /// <returns>Returns an <see cref="Int32" />, or <c>null</c> if there is no object at that index. | ||
| /// </returns> | ||
| public int? GetMilliSeconds(int index) | ||
| { | ||
| int? value = GetValue(index); | ||
| if (value == null) | ||
| { | ||
| return null; | ||
| } | ||
|
|
||
| var unit = ((Time32Type)Data.DataType).Unit; | ||
| return unit switch | ||
| { | ||
| TimeUnit.Second => value * 1_000, | ||
| TimeUnit.Millisecond => value, | ||
| _ => throw new InvalidDataException($"Unsupported time unit for Time32Type: {unit}") | ||
| }; | ||
| } | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,117 @@ | ||
| // Licensed to the Apache Software Foundation (ASF) under one or moreDate32Array | ||
| // contributor license agreements. See the NOTICE file distributed with | ||
| // this work for additional information regarding copyright ownership. | ||
| // The ASF licenses this file to You under the Apache License, Version 2.0 | ||
| // (the "License"); you may not use this file except in compliance with | ||
| // the License. You may obtain a copy of the License at | ||
| // | ||
| // http://www.apache.org/licenses/LICENSE-2.0 | ||
| // | ||
| // Unless required by applicable law or agreed to in writing, software | ||
| // distributed under the License is distributed on an "AS IS" BASIS, | ||
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| // See the License for the specific language governing permissions and | ||
| // limitations under the License. | ||
|
|
||
| using Apache.Arrow.Types; | ||
| using System.IO; | ||
|
|
||
| namespace Apache.Arrow | ||
| { | ||
| /// <summary> | ||
| /// The <see cref="Time64Array"/> class holds an array of <see cref="Int64" />, where each value is | ||
| /// stored as the number of microseconds/nanoseconds (depending on the Time64Type) since midnight. | ||
| /// </summary> | ||
| public class Time64Array : PrimitiveArray<long> | ||
| { | ||
| /// <summary> | ||
| /// The <see cref="Builder"/> class can be used to fluently build <see cref="Time64Array"/> objects. | ||
| /// </summary> | ||
| public class Builder : PrimitiveArrayBuilder<long, Time64Array, Builder> | ||
| { | ||
| protected override Time64Array Build( | ||
| ArrowBuffer valueBuffer, ArrowBuffer nullBitmapBuffer, | ||
| int length, int nullCount, int offset) => | ||
| new Time64Array(DataType, valueBuffer, nullBitmapBuffer, length, nullCount, offset); | ||
|
|
||
| protected Time64Type DataType { get; } | ||
|
|
||
| public Builder() | ||
| : this(Time64Type.Default) { } | ||
|
|
||
| public Builder(TimeUnit unit) | ||
| : this(new Time64Type(unit)) { } | ||
|
|
||
| /// <summary> | ||
| /// Construct a new instance of the <see cref="Builder"/> class. | ||
| /// </summary> | ||
| public Builder(Time64Type type) | ||
| : base() | ||
| { | ||
| DataType = type; | ||
| } | ||
| } | ||
|
|
||
| public Time64Array( | ||
| Time64Type type, | ||
| ArrowBuffer valueBuffer, ArrowBuffer nullBitmapBuffer, | ||
| int length, int nullCount, int offset) | ||
| : this(new ArrayData(type, length, nullCount, offset, | ||
| new[] { nullBitmapBuffer, valueBuffer })) | ||
| { } | ||
|
|
||
| public Time64Array(ArrayData data) | ||
| : base(data) | ||
| { | ||
| data.EnsureDataType(ArrowTypeId.Time64); | ||
| } | ||
|
|
||
| public override void Accept(IArrowArrayVisitor visitor) => Accept(this, visitor); | ||
|
|
||
| /// <summary> | ||
| /// Get the time at the specified index as microseconds | ||
| /// </summary> | ||
| /// <param name="index">Index at which to get the time.</param> | ||
| /// <returns>Returns a <see cref="Int64" />, or <c>null</c> if there is no object at that index. | ||
| /// </returns> | ||
| public long? GetMicroSeconds(int index) | ||
| { | ||
| long? value = GetValue(index); | ||
| if (value == null) | ||
| { | ||
| return null; | ||
| } | ||
|
|
||
| var unit = ((Time64Type)Data.DataType).Unit; | ||
| return unit switch | ||
| { | ||
| TimeUnit.Microsecond => value, | ||
| TimeUnit.Nanosecond => value / 1_000, | ||
| _ => throw new InvalidDataException($"Unsupported time unit for Time64Type: {unit}") | ||
| }; | ||
| } | ||
|
|
||
| /// <summary> | ||
| /// Get the time at the specified index as nanoseconds | ||
| /// </summary> | ||
| /// <param name="index">Index at which to get the time.</param> | ||
| /// <returns>Returns a <see cref="Int64" />, or <c>null</c> if there is no object at that index. | ||
| /// </returns> | ||
| public long? GetNanoSeconds(int index) | ||
| { | ||
| long? value = GetValue(index); | ||
| if (value == null) | ||
| { | ||
| return null; | ||
| } | ||
|
|
||
| var unit = ((Time64Type)Data.DataType).Unit; | ||
| return unit switch | ||
| { | ||
| TimeUnit.Microsecond => value * 1_000, | ||
| TimeUnit.Nanosecond => value, | ||
| _ => throw new InvalidDataException($"Unsupported time unit for Time64Type: {unit}") | ||
| }; | ||
| } | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.