-
Notifications
You must be signed in to change notification settings - Fork 744
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
* Upgrade presets for TensorRT 10.6.0.26, ONNX Runtime 1.20.0
- Loading branch information
Showing
43 changed files
with
1,283 additions
and
909 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
50 changes: 50 additions & 0 deletions
50
onnxruntime/src/gen/java/org/bytedeco/onnxruntime/BaseOrtLoraAdapter.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,50 @@ | ||
| // Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE | ||
|
|
||
| package org.bytedeco.onnxruntime; | ||
|
|
||
| import java.nio.*; | ||
| import org.bytedeco.javacpp.*; | ||
| import org.bytedeco.javacpp.annotation.*; | ||
|
|
||
| import static org.bytedeco.javacpp.presets.javacpp.*; | ||
| import org.bytedeco.opencl.*; | ||
| import static org.bytedeco.opencl.global.OpenCL.*; | ||
| import org.bytedeco.dnnl.*; | ||
| import static org.bytedeco.dnnl.global.dnnl.*; | ||
|
|
||
| import static org.bytedeco.onnxruntime.global.onnxruntime.*; | ||
|
|
||
| @Name("Ort::detail::Base<OrtLoraAdapter>") @NoOffset @Properties(inherit = org.bytedeco.onnxruntime.presets.onnxruntime.class) | ||
| public class BaseOrtLoraAdapter extends Pointer { | ||
| static { Loader.load(); } | ||
| /** Pointer cast constructor. Invokes {@link Pointer#Pointer(Pointer)}. */ | ||
| public BaseOrtLoraAdapter(Pointer p) { super(p); } | ||
| /** Native array allocator. Access with {@link Pointer#position(long)}. */ | ||
| public BaseOrtLoraAdapter(long size) { super((Pointer)null); allocateArray(size); } | ||
| private native void allocateArray(long size); | ||
| @Override public BaseOrtLoraAdapter position(long position) { | ||
| return (BaseOrtLoraAdapter)super.position(position); | ||
| } | ||
| @Override public BaseOrtLoraAdapter getPointer(long i) { | ||
| return new BaseOrtLoraAdapter((Pointer)this).offsetAddress(i); | ||
| } | ||
|
|
||
|
|
||
| public BaseOrtLoraAdapter() { super((Pointer)null); allocate(); } | ||
| private native void allocate(); | ||
| public BaseOrtLoraAdapter(@Cast("Ort::detail::Base<OrtLoraAdapter>::contained_type*") OrtLoraAdapter p) { super((Pointer)null); allocate(p); } | ||
| @NoException(true) private native void allocate(@Cast("Ort::detail::Base<OrtLoraAdapter>::contained_type*") OrtLoraAdapter p); | ||
|
|
||
|
|
||
|
|
||
|
|
||
| public BaseOrtLoraAdapter(@ByRef(true) BaseOrtLoraAdapter v) { super((Pointer)null); allocate(v); } | ||
| @NoException(true) private native void allocate(@ByRef(true) BaseOrtLoraAdapter v); | ||
| public native @ByRef @Name("operator =") @NoException(true) BaseOrtLoraAdapter put(@ByRef(true) BaseOrtLoraAdapter v); | ||
|
|
||
| public native @Cast("Ort::detail::Base<OrtLoraAdapter>::contained_type*") @Name("operator Ort::detail::Base<OrtLoraAdapter>::contained_type*") @NoException(true) OrtLoraAdapter asOrtLoraAdapter(); | ||
|
|
||
| /** \brief Relinquishes ownership of the contained C object pointer | ||
| * The underlying object is not destroyed */ | ||
| public native @Cast("Ort::detail::Base<OrtLoraAdapter>::contained_type*") OrtLoraAdapter release(); | ||
| } |
57 changes: 57 additions & 0 deletions
57
onnxruntime/src/gen/java/org/bytedeco/onnxruntime/LoraAdapter.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,57 @@ | ||
| // Targeted by JavaCPP version 1.5.11-SNAPSHOT: DO NOT EDIT THIS FILE | ||
|
|
||
| package org.bytedeco.onnxruntime; | ||
|
|
||
| import java.nio.*; | ||
| import org.bytedeco.javacpp.*; | ||
| import org.bytedeco.javacpp.annotation.*; | ||
|
|
||
| import static org.bytedeco.javacpp.presets.javacpp.*; | ||
| import org.bytedeco.opencl.*; | ||
| import static org.bytedeco.opencl.global.OpenCL.*; | ||
| import org.bytedeco.dnnl.*; | ||
| import static org.bytedeco.dnnl.global.dnnl.*; | ||
|
|
||
| import static org.bytedeco.onnxruntime.global.onnxruntime.*; | ||
|
|
||
|
|
||
| /** \brief LoraAdapter holds a set of Lora Parameters loaded from a single file */ | ||
| @Namespace("Ort") @Properties(inherit = org.bytedeco.onnxruntime.presets.onnxruntime.class) | ||
| public class LoraAdapter extends BaseOrtLoraAdapter { | ||
| static { Loader.load(); } | ||
| /** Default native constructor. */ | ||
| public LoraAdapter() { super((Pointer)null); allocate(); } | ||
| /** Native array allocator. Access with {@link Pointer#position(long)}. */ | ||
| public LoraAdapter(long size) { super((Pointer)null); allocateArray(size); } | ||
| /** Pointer cast constructor. Invokes {@link Pointer#Pointer(Pointer)}. */ | ||
| public LoraAdapter(Pointer p) { super(p); } | ||
| private native void allocate(); | ||
| private native void allocateArray(long size); | ||
| @Override public LoraAdapter position(long position) { | ||
| return (LoraAdapter)super.position(position); | ||
| } | ||
| @Override public LoraAdapter getPointer(long i) { | ||
| return new LoraAdapter((Pointer)this).offsetAddress(i); | ||
| } | ||
|
|
||
| /** \brief Wraps OrtApi::CreateLoraAdapter | ||
| * | ||
| * The function attempts to load the adapter from the specified file | ||
| * @param adapter_path The path to the Lora adapter | ||
| * @param allocator optional pointer to a device allocator. If nullptr, the data stays on CPU. It would still | ||
| * be copied to device if required by the model at inference time. */ | ||
|
|
||
| /// | ||
| public static native @ByVal LoraAdapter CreateLoraAdapter(@Cast("const std::basic_string<ORTCHAR_T>*") @ByRef Pointer adapter_path, | ||
| OrtAllocator allocator); | ||
|
|
||
| /** \brief Wraps OrtApi::CreateLoraAdapterFromArray | ||
| * | ||
| * The function attempts to load the adapter from the specified byte array. | ||
| * @param bytes The byte array containing file LoraAdapter format | ||
| * @param num_bytes The number of bytes in the byte array | ||
| * @param allocator optional pointer to a device allocator. If nullptr, the data stays on CPU. It would still | ||
| * be copied to device if required by the model at inference time. */ | ||
| public static native @ByVal LoraAdapter CreateLoraAdapterFromArray(@Const Pointer bytes, @Cast("size_t") long num_bytes, | ||
| OrtAllocator allocator); | ||
| } |
Oops, something went wrong.