Reorganize project structure

Author: xenova

src/models.js

@@ -42,17 +42,13 @@ import {
     Callable,
     isIntegralNumber,
     isTypedArray,
-} from './utils.js';
+} from './utils/core.js';
 
 import {
     getModelFile,
     getModelJSON,
 } from './utils/hub.js';
 
-import {
-    Sampler,
-} from './samplers.js';
-
 import {
     LogitsProcessorList,
     GenerationConfig,
@@ -61,13 +57,15 @@ import {
     ForcedEOSTokenLogitsProcessor,
     WhisperTimeStampLogitsProcessor,
     NoRepeatNGramLogitsProcessor,
-    RepetitionPenaltyLogitsProcessor
-} from './generation.js';
+    RepetitionPenaltyLogitsProcessor,
+
+    Sampler,
+} from './utils/generation.js';
 
 import {
     Tensor,
     cat
-} from './tensor_utils.js';
+} from './utils/tensor.js';
 
 import { executionProviders, ONNX } from './backends/onnx.js';
 const { InferenceSession, Tensor: ONNXTensor } = ONNX;

src/pipelines.js

@@ -13,20 +13,6 @@
  * @module pipelines
  */
 
-import {
-    Callable,
-    isString,
-} from "./utils.js";
-import {
-    softmax,
-    max,
-    getTopItems,
-    cos_sim,
-    dot
-} from './math_utils.js';
-import {
-    read_audio
-} from './audio_utils.js';
 import {
     AutoTokenizer,
     PreTrainedTokenizer,
@@ -50,8 +36,23 @@ import {
     Processor
 } from './processors.js';
 
-import { Tensor } from './tensor_utils.js';
-import { CustomImage } from './image_utils.js';
+
+import {
+    Callable,
+    isString,
+} from './utils/core.js';
+import {
+    softmax,
+    max,
+    getTopItems,
+    cos_sim,
+    dot
+} from './utils/maths.js';
+import {
+    read_audio
+} from './utils/audio.js';
+import { Tensor } from './utils/tensor.js';
+import { CustomImage } from './utils/image.js';
 
 /**
  * Prepare images for further tasks.

src/processors.js

@@ -21,7 +21,7 @@
  */
 import {
     Callable,
-} from './utils.js';
+} from './utils/core.js';
 
 import {
     getModelJSON,
@@ -31,12 +31,12 @@ import {
     max,
     softmax,
     FFT
-} from './math_utils.js';
+} from './utils/maths.js';
 
 
-import { Tensor, transpose, cat, interpolate } from './tensor_utils.js';
+import { Tensor, transpose, cat, interpolate } from './utils/tensor.js';
 
-import { CustomImage } from './image_utils.js';
+import { CustomImage } from './utils/image.js';
 
 
 /**

src/samplers.js

@@ -25,14 +25,14 @@ import {
     reverseDictionary,
     escapeRegExp,
     isIntegralNumber,
-} from './utils.js';
+} from './utils/core.js';
 
 import {
     getModelJSON,
 } from './utils/hub.js';
 
-import { min } from './math_utils.js';
-import { Tensor } from './tensor_utils.js';
+import { min } from './utils/maths.js';
+import { Tensor } from './utils/tensor.js';
 
 /**
  * @typedef {import('./utils/hub.js').PretrainedOptions} PretrainedOptions

src/tokenizers.js

@@ -20,6 +20,6 @@ export * from './models.js';
 export * from './tokenizers.js';
 export * from './processors.js';
 
-export * from './audio_utils.js';
-export * from './tensor_utils.js';
-export * from './math_utils.js';
+export * from './utils/audio.js';
+export * from './utils/tensor.js';
+export * from './utils/maths.js';