Marketplace update from marketplace-doc-gen-5d7724b

README.md

@@ -1,3 +1,47 @@
+### Change log [2025-11-30 12:16:49]
+1. Item Updated: `histogram_data_drift` (from version: `1.0.0` to `1.0.0`)
+2. Item Updated: `openai_proxy_app` (from version: `1.0.0` to `1.0.0`)
+3. Item Updated: `count_events` (from version: `1.0.0` to `1.0.0`)
+4. Item Updated: `evidently_iris` (from version: `1.0.0` to `1.0.0`)
+
+### Change log [2025-11-30 12:16:40]
+1. Item Updated: `test_classifier` (from version: `1.1.0` to `1.1.0`)
+2. Item Updated: `sklearn_classifier` (from version: `1.2.0` to `1.2.0`)
+3. Item Updated: `model_server_tester` (from version: `1.1.0` to `1.1.0`)
+4. Item Updated: `azureml_serving` (from version: `1.1.0` to `1.1.0`)
+5. Item Updated: `describe_dask` (from version: `1.2.0` to `1.2.0`)
+6. Item Updated: `batch_inference` (from version: `1.8.0` to `1.8.0`)
+7. Item Updated: `v2_model_server` (from version: `1.2.0` to `1.2.0`)
+8. Item Updated: `gen_class_data` (from version: `1.3.0` to `1.3.0`)
+9. Item Updated: `send_email` (from version: `1.2.0` to `1.2.0`)
+10. Item Updated: `tf2_serving` (from version: `1.1.0` to `1.1.0`)
+11. Item Updated: `aggregate` (from version: `1.4.0` to `1.4.0`)
+12. Item Updated: `open_archive` (from version: `1.2.0` to `1.2.0`)
+13. Item Updated: `describe` (from version: `1.4.0` to `1.4.0`)
+14. Item Updated: `v2_model_tester` (from version: `1.1.0` to `1.1.0`)
+15. Item Updated: `text_to_audio_generator` (from version: `1.3.0` to `1.3.0`)
+16. Item Updated: `pii_recognizer` (from version: `0.4.0` to `0.4.0`)
+17. Item Updated: `github_utils` (from version: `1.1.0` to `1.1.0`)
+18. Item Updated: `sklearn_classifier_dask` (from version: `1.1.1` to `1.1.1`)
+19. Item Updated: `azureml_utils` (from version: `1.4.0` to `1.4.0`)
+20. Item Updated: `question_answering` (from version: `0.5.0` to `0.5.0`)
+21. Item Updated: `structured_data_generator` (from version: `1.6.0` to `1.6.0`)
+22. Item Updated: `arc_to_parquet` (from version: `1.5.0` to `1.5.0`)
+23. Item Updated: `silero_vad` (from version: `1.4.0` to `1.4.0`)
+24. Item Updated: `load_dataset` (from version: `1.2.0` to `1.2.0`)
+25. Item Updated: `auto_trainer` (from version: `1.8.0` to `1.8.0`)
+26. Item Updated: `feature_selection` (from version: `1.6.0` to `1.6.0`)
+27. Item Updated: `translate` (from version: `0.3.0` to `0.3.0`)
+28. Item Updated: `describe_spark` (from version: `1.1.0` to `1.1.0`)
+29. Item Updated: `pyannote_audio` (from version: `1.3.0` to `1.3.0`)
+30. Item Updated: `onnx_utils` (from version: `1.3.0` to `1.3.0`)
+31. Item Updated: `batch_inference_v2` (from version: `2.6.0` to `2.6.0`)
+32. Item Updated: `transcribe` (from version: `1.2.0` to `1.2.0`)
+33. Item Updated: `model_server` (from version: `1.2.0` to `1.2.0`)
+34. Item Updated: `mlflow_utils` (from version: `1.1.0` to `1.1.0`)
+35. Item Updated: `noise_reduction` (from version: `1.1.0` to `1.1.0`)
+36. Item Updated: `hugging_face_serving` (from version: `1.1.0` to `1.1.0`)
+
 ### Change log [2025-11-26 11:49:13]
 1. Item Updated: `histogram_data_drift` (from version: `1.0.0` to `1.0.0`)
 2. Item Updated: `openai_proxy_app` (from version: `1.0.0` to `1.0.0`)

functions/development/tags.json

@@ -1 +1 @@
-{"categories": ["data-analysis", "data-generation", "model-training", "genai", "NLP", "model-testing", "utils", "monitoring", "deep-learning", "model-serving", "machine-learning", "audio", "data-preparation"], "kind": ["nuclio:serving", "job", "serving"]}
+{"kind": ["nuclio:serving", "job", "serving"], "categories": ["model-serving", "data-analysis", "audio", "deep-learning", "model-training", "utils", "genai", "model-testing", "machine-learning", "data-generation", "monitoring", "data-preparation", "NLP"]}

functions/development/translate/0.3.0/static/documentation.html

@@ -165,11 +165,7 @@ <h2> Contents </h2>
 <nav aria-label="Page">
 <ul class="visible nav section-nav flex-column">
 <li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#submodules">Submodules</a></li>
-<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#module-translate.translate">translate.translate module</a><ul class="nav section-nav flex-column">
-<li class="toc-h3 nav-item toc-entry"><a class="reference internal nav-link" href="#translate.translate.open_mpi_handler"><code class="docutils literal notranslate"><span class="pre">open_mpi_handler()</span></code></a></li>
-<li class="toc-h3 nav-item toc-entry"><a class="reference internal nav-link" href="#translate.translate.translate"><code class="docutils literal notranslate"><span class="pre">translate()</span></code></a></li>
-</ul>
-</li>
+<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#translate-translate-module">translate.translate module</a></li>
 <li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#module-translate">Module contents</a></li>
 </ul>
 </nav>
@@ -183,52 +179,8 @@ <h1>translate package<a class="headerlink" href="#translate-package" title="Link
 <section id="submodules">
 <h2>Submodules<a class="headerlink" href="#submodules" title="Link to this heading">#</a></h2>
 </section>
-<section id="module-translate.translate">
-<span id="translate-translate-module"></span><h2>translate.translate module<a class="headerlink" href="#module-translate.translate" title="Link to this heading">#</a></h2>
-<dl class="py function">
-<dt class="sig sig-object py" id="translate.translate.open_mpi_handler">
-<span class="sig-prename descclassname"><span class="pre">translate.translate.</span></span><span class="sig-name descname"><span class="pre">open_mpi_handler</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">worker_inputs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">root_worker_inputs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Any</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="translate.html#open_mpi_handler"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#translate.translate.open_mpi_handler" title="Link to this definition">#</a></dt>
-<dd></dd></dl>
-<dl class="py function">
-<dt class="sig sig-object py" id="translate.translate.translate">
-<span class="sig-prename descclassname"><span class="pre">translate.translate.</span></span><span class="sig-name descname"><span class="pre">translate</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">data_path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">Path</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">output_directory</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">model_name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">source_language</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">target_language</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">device</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">model_kwargs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">dict</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">batch_size</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">translation_kwargs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">dict</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">verbose</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">Tuple</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">DataFrame</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">dict</span><span class="p"><span class="pre">]</span></span></span></span><a class="reference internal" href="translate.html#translate"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#translate.translate.translate" title="Link to this definition">#</a></dt>
-<dd><p>Translate text files using a transformer model from Huggingface’s hub according to the source and target languages
-given (or using the directly provided model name). The end result is a directory of translated text files and a
-dataframe containing the following columns:</p>
-<ul class="simple">
-<li><p>text_file - The text file path.</p></li>
-<li><p>translation_file - The translation text file name in the output directory.</p></li>
-</ul>
-<dl class="field-list simple">
-<dt class="field-odd">Parameters<span class="colon">:</span></dt>
-<dd class="field-odd"><ul class="simple">
-<li><p><strong>data_path</strong> – A directory of text files or a single file or a list of files to translate.</p></li>
-<li><p><strong>output_directory</strong> – Directory where the translated files will be saved.</p></li>
-<li><p><strong>model_name</strong> – The name of a model to load. If None, the model name is constructed using the source and
-target languages parameters.</p></li>
-<li><p><strong>source_language</strong> – The source language code (e.g., ‘en’ for English).</p></li>
-<li><p><strong>target_language</strong> – The target language code (e.g., ‘en’ for English).</p></li>
-<li><p><strong>model_kwargs</strong> – Keyword arguments to pass regarding the loading of the model in HuggingFace’s <cite>pipeline</cite>
-function.</p></li>
-<li><p><strong>device</strong> – The device index for transformers. Default will prefer cuda if available.</p></li>
-<li><p><strong>batch_size</strong> – The number of batches to use in translation. The files are translated one by one, but the
-sentences can be batched.</p></li>
-<li><p><strong>translation_kwargs</strong> – Additional keyword arguments to pass to a <cite>transformers.TranslationPipeline</cite> when doing
-the translation inference. Notice the batch size here is being added automatically.</p></li>
-<li><p><strong>verbose</strong> – Whether to present logs of a progress bar and errors. Default: True.</p></li>
-</ul>
-</dd>
-<dt class="field-even">Returns<span class="colon">:</span></dt>
-<dd class="field-even"><p><p>A tuple of:</p>
-<ul class="simple">
-<li><p>Path to the output directory.</p></li>
-<li><p>A dataframe dataset of the translated file names.</p></li>
-<li><p>A dictionary of errored files that were not translated.</p></li>
-</ul>
-</p>
-</dd>
-</dl>
-</dd></dl>
+<section id="translate-translate-module">
+<h2>translate.translate module<a class="headerlink" href="#translate-translate-module" title="Link to this heading">#</a></h2>
 </section>
 <section id="module-translate">
 <span id="module-contents"></span><h2>Module contents<a class="headerlink" href="#module-translate" title="Link to this heading">#</a></h2>
@@ -248,11 +200,7 @@ <h2>Submodules<a class="headerlink" href="#submodules" title="Link to this headi
 <nav class="bd-toc-nav page-toc">
 <ul class="visible nav section-nav flex-column">
 <li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#submodules">Submodules</a></li>
-<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#module-translate.translate">translate.translate module</a><ul class="nav section-nav flex-column">
-<li class="toc-h3 nav-item toc-entry"><a class="reference internal nav-link" href="#translate.translate.open_mpi_handler"><code class="docutils literal notranslate"><span class="pre">open_mpi_handler()</span></code></a></li>
-<li class="toc-h3 nav-item toc-entry"><a class="reference internal nav-link" href="#translate.translate.translate"><code class="docutils literal notranslate"><span class="pre">translate()</span></code></a></li>
-</ul>
-</li>
+<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#translate-translate-module">translate.translate module</a></li>
 <li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#module-translate">Module contents</a></li>
 </ul>
 </nav></div>