Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .github/workflows/test-doc.yml
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ on:
paths:
- 'docs/**'
- 'aion/**'
- '.github/workflows/docs-check.yml'
- '.github/workflows/test-doc.yml'
- 'pyproject.toml'

jobs:
Expand Down
4 changes: 4 additions & 0 deletions aion/codecs/quantizers/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -236,9 +236,11 @@ def forward(
self, z_e: torch.Tensor
) -> tuple[torch.Tensor, torch.Tensor, torch.Tensor]:
"""Performs a forward pass through the vector quantizer.

Args:
z_e: Tensor (B, C, ...)
The input tensor to be quantized.

Returns:
z_q: Tensor
The quantized tensor.
Expand Down Expand Up @@ -314,9 +316,11 @@ def forward(
self, z_e: torch.Tensor
) -> tuple[torch.Tensor, torch.Tensor, torch.Tensor]:
"""Performs a forward pass through the vector quantizer.

Args:
z_e: Tensor (B, C, ...)
The input tensor to be quantized.

Returns:
z_q: Tensor
The quantized tensor.
Expand Down
8 changes: 8 additions & 0 deletions aion/codecs/quantizers/scalar.py
Original file line number Diff line number Diff line change
Expand Up @@ -115,9 +115,11 @@ def forward(
self, z_e: torch.Tensor
) -> tuple[torch.Tensor, torch.Tensor, torch.Tensor]:
"""Performs a forward pass through the vector quantizer.

Args:
z_e: torch.Tensor (B)
The input tensor to be quantized.

Returns:
z_q: torch.Tensor (B)
The quantized tensor.
Expand Down Expand Up @@ -473,9 +475,11 @@ def forward(
self, z_e: torch.Tensor
) -> tuple[torch.Tensor, torch.Tensor, torch.Tensor]:
"""Performs a forward pass through the vector quantizer.

Args:
z_e: torch.Tensor (B, C, ...)
The input tensor to be quantized.

Returns:
z_q: torch.Tensor
The quantized tensor.
Expand Down Expand Up @@ -532,9 +536,11 @@ def forward(
self, z_es: Dict[str, torch.Tensor]
) -> tuple[torch.Tensor, torch.Tensor, torch.Tensor]:
"""Performs a forward pass through the vector quantizer.

Args:
z_es: Dict[str, torch.Tensor]
The input tensor to be quantized.

Returns:
z_qs: torch.Tensor
The quantized tensor.
Expand Down Expand Up @@ -644,9 +650,11 @@ def forward(
self, z_e: torch.Tensor
) -> tuple[torch.Tensor, torch.Tensor, torch.Tensor]:
"""Performs a forward pass through the vector quantizer.

Args:
z_e: torch.Tensor (B, C, ...)
The input tensor to be quantized.

Returns:
z_q: torch.Tensor
The quantized tensor.
Expand Down
48 changes: 30 additions & 18 deletions aion/fourm/generate.py
Original file line number Diff line number Diff line change
Expand Up @@ -1503,15 +1503,21 @@ def generate(
seed=None,
):
"""Generates a sequence of tokens from the input modalities.
:param mod_dict: Dictionary of modalities.
:param schedule: Schedule of modalities to use.
List of dictionaries containing {target_domain, scheme, num_tokens, temperature, cfg_scale, cfg_cond_domains}.
:param top_k: top_k > 0: Keep only top k tokens with highest probability (a.k.a. top-k filtering).
:param top_p: top_p > 0.0: Keep the top tokens with cumulative probability >= top_p (a.k.a. nucleus filtering).
:param text_tokenizer: Text tokenizer.
:param verbose: Whether to print progress.
:param seed: Random seed.
:return: Generated mod dict.

Args:
mod_dict: Dictionary of modalities.
schedule: Schedule of modalities to use. A list of dictionaries containing
``target_domain``, ``scheme``, ``num_tokens``, ``temperature``,
``cfg_scale``, and ``cfg_cond_domains``.
top_k: If greater than zero, keep only the top-k tokens.
top_p: If greater than zero, keep tokens with cumulative probability at
least this value (nucleus filtering).
text_tokenizer: Text tokenizer.
verbose: Whether to print progress.
seed: Random seed.

Returns:
Generated modality dictionary.
"""

# Input embedding -> tokenizes the modalities - Many are placeholder for now
Expand Down Expand Up @@ -1616,15 +1622,21 @@ def generate_iter(
seed=None,
):
"""Iterator that generates a sequence of tokens from the input modalities step by step.
:param mod_dict: Dictionary of modalities.
:param schedule: Schedule of modalities to use.
List of dictionaries containing {target_domain, scheme, num_tokens, temperature, cfg_scale, cfg_cond_domains}.
:param top_k: top_k > 0: Keep only top k tokens with highest probability (a.k.a. top-k filtering).
:param top_p: top_p > 0.0: Keep the top tokens with cumulative probability >= top_p (a.k.a. nucleus filtering).
:param text_tokenizer: Text tokenizer.
:param verbose: Whether to print progress.
:param seed: Random seed.
:return: Iterator of generated mod dict.

Args:
mod_dict: Dictionary of modalities.
schedule: Schedule of modalities to use. A list of dictionaries containing
``target_domain``, ``scheme``, ``num_tokens``, ``temperature``,
``cfg_scale``, and ``cfg_cond_domains``.
top_k: If greater than zero, keep only the top-k tokens.
top_p: If greater than zero, keep tokens with cumulative probability at
least this value (nucleus filtering).
text_tokenizer: Text tokenizer.
verbose: Whether to print progress.
seed: Random seed.

Yields:
Generated modality dictionaries after each schedule step.
"""

# Input embedding -> tokenizes the modalities - Many are placeholder for now
Expand Down
204 changes: 186 additions & 18 deletions docs/api.rst
Original file line number Diff line number Diff line change
Expand Up @@ -29,24 +29,39 @@ Base Classes
Image Modalities
~~~~~~~~~~~~~~~~

.. automodule:: aion.modalities
:members: LegacySurveyImage, HSCImage
.. autoclass:: aion.modalities.LegacySurveyImage
:members:
:undoc-members:
:show-inheritance:

.. autoclass:: aion.modalities.HSCImage
:members:
:undoc-members:
:show-inheritance:

Spectrum Modalities
~~~~~~~~~~~~~~~~~~~

.. automodule:: aion.modalities
:members: DESISpectrum, SDSSSpectrum
.. autoclass:: aion.modalities.DESISpectrum
:members:
:undoc-members:
:show-inheritance:

.. autoclass:: aion.modalities.SDSSSpectrum
:members:
:undoc-members:
:show-inheritance:

Catalog Modalities
~~~~~~~~~~~~~~~~~~

.. automodule:: aion.modalities
:members: LegacySurveyCatalog, LegacySurveySegmentationMap
.. autoclass:: aion.modalities.LegacySurveyCatalog
:members:
:undoc-members:
:show-inheritance:

.. autoclass:: aion.modalities.LegacySurveySegmentationMap
:members:
:undoc-members:
:show-inheritance:

Expand All @@ -56,43 +71,196 @@ Scalar Modalities
Legacy Survey Scalars
^^^^^^^^^^^^^^^^^^^^^^

.. automodule:: aion.modalities
:members: LegacySurveyFluxG, LegacySurveyFluxR, LegacySurveyFluxI, LegacySurveyFluxZ, LegacySurveyFluxW1, LegacySurveyFluxW2, LegacySurveyFluxW3, LegacySurveyFluxW4, LegacySurveyShapeR, LegacySurveyShapeE1, LegacySurveyShapeE2, LegacySurveyEBV
.. autoclass:: aion.modalities.LegacySurveyFluxG
:members:
:undoc-members:
:show-inheritance:

.. autoclass:: aion.modalities.LegacySurveyFluxR
:members:
:undoc-members:
:show-inheritance:

.. autoclass:: aion.modalities.LegacySurveyFluxI
:members:
:undoc-members:
:show-inheritance:

.. autoclass:: aion.modalities.LegacySurveyFluxZ
:members:
:undoc-members:
:show-inheritance:

.. autoclass:: aion.modalities.LegacySurveyFluxW1
:members:
:undoc-members:
:show-inheritance:

.. autoclass:: aion.modalities.LegacySurveyFluxW2
:members:
:undoc-members:
:show-inheritance:

.. autoclass:: aion.modalities.LegacySurveyFluxW3
:members:
:undoc-members:
:show-inheritance:

.. autoclass:: aion.modalities.LegacySurveyFluxW4
:members:
:undoc-members:
:show-inheritance:

.. autoclass:: aion.modalities.LegacySurveyShapeR
:members:
:undoc-members:
:show-inheritance:

.. autoclass:: aion.modalities.LegacySurveyShapeE1
:members:
:undoc-members:
:show-inheritance:

.. autoclass:: aion.modalities.LegacySurveyShapeE2
:members:
:undoc-members:
:show-inheritance:

.. autoclass:: aion.modalities.LegacySurveyEBV
:members:
:undoc-members:
:show-inheritance:

HSC Scalars
~~~~~~~~~~~

.. automodule:: aion.modalities
:members: HSCAG, HSCAR, HSCAI, HSCAZ, HSCAY, HSCMagG, HSCMagR, HSCMagI, HSCMagZ, HSCMagY, HSCShape11, HSCShape22, HSCShape12
.. autoclass:: aion.modalities.HSCAG
:members:
:undoc-members:
:show-inheritance:

.. autoclass:: aion.modalities.HSCAR
:members:
:undoc-members:
:show-inheritance:

.. autoclass:: aion.modalities.HSCAI
:members:
:undoc-members:
:show-inheritance:

.. autoclass:: aion.modalities.HSCAZ
:members:
:undoc-members:
:show-inheritance:

.. autoclass:: aion.modalities.HSCAY
:members:
:undoc-members:
:show-inheritance:

.. autoclass:: aion.modalities.HSCMagG
:members:
:undoc-members:
:show-inheritance:

.. autoclass:: aion.modalities.HSCMagR
:members:
:undoc-members:
:show-inheritance:

.. autoclass:: aion.modalities.HSCMagI
:members:
:undoc-members:
:show-inheritance:

.. autoclass:: aion.modalities.HSCMagZ
:members:
:undoc-members:
:show-inheritance:

.. autoclass:: aion.modalities.HSCMagY
:members:
:undoc-members:
:show-inheritance:

.. autoclass:: aion.modalities.HSCShape11
:members:
:undoc-members:
:show-inheritance:

.. autoclass:: aion.modalities.HSCShape22
:members:
:undoc-members:
:show-inheritance:

.. autoclass:: aion.modalities.HSCShape12
:members:
:undoc-members:
:show-inheritance:

Gaia Scalars
~~~~~~~~~~~~

.. automodule:: aion.modalities
:members: GaiaFluxG, GaiaFluxBp, GaiaFluxRp, GaiaParallax, GaiaXpBp, GaiaXpRp
.. autoclass:: aion.modalities.GaiaFluxG
:members:
:undoc-members:
:show-inheritance:

.. autoclass:: aion.modalities.GaiaFluxBp
:members:
:undoc-members:
:show-inheritance:

.. autoclass:: aion.modalities.GaiaFluxRp
:members:
:undoc-members:
:show-inheritance:

.. autoclass:: aion.modalities.GaiaParallax
:members:
:undoc-members:
:show-inheritance:

.. autoclass:: aion.modalities.GaiaXpBp
:members:
:undoc-members:
:show-inheritance:

.. autoclass:: aion.modalities.GaiaXpRp
:members:
:undoc-members:
:show-inheritance:

Coordinate Scalars
~~~~~~~~~~~~~~~~~~

.. automodule:: aion.modalities
:members: Ra, Dec, Z
.. autoclass:: aion.modalities.Ra
:members:
:undoc-members:
:show-inheritance:

Utility Types
~~~~~~~~~~~~~
.. autoclass:: aion.modalities.Dec
:members:
:undoc-members:
:show-inheritance:

.. automodule:: aion.modalities
:members: ScalarModalities, ModalityType
.. autoclass:: aion.modalities.Z
:members:
:undoc-members:
:show-inheritance:

Utility Types
~~~~~~~~~~~~~

.. py:data:: ScalarModalities

Mapping from scalar modality names to their corresponding modality classes.

.. py:data:: ModalityType

Union type covering all supported modality data structures.

Codec System
------------

Expand Down
Loading
Loading