Merge pull request #22887 from justinjfu:pallas_distr_docs
PiperOrigin-RevId: 661368285
1
docs/_static/pallas/distributed/all_gather.svg
vendored
Normal file
After Width: | Height: | Size: 58 KiB |
1
docs/_static/pallas/distributed/race_condition.svg
vendored
Normal file
After Width: | Height: | Size: 101 KiB |
1
docs/_static/pallas/distributed/rdma_recv.svg
vendored
Normal file
After Width: | Height: | Size: 63 KiB |
1
docs/_static/pallas/distributed/rdma_send.svg
vendored
Normal file
After Width: | Height: | Size: 64 KiB |
1
docs/_static/pallas/distributed/rdma_start.svg
vendored
Normal file
After Width: | Height: | Size: 63 KiB |
1
docs/_static/pallas/distributed/reduce_scatter_1.svg
vendored
Normal file
After Width: | Height: | Size: 46 KiB |
1
docs/_static/pallas/distributed/reduce_scatter_2.svg
vendored
Normal file
After Width: | Height: | Size: 64 KiB |
1
docs/_static/pallas/distributed/reduce_sum_1.svg
vendored
Normal file
After Width: | Height: | Size: 18 KiB |
1
docs/_static/pallas/distributed/reduce_sum_2.svg
vendored
Normal file
After Width: | Height: | Size: 94 KiB |
@ -132,6 +132,7 @@ exclude_patterns = [
|
||||
'notebooks/*.md',
|
||||
'pallas/quickstart.md',
|
||||
'pallas/tpu/pipelining.md',
|
||||
'pallas/tpu/distributed.md',
|
||||
'pallas/tpu/matmul.md',
|
||||
'jep/9407-type-promotion.md',
|
||||
'autodidax.md',
|
||||
@ -221,6 +222,7 @@ nb_execution_excludepatterns = [
|
||||
# Requires accelerators
|
||||
'pallas/quickstart.*',
|
||||
'pallas/tpu/pipelining.*',
|
||||
'pallas/tpu/distributed.*',
|
||||
'pallas/tpu/matmul.*',
|
||||
'sharded-computation.*',
|
||||
'distributed_data_loading.*'
|
||||
|
1743
docs/pallas/tpu/distributed.ipynb
Normal file
1527
docs/pallas/tpu/distributed.md
Normal file
@ -9,3 +9,4 @@ TPU specific documentation.
|
||||
details
|
||||
pipelining
|
||||
matmul
|
||||
distributed
|
||||
|