============================= test session starts ============================== platform linux -- Python 3.10.12, pytest-7.4.4, pluggy-1.4.0 -- /datadisk1/av11/coding/github/transformers/venv/bin/python cachedir: .pytest_cache hypothesis profile 'default' -> database=DirectoryBasedExampleDatabase(PosixPath('/datadisk1/av11/coding/github/transformers/.hypothesis/examples')) rootdir: /datadisk1/av11/coding/github/transformers configfile: pyproject.toml plugins: anyio-4.3.0, hypothesis-6.98.18, picked-0.5.0, rich-0.1.1, timeout-2.3.1, xdist-3.5.0, dash-2.16.1 collecting ... collected 99 items tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_attention_outputs <- tests/test_modeling_tf_common.py PASSED [ 1%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_compile_tf_model <- tests/test_modeling_tf_common.py PASSED [ 2%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_config PASSED [ 3%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_dataset_conversion <- tests/test_modeling_tf_common.py PASSED [ 4%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_decoder_model_past_large_inputs PASSED [ 5%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_determinism <- tests/test_modeling_tf_common.py PASSED [ 6%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_embeddings_out_of_bounds_raise_exception <- tests/test_modeling_tf_common.py PASSED [ 7%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_forward_signature <- tests/test_modeling_tf_common.py PASSED [ 8%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_generate_with_headmasking <- tests/test_modeling_tf_common.py PASSED [ 9%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_headmasking <- tests/test_modeling_tf_common.py PASSED [ 10%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_hidden_states_output <- tests/test_modeling_tf_common.py PASSED [ 11%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_initialization <- tests/test_modeling_tf_common.py PASSED [ 12%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_inputs_embeds <- tests/test_modeling_tf_common.py PASSED [ 13%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_int_support <- tests/test_modeling_tf_common.py PASSED [ 14%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_keras_fit <- tests/test_modeling_tf_common.py PASSED [ 15%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_keras_save_load <- tests/test_modeling_tf_common.py PASSED [ 16%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_keyword_and_dict_args <- tests/test_modeling_tf_common.py PASSED [ 17%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_lm_head_model_beam_search_generate_dict_outputs <- tests/test_modeling_tf_common.py PASSED [ 18%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_lm_head_model_no_beam_search_generate_dict_outputs <- tests/test_modeling_tf_common.py PASSED [ 19%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_lm_head_model_random_beam_search_generate <- tests/test_modeling_tf_common.py PASSED [ 20%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_lm_head_model_random_no_beam_search_generate <- tests/test_modeling_tf_common.py PASSED [ 21%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_load_with_mismatched_shapes <- tests/test_modeling_tf_common.py PASSED [ 22%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_loss_computation <- tests/test_modeling_tf_common.py PASSED [ 23%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_model_common_attributes <- tests/test_modeling_tf_common.py PASSED [ 24%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_model_main_input_name <- tests/test_modeling_tf_common.py PASSED [ 25%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_model_outputs_equivalence <- tests/test_modeling_tf_common.py PASSED [ 26%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_numpy_arrays_inputs <- tests/test_modeling_tf_common.py PASSED [ 27%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_onnx_compliancy <- tests/test_modeling_tf_common.py PASSED [ 28%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_onnx_runtime_optimize <- tests/test_modeling_tf_common.py SKIPPED [ 29%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_audio_classification <- tests/test_pipeline_mixin.py SKIPPEDg` for `TFOPTModelTest`.) [ 30%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_audio_classification_fp16 <- tests/test_pipeline_mixin.py SKIPPEDr `TFOPTModelTest`.) [ 31%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_automatic_speech_recognition <- tests/test_pipeline_mixin.py SKIPPEDl_mapping` for `TFOPTModelTest`.) [ 32%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_automatic_speech_recognition_fp16 <- tests/test_pipeline_mixin.py SKIPPEDapping` for `TFOPTModelTest`.) [ 33%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_depth_estimation <- tests/test_pipeline_mixin.py SKIPPEDor `TFOPTModelTest`.) [ 34%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_depth_estimation_fp16 <- tests/test_pipeline_mixin.py SKIPPEDFOPTModelTest`.) [ 35%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_document_question_answering <- tests/test_pipeline_mixin.py SKIPPED [ 36%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_document_question_answering_fp16 <- tests/test_pipeline_mixin.py SKIPPED [ 37%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_feature_extraction <- tests/test_pipeline_mixin.py PASSED [ 38%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_feature_extraction_fp16 <- tests/test_pipeline_mixin.py PASSED [ 39%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_fill_mask <- tests/test_pipeline_mixin.py SKIPPEDPTModelTest`.) [ 40%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_fill_mask_fp16 <- tests/test_pipeline_mixin.py SKIPPEDelTest`.) [ 41%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_image_classification <- tests/test_pipeline_mixin.py SKIPPEDg` for `TFOPTModelTest`.) [ 42%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_image_classification_fp16 <- tests/test_pipeline_mixin.py SKIPPEDr `TFOPTModelTest`.) [ 43%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_image_feature_extraction <- tests/test_pipeline_mixin.py SKIPPEDpping` for `TFOPTModelTest`.) [ 44%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_image_feature_extraction_fp16 <- tests/test_pipeline_mixin.py SKIPPED` for `TFOPTModelTest`.) [ 45%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_image_segmentation <- tests/test_pipeline_mixin.py SKIPPED for `TFOPTModelTest`.) [ 46%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_image_segmentation_fp16 <- tests/test_pipeline_mixin.py SKIPPED`TFOPTModelTest`.) [ 47%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_image_to_text <- tests/test_pipeline_mixin.py SKIPPED `TFOPTModelTest`.) [ 48%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_image_to_text_fp16 <- tests/test_pipeline_mixin.py SKIPPEDPTModelTest`.) [ 49%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_mask_generation <- tests/test_pipeline_mixin.py SKIPPED [ 50%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_mask_generation_fp16 <- tests/test_pipeline_mixin.py SKIPPED [ 51%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_object_detection <- tests/test_pipeline_mixin.py SKIPPEDor `TFOPTModelTest`.) [ 52%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_object_detection_fp16 <- tests/test_pipeline_mixin.py SKIPPEDFOPTModelTest`.) [ 53%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_question_answering <- tests/test_pipeline_mixin.py SKIPPED for `TFOPTModelTest`.) [ 54%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_question_answering_fp16 <- tests/test_pipeline_mixin.py SKIPPED`TFOPTModelTest`.) [ 55%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_summarization <- tests/test_pipeline_mixin.py SKIPPED`TFOPTModelTest`.) [ 56%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_summarization_fp16 <- tests/test_pipeline_mixin.py SKIPPEDTModelTest`.) [ 57%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_table_question_answering <- tests/test_pipeline_mixin.py SKIPPEDpping` for `TFOPTModelTest`.) [ 58%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_table_question_answering_fp16 <- tests/test_pipeline_mixin.py SKIPPED` for `TFOPTModelTest`.) [ 59%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_text2text_generation <- tests/test_pipeline_mixin.py SKIPPEDg` for `TFOPTModelTest`.) [ 60%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_text2text_generation_fp16 <- tests/test_pipeline_mixin.py SKIPPEDr `TFOPTModelTest`.) [ 61%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_text_classification <- tests/test_pipeline_mixin.py SKIPPED` for `TFOPTModelTest`.) [ 62%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_text_classification_fp16 <- tests/test_pipeline_mixin.py SKIPPED `TFOPTModelTest`.) [ 63%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_text_generation <- tests/test_pipeline_mixin.py SKIPPED [ 64%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_text_generation_fp16 <- tests/test_pipeline_mixin.py SKIPPED [ 65%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_text_to_audio <- tests/test_pipeline_mixin.py SKIPPED `TFOPTModelTest`.) [ 66%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_text_to_audio_fp16 <- tests/test_pipeline_mixin.py SKIPPEDPTModelTest`.) [ 67%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_token_classification <- tests/test_pipeline_mixin.py SKIPPEDg` for `TFOPTModelTest`.) [ 68%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_token_classification_fp16 <- tests/test_pipeline_mixin.py SKIPPEDr `TFOPTModelTest`.) [ 69%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_translation <- tests/test_pipeline_mixin.py SKIPPEDFOPTModelTest`.) [ 70%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_translation_fp16 <- tests/test_pipeline_mixin.py SKIPPEDodelTest`.) [ 71%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_video_classification <- tests/test_pipeline_mixin.py SKIPPEDg` for `TFOPTModelTest`.) [ 72%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_video_classification_fp16 <- tests/test_pipeline_mixin.py SKIPPEDr `TFOPTModelTest`.) [ 73%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_visual_question_answering <- tests/test_pipeline_mixin.py SKIPPEDapping` for `TFOPTModelTest`.) [ 74%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_visual_question_answering_fp16 <- tests/test_pipeline_mixin.py SKIPPEDg` for `TFOPTModelTest`.) [ 75%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_zero_shot <- tests/test_pipeline_mixin.py SKIPPEDPTModelTest`.) [ 76%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_zero_shot_audio_classification <- tests/test_pipeline_mixin.py SKIPPEDdel_mapping` for `TFOPTModelTest`.) [ 77%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_zero_shot_audio_classification_fp16 <- tests/test_pipeline_mixin.py SKIPPEDapping` for `TFOPTModelTest`.) [ 78%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_zero_shot_fp16 <- tests/test_pipeline_mixin.py SKIPPEDelTest`.) [ 79%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_zero_shot_image_classification <- tests/test_pipeline_mixin.py SKIPPEDdel_mapping` for `TFOPTModelTest`.) [ 80%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_zero_shot_image_classification_fp16 <- tests/test_pipeline_mixin.py SKIPPEDapping` for `TFOPTModelTest`.) [ 81%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_zero_shot_object_detection <- tests/test_pipeline_mixin.py SKIPPEDmapping` for `TFOPTModelTest`.) [ 82%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_zero_shot_object_detection_fp16 <- tests/test_pipeline_mixin.py SKIPPEDng` for `TFOPTModelTest`.) [ 83%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_prepare_serving_output <- tests/test_modeling_tf_common.py PASSED [ 84%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pt_tf_model_equivalence <- tests/test_modeling_tf_common.py PASSED [ 85%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_resize_token_embeddings PASSED [ 86%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_save_load <- tests/test_modeling_tf_common.py PASSED [ 87%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_save_load_after_resize_token_embeddings <- tests/test_modeling_tf_common.py PASSED [ 88%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_save_load_config <- tests/test_modeling_tf_common.py PASSED [ 89%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_saved_model_creation <- tests/test_modeling_tf_common.py PASSED [ 90%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_valid_input_signature_and_dummies <- tests/test_modeling_tf_common.py PASSED [ 91%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_xla_generate_contrastive <- tests/test_modeling_tf_common.py PASSED [ 92%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_xla_generate_fast <- tests/test_modeling_tf_common.py PASSED [ 93%] tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_xla_generate_slow <- tests/test_modeling_tf_common.py PASSED [ 94%] tests/models/opt/test_modeling_tf_opt.py::OPTModelIntegrationTests::test_inference_no_head PASSED [ 95%] tests/models/opt/test_modeling_tf_opt.py::TFOPTEmbeddingsTest::test_logits PASSED [ 96%] tests/models/opt/test_modeling_tf_opt.py::TFOPTGenerationTest::test_batch_generation PASSED [ 97%] tests/models/opt/test_modeling_tf_opt.py::TFOPTGenerationTest::test_generation_post_attn_layer_norm PASSED [ 98%] tests/models/opt/test_modeling_tf_opt.py::TFOPTGenerationTest::test_generation_pre_attn_layer_norm PASSED [100%] =============================== warnings summary =============================== venv/lib/python3.10/site-packages/tensorflow/__init__.py:30 /datadisk1/av11/coding/github/transformers/venv/lib/python3.10/site-packages/tensorflow/__init__.py:30: DeprecationWarning: The distutils package is deprecated and slated for removal in Python 3.12. Use setuptools or check PEP 632 for potential alternatives import distutils as _distutils src/transformers/deepspeed.py:24 /datadisk1/av11/coding/github/transformers/src/transformers/deepspeed.py:24: FutureWarning: transformers.deepspeed module is deprecated and will be removed in a future version. Please import deepspeed modules directly from transformers.integrations warnings.warn( tests/models/opt/test_modeling_tf_opt.py: 87 warnings /datadisk1/av11/coding/github/transformers/venv/lib/python3.10/site-packages/transformers/modeling_tf_utils.py:3342: DeprecationWarning: `TFSharedEmbeddings` is scheduled for deletion in v4.32, use `keras.layers.Embedding` instead. warnings.warn( tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_attention_outputs tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_prepare_serving_output tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pt_tf_model_equivalence /datadisk1/av11/coding/github/transformers/venv/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:777: UserWarning: `return_dict_in_generate` is NOT set to `True`, but `output_attentions` is. When `return_dict_in_generate` is not `True`, `output_attentions` is ignored. warnings.warn( tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_attention_outputs tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_headmasking tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_hidden_states_output tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_prepare_serving_output tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pt_tf_model_equivalence /datadisk1/av11/coding/github/transformers/venv/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:777: UserWarning: `return_dict_in_generate` is NOT set to `True`, but `output_hidden_states` is. When `return_dict_in_generate` is not `True`, `output_hidden_states` is ignored. warnings.warn( tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_decoder_model_past_large_inputs /datadisk1/av11/coding/github/transformers/venv/lib/python3.10/site-packages/tensorflow/python/framework/ops.py:291: DeprecationWarning: Conversion of an array with ndim > 0 to a scalar is deprecated, and will error in future. Ensure you extract a single element from your array before performing this operation. (Deprecated NumPy 1.25.) return int(self._numpy()) tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_keras_save_load /datadisk1/av11/coding/github/transformers/venv/lib/python3.10/site-packages/tf_keras/src/engine/training.py:3098: UserWarning: You are saving your model as an HDF5 file via `model.save()`. This file format is considered legacy. We recommend using instead the native TF-Keras format, e.g. `model.save('my_model.keras')`. saving_api.save_model( tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_lm_head_model_beam_search_generate_dict_outputs tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_lm_head_model_no_beam_search_generate_dict_outputs tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_lm_head_model_random_beam_search_generate tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_lm_head_model_random_no_beam_search_generate tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_text_generation tests/models/opt/test_modeling_tf_opt.py::TFOPTModelTest::test_pipeline_text_generation_fp16 tests/models/opt/test_modeling_tf_opt.py::TFOPTGenerationTest::test_batch_generation /datadisk1/av11/coding/github/transformers/venv/lib/python3.10/site-packages/transformers/generation/tf_utils.py:837: UserWarning: Using the model-agnostic default `max_length` (=20) to control the generation length. recommend setting `max_new_tokens` to control the maximum length of the generation. warnings.warn( -- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html =========== 46 passed, 53 skipped, 106 warnings in 274.66s (0:04:34) ===========