config.json 920 B

1234567891011121314151617181920212223242526272829303132333435
  1. {
  2. "_name_or_path": "./m3e-base",
  3. "architectures": [
  4. "BertModel"
  5. ],
  6. "attention_probs_dropout_prob": 0.1,
  7. "bos_token_id": 0,
  8. "classifier_dropout": null,
  9. "directionality": "bidi",
  10. "eos_token_id": 2,
  11. "hidden_act": "gelu",
  12. "hidden_dropout_prob": 0.1,
  13. "hidden_size": 768,
  14. "initializer_range": 0.02,
  15. "intermediate_size": 3072,
  16. "layer_norm_eps": 1e-12,
  17. "max_position_embeddings": 512,
  18. "model_type": "bert",
  19. "num_attention_heads": 12,
  20. "num_hidden_layers": 12,
  21. "output_past": true,
  22. "pad_token_id": 0,
  23. "pooler_fc_size": 768,
  24. "pooler_num_attention_heads": 12,
  25. "pooler_num_fc_layers": 3,
  26. "pooler_size_per_head": 128,
  27. "pooler_type": "first_token_transform",
  28. "position_embedding_type": "absolute",
  29. "torch_dtype": "float32",
  30. "transformers_version": "4.45.0.dev0",
  31. "type_vocab_size": 2,
  32. "uniem_embedding_strategy": "last_mean",
  33. "use_cache": true,
  34. "vocab_size": 21128
  35. }