gen_build_yaml.py 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346
  1. #!/usr/bin/env python3
  2. # Copyright 2015 gRPC authors.
  3. #
  4. # Licensed under the Apache License, Version 2.0 (the "License");
  5. # you may not use this file except in compliance with the License.
  6. # You may obtain a copy of the License at
  7. #
  8. # http://www.apache.org/licenses/LICENSE-2.0
  9. #
  10. # Unless required by applicable law or agreed to in writing, software
  11. # distributed under the License is distributed on an "AS IS" BASIS,
  12. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. # See the License for the specific language governing permissions and
  14. # limitations under the License.
  15. """Generates the appropriate JSON data for LB interop test scenarios."""
  16. import json
  17. import os
  18. import yaml
  19. all_scenarios = []
  20. # TODO(https://github.com/grpc/grpc-go/issues/2347): enable
  21. # client_falls_back_because_no_backends_* scenarios for Java/Go.
  22. # TODO(https://github.com/grpc/grpc-java/issues/4887): enable
  23. # *short_stream* scenarios for Java.
  24. # TODO(https://github.com/grpc/grpc-java/issues/4912): enable
  25. # Java TLS tests involving TLS to the balancer.
  26. def server_sec(transport_sec):
  27. if transport_sec == 'google_default_credentials':
  28. return 'alts', 'alts', 'tls'
  29. return transport_sec, transport_sec, transport_sec
  30. def generate_no_balancer_because_lb_a_record_returns_nx_domain():
  31. all_configs = []
  32. for transport_sec in [
  33. 'insecure', 'alts', 'tls', 'google_default_credentials'
  34. ]:
  35. balancer_sec, backend_sec, fallback_sec = server_sec(transport_sec)
  36. config = {
  37. 'name':
  38. 'no_balancer_because_lb_a_record_returns_nx_domain_%s' %
  39. transport_sec,
  40. 'skip_langs': [],
  41. 'transport_sec':
  42. transport_sec,
  43. 'balancer_configs': [],
  44. 'backend_configs': [],
  45. 'fallback_configs': [{
  46. 'transport_sec': fallback_sec,
  47. }],
  48. 'cause_no_error_no_data_for_balancer_a_record':
  49. False,
  50. }
  51. all_configs.append(config)
  52. return all_configs
  53. all_scenarios += generate_no_balancer_because_lb_a_record_returns_nx_domain()
  54. def generate_no_balancer_because_lb_a_record_returns_no_data():
  55. all_configs = []
  56. for transport_sec in [
  57. 'insecure', 'alts', 'tls', 'google_default_credentials'
  58. ]:
  59. balancer_sec, backend_sec, fallback_sec = server_sec(transport_sec)
  60. config = {
  61. 'name':
  62. 'no_balancer_because_lb_a_record_returns_no_data_%s' %
  63. transport_sec,
  64. 'skip_langs': [],
  65. 'transport_sec':
  66. transport_sec,
  67. 'balancer_configs': [],
  68. 'backend_configs': [],
  69. 'fallback_configs': [{
  70. 'transport_sec': fallback_sec,
  71. }],
  72. 'cause_no_error_no_data_for_balancer_a_record':
  73. True,
  74. }
  75. all_configs.append(config)
  76. return all_configs
  77. all_scenarios += generate_no_balancer_because_lb_a_record_returns_no_data()
  78. def generate_client_referred_to_backend():
  79. all_configs = []
  80. for balancer_short_stream in [True, False]:
  81. for transport_sec in [
  82. 'insecure', 'alts', 'tls', 'google_default_credentials'
  83. ]:
  84. balancer_sec, backend_sec, fallback_sec = server_sec(transport_sec)
  85. skip_langs = []
  86. if transport_sec == 'tls':
  87. skip_langs += ['java']
  88. if balancer_short_stream:
  89. skip_langs += ['java']
  90. config = {
  91. 'name':
  92. 'client_referred_to_backend_%s_short_stream_%s' %
  93. (transport_sec, balancer_short_stream),
  94. 'skip_langs':
  95. skip_langs,
  96. 'transport_sec':
  97. transport_sec,
  98. 'balancer_configs': [{
  99. 'transport_sec': balancer_sec,
  100. 'short_stream': balancer_short_stream,
  101. }],
  102. 'backend_configs': [{
  103. 'transport_sec': backend_sec,
  104. }],
  105. 'fallback_configs': [],
  106. 'cause_no_error_no_data_for_balancer_a_record':
  107. False,
  108. }
  109. all_configs.append(config)
  110. return all_configs
  111. all_scenarios += generate_client_referred_to_backend()
  112. def generate_client_referred_to_backend_fallback_broken():
  113. all_configs = []
  114. for balancer_short_stream in [True, False]:
  115. for transport_sec in ['alts', 'tls', 'google_default_credentials']:
  116. balancer_sec, backend_sec, fallback_sec = server_sec(transport_sec)
  117. skip_langs = []
  118. if transport_sec == 'tls':
  119. skip_langs += ['java']
  120. if balancer_short_stream:
  121. skip_langs += ['java']
  122. config = {
  123. 'name':
  124. 'client_referred_to_backend_fallback_broken_%s_short_stream_%s'
  125. % (transport_sec, balancer_short_stream),
  126. 'skip_langs':
  127. skip_langs,
  128. 'transport_sec':
  129. transport_sec,
  130. 'balancer_configs': [{
  131. 'transport_sec': balancer_sec,
  132. 'short_stream': balancer_short_stream,
  133. }],
  134. 'backend_configs': [{
  135. 'transport_sec': backend_sec,
  136. }],
  137. 'fallback_configs': [{
  138. 'transport_sec': 'insecure',
  139. }],
  140. 'cause_no_error_no_data_for_balancer_a_record':
  141. False,
  142. }
  143. all_configs.append(config)
  144. return all_configs
  145. all_scenarios += generate_client_referred_to_backend_fallback_broken()
  146. def generate_client_referred_to_backend_multiple_backends():
  147. all_configs = []
  148. for balancer_short_stream in [True, False]:
  149. for transport_sec in [
  150. 'insecure', 'alts', 'tls', 'google_default_credentials'
  151. ]:
  152. balancer_sec, backend_sec, fallback_sec = server_sec(transport_sec)
  153. skip_langs = []
  154. if transport_sec == 'tls':
  155. skip_langs += ['java']
  156. if balancer_short_stream:
  157. skip_langs += ['java']
  158. config = {
  159. 'name':
  160. 'client_referred_to_backend_multiple_backends_%s_short_stream_%s'
  161. % (transport_sec, balancer_short_stream),
  162. 'skip_langs':
  163. skip_langs,
  164. 'transport_sec':
  165. transport_sec,
  166. 'balancer_configs': [{
  167. 'transport_sec': balancer_sec,
  168. 'short_stream': balancer_short_stream,
  169. }],
  170. 'backend_configs': [{
  171. 'transport_sec': backend_sec,
  172. }, {
  173. 'transport_sec': backend_sec,
  174. }, {
  175. 'transport_sec': backend_sec,
  176. }, {
  177. 'transport_sec': backend_sec,
  178. }, {
  179. 'transport_sec': backend_sec,
  180. }],
  181. 'fallback_configs': [],
  182. 'cause_no_error_no_data_for_balancer_a_record':
  183. False,
  184. }
  185. all_configs.append(config)
  186. return all_configs
  187. all_scenarios += generate_client_referred_to_backend_multiple_backends()
  188. def generate_client_falls_back_because_no_backends():
  189. all_configs = []
  190. for balancer_short_stream in [True, False]:
  191. for transport_sec in [
  192. 'insecure', 'alts', 'tls', 'google_default_credentials'
  193. ]:
  194. balancer_sec, backend_sec, fallback_sec = server_sec(transport_sec)
  195. skip_langs = ['go', 'java']
  196. if transport_sec == 'tls':
  197. skip_langs += ['java']
  198. if balancer_short_stream:
  199. skip_langs += ['java']
  200. config = {
  201. 'name':
  202. 'client_falls_back_because_no_backends_%s_short_stream_%s' %
  203. (transport_sec, balancer_short_stream),
  204. 'skip_langs':
  205. skip_langs,
  206. 'transport_sec':
  207. transport_sec,
  208. 'balancer_configs': [{
  209. 'transport_sec': balancer_sec,
  210. 'short_stream': balancer_short_stream,
  211. }],
  212. 'backend_configs': [],
  213. 'fallback_configs': [{
  214. 'transport_sec': fallback_sec,
  215. }],
  216. 'cause_no_error_no_data_for_balancer_a_record':
  217. False,
  218. }
  219. all_configs.append(config)
  220. return all_configs
  221. all_scenarios += generate_client_falls_back_because_no_backends()
  222. def generate_client_falls_back_because_balancer_connection_broken():
  223. all_configs = []
  224. for transport_sec in ['alts', 'tls', 'google_default_credentials']:
  225. balancer_sec, backend_sec, fallback_sec = server_sec(transport_sec)
  226. skip_langs = []
  227. if transport_sec == 'tls':
  228. skip_langs = ['java']
  229. config = {
  230. 'name':
  231. 'client_falls_back_because_balancer_connection_broken_%s' %
  232. transport_sec,
  233. 'skip_langs':
  234. skip_langs,
  235. 'transport_sec':
  236. transport_sec,
  237. 'balancer_configs': [{
  238. 'transport_sec': 'insecure',
  239. 'short_stream': False,
  240. }],
  241. 'backend_configs': [],
  242. 'fallback_configs': [{
  243. 'transport_sec': fallback_sec,
  244. }],
  245. 'cause_no_error_no_data_for_balancer_a_record':
  246. False,
  247. }
  248. all_configs.append(config)
  249. return all_configs
  250. all_scenarios += generate_client_falls_back_because_balancer_connection_broken()
  251. def generate_client_referred_to_backend_multiple_balancers():
  252. all_configs = []
  253. for balancer_short_stream in [True, False]:
  254. for transport_sec in [
  255. 'insecure', 'alts', 'tls', 'google_default_credentials'
  256. ]:
  257. balancer_sec, backend_sec, fallback_sec = server_sec(transport_sec)
  258. skip_langs = []
  259. if transport_sec == 'tls':
  260. skip_langs += ['java']
  261. if balancer_short_stream:
  262. skip_langs += ['java']
  263. config = {
  264. 'name':
  265. 'client_referred_to_backend_multiple_balancers_%s_short_stream_%s'
  266. % (transport_sec, balancer_short_stream),
  267. 'skip_langs':
  268. skip_langs,
  269. 'transport_sec':
  270. transport_sec,
  271. 'balancer_configs': [
  272. {
  273. 'transport_sec': balancer_sec,
  274. 'short_stream': balancer_short_stream,
  275. },
  276. {
  277. 'transport_sec': balancer_sec,
  278. 'short_stream': balancer_short_stream,
  279. },
  280. {
  281. 'transport_sec': balancer_sec,
  282. 'short_stream': balancer_short_stream,
  283. },
  284. {
  285. 'transport_sec': balancer_sec,
  286. 'short_stream': balancer_short_stream,
  287. },
  288. {
  289. 'transport_sec': balancer_sec,
  290. 'short_stream': balancer_short_stream,
  291. },
  292. ],
  293. 'backend_configs': [{
  294. 'transport_sec': backend_sec,
  295. },],
  296. 'fallback_configs': [],
  297. 'cause_no_error_no_data_for_balancer_a_record':
  298. False,
  299. }
  300. all_configs.append(config)
  301. return all_configs
  302. all_scenarios += generate_client_referred_to_backend_multiple_balancers()
  303. print((yaml.dump({
  304. 'lb_interop_test_scenarios': all_scenarios,
  305. })))