https_proxy support

[matiu2]

Bug Report

Though the readme says that you can set the environment variables: http_proxy, https_proxy, HTTP_PROXY, HTTPS_PROXY and the SDK will use them, it completely ignores them.

Version

my-cli2 v0.1.0 (/Users/sherbomd/projects/my-cli2)
├── anyhow v1.0.42
├── aws-auth v0.1.0 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957)
│   ├── smithy-http v0.0.1 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957)
│   │   ├── bytes v1.0.1
│   │   ├── bytes-utils v0.1.1
│   │   │   ├── bytes v1.0.1
│   │   │   └── either v1.6.1
│   │   ├── futures-core v0.3.16
│   │   ├── http v0.2.4
│   │   │   ├── bytes v1.0.1
│   │   │   ├── fnv v1.0.7
│   │   │   └── itoa v0.4.7
│   │   ├── http-body v0.4.2
│   │   │   ├── bytes v1.0.1
│   │   │   ├── http v0.2.4 (*)
│   │   │   └── pin-project-lite v0.2.7
│   │   ├── hyper v0.14.11
│   │   │   ├── bytes v1.0.1
│   │   │   ├── futures-channel v0.3.16
│   │   │   │   └── futures-core v0.3.16
│   │   │   ├── futures-core v0.3.16
│   │   │   ├── futures-util v0.3.16
│   │   │   │   ├── futures-core v0.3.16
│   │   │   │   ├── futures-macro v0.3.16 (proc-macro)
│   │   │   │   │   ├── proc-macro-hack v0.5.19 (proc-macro)
│   │   │   │   │   ├── proc-macro2 v1.0.28
│   │   │   │   │   │   └── unicode-xid v0.2.2
│   │   │   │   │   ├── quote v1.0.9
│   │   │   │   │   │   └── proc-macro2 v1.0.28 (*)
│   │   │   │   │   └── syn v1.0.74
│   │   │   │   │       ├── proc-macro2 v1.0.28 (*)
│   │   │   │   │       ├── quote v1.0.9 (*)
│   │   │   │   │       └── unicode-xid v0.2.2
│   │   │   │   │   [build-dependencies]
│   │   │   │   │   └── autocfg v1.0.1
│   │   │   │   ├── futures-task v0.3.16
│   │   │   │   ├── pin-project-lite v0.2.7
│   │   │   │   ├── pin-utils v0.1.0
│   │   │   │   ├── proc-macro-hack v0.5.19 (proc-macro)
│   │   │   │   ├── proc-macro-nested v0.1.7
│   │   │   │   └── slab v0.4.3
│   │   │   │   [build-dependencies]
│   │   │   │   └── autocfg v1.0.1
│   │   │   ├── h2 v0.3.3
│   │   │   │   ├── bytes v1.0.1
│   │   │   │   ├── fnv v1.0.7
│   │   │   │   ├── futures-core v0.3.16
│   │   │   │   ├── futures-sink v0.3.16
│   │   │   │   ├── futures-util v0.3.16 (*)
│   │   │   │   ├── http v0.2.4 (*)
│   │   │   │   ├── indexmap v1.7.0
│   │   │   │   │   └── hashbrown v0.11.2
│   │   │   │   │   [build-dependencies]
│   │   │   │   │   └── autocfg v1.0.1
│   │   │   │   ├── slab v0.4.3
│   │   │   │   ├── tokio v1.9.0
│   │   │   │   │   ├── bytes v1.0.1
│   │   │   │   │   ├── libc v0.2.98
│   │   │   │   │   ├── memchr v2.4.0
│   │   │   │   │   ├── mio v0.7.13
│   │   │   │   │   │   ├── libc v0.2.98
│   │   │   │   │   │   └── log v0.4.14
│   │   │   │   │   │       └── cfg-if v1.0.0
│   │   │   │   │   ├── num_cpus v1.13.0
│   │   │   │   │   │   └── libc v0.2.98
│   │   │   │   │   ├── once_cell v1.8.0
│   │   │   │   │   ├── parking_lot v0.11.1
│   │   │   │   │   │   ├── instant v0.1.10
│   │   │   │   │   │   │   └── cfg-if v1.0.0
│   │   │   │   │   │   ├── lock_api v0.4.4
│   │   │   │   │   │   │   └── scopeguard v1.1.0
│   │   │   │   │   │   └── parking_lot_core v0.8.3
│   │   │   │   │   │       ├── cfg-if v1.0.0
│   │   │   │   │   │       ├── instant v0.1.10 (*)
│   │   │   │   │   │       ├── libc v0.2.98
│   │   │   │   │   │       └── smallvec v1.6.1
│   │   │   │   │   ├── pin-project-lite v0.2.7
│   │   │   │   │   ├── signal-hook-registry v1.4.0
│   │   │   │   │   │   └── libc v0.2.98
│   │   │   │   │   └── tokio-macros v1.3.0 (proc-macro)
│   │   │   │   │       ├── proc-macro2 v1.0.28 (*)
│   │   │   │   │       ├── quote v1.0.9 (*)
│   │   │   │   │       └── syn v1.0.74 (*)
│   │   │   │   │   [build-dependencies]
│   │   │   │   │   └── autocfg v1.0.1
│   │   │   │   ├── tokio-util v0.6.7
│   │   │   │   │   ├── bytes v1.0.1
│   │   │   │   │   ├── futures-core v0.3.16
│   │   │   │   │   ├── futures-sink v0.3.16
│   │   │   │   │   ├── log v0.4.14 (*)
│   │   │   │   │   ├── pin-project-lite v0.2.7
│   │   │   │   │   └── tokio v1.9.0 (*)
│   │   │   │   └── tracing v0.1.26
│   │   │   │       ├── cfg-if v1.0.0
│   │   │   │       ├── log v0.4.14 (*)
│   │   │   │       ├── pin-project-lite v0.2.7
│   │   │   │       ├── tracing-attributes v0.1.15 (proc-macro)
│   │   │   │       │   ├── proc-macro2 v1.0.28 (*)
│   │   │   │       │   ├── quote v1.0.9 (*)
│   │   │   │       │   └── syn v1.0.74 (*)
│   │   │   │       └── tracing-core v0.1.18
│   │   │   │           └── lazy_static v1.4.0
│   │   │   ├── http v0.2.4 (*)
│   │   │   ├── http-body v0.4.2 (*)
│   │   │   ├── httparse v1.4.1
│   │   │   ├── httpdate v1.0.1
│   │   │   ├── itoa v0.4.7
│   │   │   ├── pin-project-lite v0.2.7
│   │   │   ├── socket2 v0.4.0
│   │   │   │   └── libc v0.2.98
│   │   │   ├── tokio v1.9.0 (*)
│   │   │   ├── tower-service v0.3.1
│   │   │   ├── tracing v0.1.26 (*)
│   │   │   └── want v0.3.0
│   │   │       ├── log v0.4.14 (*)
│   │   │       └── try-lock v0.2.3
│   │   ├── percent-encoding v2.1.0
│   │   ├── pin-project v1.0.8
│   │   │   └── pin-project-internal v1.0.8 (proc-macro)
│   │   │       ├── proc-macro2 v1.0.28 (*)
│   │   │       ├── quote v1.0.9 (*)
│   │   │       └── syn v1.0.74 (*)
│   │   ├── smithy-types v0.0.1 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957)
│   │   │   └── chrono v0.4.19
│   │   │       ├── libc v0.2.98
│   │   │       ├── num-integer v0.1.44
│   │   │       │   └── num-traits v0.2.14
│   │   │       │       [build-dependencies]
│   │   │       │       └── autocfg v1.0.1
│   │   │       │   [build-dependencies]
│   │   │       │   └── autocfg v1.0.1
│   │   │       └── num-traits v0.2.14 (*)
│   │   ├── thiserror v1.0.26
│   │   │   └── thiserror-impl v1.0.26 (proc-macro)
│   │   │       ├── proc-macro2 v1.0.28 (*)
│   │   │       ├── quote v1.0.9 (*)
│   │   │       └── syn v1.0.74 (*)
│   │   ├── tokio v1.9.0 (*)
│   │   ├── tokio-util v0.6.7 (*)
│   │   └── tracing v0.1.26 (*)
│   └── zeroize v1.4.1
├── aws-endpoint v0.1.0 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957)
│   ├── aws-types v0.1.0 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957)
│   │   └── lazy_static v1.4.0
│   │   [build-dependencies]
│   │   └── rustc_version v0.3.3
│   │       └── semver v0.11.0
│   │           └── semver-parser v0.10.2
│   │               └── pest v2.1.3
│   │                   └── ucd-trie v0.1.3
│   ├── http v0.2.4 (*)
│   ├── regex v1.5.4
│   │   ├── aho-corasick v0.7.18
│   │   │   └── memchr v2.4.0
│   │   ├── memchr v2.4.0
│   │   └── regex-syntax v0.6.25
│   └── smithy-http v0.0.1 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957) (*)
├── aws-sdk-sts v0.0.12-alpha (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957)
│   ├── aws-auth v0.1.0 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957) (*)
│   ├── aws-endpoint v0.1.0 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957) (*)
│   ├── aws-http v0.1.0 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957)
│   │   ├── aws-types v0.1.0 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957) (*)
│   │   ├── http v0.2.4 (*)
│   │   ├── lazy_static v1.4.0
│   │   ├── smithy-http v0.0.1 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957) (*)
│   │   ├── smithy-types v0.0.1 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957) (*)
│   │   └── thiserror v1.0.26 (*)
│   ├── aws-hyper v0.1.0 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957)
│   │   ├── aws-auth v0.1.0 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957) (*)
│   │   ├── aws-endpoint v0.1.0 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957) (*)
│   │   ├── aws-http v0.1.0 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957) (*)
│   │   ├── aws-sig-auth v0.1.0 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957)
│   │   │   ├── aws-auth v0.1.0 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957) (*)
│   │   │   ├── aws-sigv4 v0.1.0 (https://github.com/rcoh/sigv4?rev=66b1646a7ab119c73be966ca70ee5f556bd8379b#66b1646a)
│   │   │   │   ├── bytes v1.0.1
│   │   │   │   ├── chrono v0.4.19 (*)
│   │   │   │   ├── hex v0.4.3
│   │   │   │   ├── http v0.2.4 (*)
│   │   │   │   ├── http-body v0.4.2 (*)
│   │   │   │   ├── percent-encoding v2.1.0
│   │   │   │   ├── ring v0.16.20
│   │   │   │   │   ├── spin v0.5.2
│   │   │   │   │   └── untrusted v0.7.1
│   │   │   │   │   [build-dependencies]
│   │   │   │   │   └── cc v1.0.69
│   │   │   │   ├── serde v1.0.126
│   │   │   │   │   └── serde_derive v1.0.126 (proc-macro)
│   │   │   │   │       ├── proc-macro2 v1.0.28 (*)
│   │   │   │   │       ├── quote v1.0.9 (*)
│   │   │   │   │       └── syn v1.0.74 (*)
│   │   │   │   └── serde_urlencoded v0.7.0
│   │   │   │       ├── form_urlencoded v1.0.1
│   │   │   │       │   ├── matches v0.1.8
│   │   │   │       │   └── percent-encoding v2.1.0
│   │   │   │       ├── itoa v0.4.7
│   │   │   │       ├── ryu v1.0.5
│   │   │   │       └── serde v1.0.126 (*)
│   │   │   ├── aws-types v0.1.0 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957) (*)
│   │   │   ├── http v0.2.4 (*)
│   │   │   ├── smithy-http v0.0.1 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957) (*)
│   │   │   └── thiserror v1.0.26 (*)
│   │   ├── bytes v1.0.1
│   │   ├── fastrand v1.5.0
│   │   ├── http v0.2.4 (*)
│   │   ├── http-body v0.4.2 (*)
│   │   ├── hyper v0.14.11 (*)
│   │   ├── hyper-rustls v0.22.1
│   │   │   ├── ct-logs v0.8.0
│   │   │   │   └── sct v0.6.1
│   │   │   │       ├── ring v0.16.20 (*)
│   │   │   │       └── untrusted v0.7.1
│   │   │   ├── futures-util v0.3.16 (*)
│   │   │   ├── hyper v0.14.11 (*)
│   │   │   ├── log v0.4.14 (*)
│   │   │   ├── rustls v0.19.1
│   │   │   │   ├── base64 v0.13.0
│   │   │   │   ├── log v0.4.14 (*)
│   │   │   │   ├── ring v0.16.20 (*)
│   │   │   │   ├── sct v0.6.1 (*)
│   │   │   │   └── webpki v0.21.4
│   │   │   │       ├── ring v0.16.20 (*)
│   │   │   │       └── untrusted v0.7.1
│   │   │   ├── rustls-native-certs v0.5.0
│   │   │   │   ├── rustls v0.19.1 (*)
│   │   │   │   └── security-framework v2.3.1
│   │   │   │       ├── bitflags v1.2.1
│   │   │   │       ├── core-foundation v0.9.1
│   │   │   │       │   ├── core-foundation-sys v0.8.2
│   │   │   │       │   └── libc v0.2.98
│   │   │   │       ├── core-foundation-sys v0.8.2
│   │   │   │       ├── libc v0.2.98
│   │   │   │       └── security-framework-sys v2.3.0
│   │   │   │           ├── core-foundation-sys v0.8.2
│   │   │   │           └── libc v0.2.98
│   │   │   ├── tokio v1.9.0 (*)
│   │   │   ├── tokio-rustls v0.22.0
│   │   │   │   ├── rustls v0.19.1 (*)
│   │   │   │   ├── tokio v1.9.0 (*)
│   │   │   │   └── webpki v0.21.4 (*)
│   │   │   └── webpki v0.21.4 (*)
│   │   ├── pin-project v1.0.8 (*)
│   │   ├── protocol-test-helpers v0.1.0 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957)
│   │   │   ├── assert-json-diff v1.1.0
│   │   │   │   ├── extend v0.1.2 (proc-macro)
│   │   │   │   │   ├── proc-macro-error v1.0.4
│   │   │   │   │   │   ├── proc-macro-error-attr v1.0.4 (proc-macro)
│   │   │   │   │   │   │   ├── proc-macro2 v1.0.28 (*)
│   │   │   │   │   │   │   └── quote v1.0.9 (*)
│   │   │   │   │   │   │   [build-dependencies]
│   │   │   │   │   │   │   └── version_check v0.9.3
│   │   │   │   │   │   ├── proc-macro2 v1.0.28 (*)
│   │   │   │   │   │   ├── quote v1.0.9 (*)
│   │   │   │   │   │   └── syn v1.0.74 (*)
│   │   │   │   │   │   [build-dependencies]
│   │   │   │   │   │   └── version_check v0.9.3
│   │   │   │   │   ├── proc-macro2 v1.0.28 (*)
│   │   │   │   │   ├── quote v1.0.9 (*)
│   │   │   │   │   └── syn v1.0.74 (*)
│   │   │   │   ├── serde v1.0.126 (*)
│   │   │   │   └── serde_json v1.0.64
│   │   │   │       ├── itoa v0.4.7
│   │   │   │       ├── ryu v1.0.5
│   │   │   │       └── serde v1.0.126 (*)
│   │   │   ├── http v0.2.4 (*)
│   │   │   ├── pretty_assertions v0.7.2
│   │   │   │   ├── ansi_term v0.12.1
│   │   │   │   └── diff v0.1.12
│   │   │   ├── regex v1.5.4 (*)
│   │   │   ├── roxmltree v0.14.1
│   │   │   │   └── xmlparser v0.13.3
│   │   │   ├── serde_json v1.0.64 (*)
│   │   │   └── thiserror v1.0.26 (*)
│   │   ├── smithy-client v0.1.0 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957)
│   │   │   ├── bytes v1.0.1
│   │   │   ├── fastrand v1.5.0
│   │   │   ├── http v0.2.4 (*)
│   │   │   ├── http-body v0.4.2 (*)
│   │   │   ├── hyper v0.14.11 (*)
│   │   │   ├── hyper-rustls v0.22.1 (*)
│   │   │   ├── pin-project v1.0.8 (*)
│   │   │   ├── protocol-test-helpers v0.1.0 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957) (*)
│   │   │   ├── smithy-http v0.0.1 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957) (*)
│   │   │   ├── smithy-http-tower v0.1.0 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957)
│   │   │   │   ├── bytes v1.0.1
│   │   │   │   ├── http v0.2.4 (*)
│   │   │   │   ├── http-body v0.4.2 (*)
│   │   │   │   ├── pin-project v1.0.8 (*)
│   │   │   │   ├── smithy-http v0.0.1 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957) (*)
│   │   │   │   ├── tower v0.4.8
│   │   │   │   │   ├── futures-core v0.3.16
│   │   │   │   │   ├── futures-util v0.3.16 (*)
│   │   │   │   │   ├── pin-project v1.0.8 (*)
│   │   │   │   │   ├── tokio v1.9.0 (*)
│   │   │   │   │   ├── tower-layer v0.3.1
│   │   │   │   │   ├── tower-service v0.3.1
│   │   │   │   │   └── tracing v0.1.26 (*)
│   │   │   │   └── tracing v0.1.26 (*)
│   │   │   ├── smithy-types v0.0.1 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957) (*)
│   │   │   ├── tokio v1.9.0 (*)
│   │   │   ├── tower v0.4.8 (*)
│   │   │   └── tracing v0.1.26 (*)
│   │   ├── smithy-http v0.0.1 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957) (*)
│   │   ├── smithy-http-tower v0.1.0 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957) (*)
│   │   ├── smithy-types v0.0.1 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957) (*)
│   │   ├── tokio v1.9.0 (*)
│   │   ├── tower v0.4.8 (*)
│   │   └── tracing v0.1.26 (*)
│   ├── aws-sig-auth v0.1.0 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957) (*)
│   ├── aws-types v0.1.0 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957) (*)
│   ├── bytes v1.0.1
│   ├── http v0.2.4 (*)
│   ├── smithy-http v0.0.1 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957) (*)
│   ├── smithy-query v0.1.0 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957)
│   │   ├── itoa v0.4.7
│   │   ├── ryu v1.0.5
│   │   ├── smithy-types v0.0.1 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957) (*)
│   │   └── urlencoding v1.3.3
│   ├── smithy-types v0.0.1 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957) (*)
│   └── smithy-xml v0.1.0 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957)
│       ├── thiserror v1.0.26 (*)
│       └── xmlparser v0.13.3
├── aws-types v0.1.0 (https://github.com/awslabs/aws-sdk-rust?tag=v0.0.12-alpha#d61aa957) (*)
├── dotenv v0.15.0
├── http v0.2.4 (*)
├── log v0.4.14 (*)
├── pretty_env_logger v0.4.0
│   ├── env_logger v0.7.1
│   │   ├── atty v0.2.14
│   │   │   └── libc v0.2.98
│   │   ├── humantime v1.3.0
│   │   │   └── quick-error v1.2.3
│   │   ├── log v0.4.14 (*)
│   │   ├── regex v1.5.4 (*)
│   │   └── termcolor v1.1.2
│   └── log v0.4.14 (*)
└── tokio v1.9.0 (*)

Platform

Darwin C02FV07DMD6R 19.6.0 Darwin Kernel Version 19.6.0: Tue Jun 22 19:49:55 PDT 2021; root:xnu-6153.141.35~1/RELEASE_X86_64 x86_64

AWS Services

STS

Description

When providing https_proxy et. al environment variables, I expect it to use them, but it tries to connect directly instead:

$ https_proxy=http://localhost:3128 http_proxy=http://localhost:3128 HTTPS_PROXY=http://localhost:3128 HTTP_PROXY=http://localhost:3128 RUST_LOG=debug cargo run
  ...
 INFO  cba_cli2 > Getting token
 INFO  smithy_http_tower::parse_response > send_operation
 INFO  smithy_http_tower::parse_response > send_operation; operation="GetSessionToken"
 INFO  smithy_http_tower::parse_response > send_operation; service="sts"
 DEBUG hyper::client::connect::dns       > resolving host="sts.ap-southeast-2.amazonaws.com"
 DEBUG hyper::client::connect::http      > connecting to 99.82.187.15:443
 ... timeout ...

instead, it tries to connect directly.

I used this code (Just trying to get an sts session_token):

let creds = Credentials::from_keys(access_key, secret_key, None);
let region = Region::from_static("ap-southeast-2");
let config = Config::builder()
    .credentials_provider(creds)
    //.endpoint_resolver(endpoint)
    .region(&region)
    .build();
let client = Client::from_conf(config);
let serial_number = format!("arn:aws:iam::{}:mfa/{}", account_number, user);
log::info!("Getting token");
let token = client
    .get_session_token()
    .set_serial_number(Some(serial_number))
    .set_token_code(Some(mfa_token))
    .set_duration_seconds(Some(43_200))
    .send()
    .await;
log::info!("Token: {:?}", token);

---

When running with (the http_proxy et. al are already in the env):

RUST_LOG='smithy_http_tower::dispatch=trace,smithy_http::middleware=trace' cargo run

I get:

TRACE smithy_http_tower::dispatch > request=Request { method: POST, uri: https://sts.ap-southeast-2.amazonaws.com/, version: HTTP/1.1, headers: {"content-type": "application/x-www-form-urlencoded", "content-length": "139", "host": "sts.ap-southeast-2.amazonaws.com", "user-agent": "aws-sdk-rust/0.1.0 os/macos lang/rust/1.53.0", "x-amz-user-agent": "aws-sdk-rust/0.1.0 api/sts/0.0.12-alpha os/macos lang/rust/1.53.0", "authorization": Sensitive, "x-amz-date": "20210728T115347Z"}, body: SdkBody { inner: Once(Some(b"Action=GetSessionToken&Version=2011-06-15&DurationSeconds=43200&SerialNumber=arn%3Aaws%3Aiam%3A%3XXXXXXX%3Amfa%2FXXXXXX&TokenCode=a")), retryable: true } }

[rcoh]

that's correct, out of the box the SDK does not support HTTP proxy. which README are you referring to? Would be good to correct that. It's possible to replace Hyper with with Reqwest in the SDK to gain HTTP proxy support, although it requires a bit of code.

[matiu2]

I was referring to the main project readme - but it looks like you already fixed it :)

I'm behind a corporate proxy. What's the best way forward for me to continue using aws-sdk ?

Any direction appreciated.

[benesch]

I'm not spun up on the AWS SDK yet, but if it allows replacing the transport, we (@MaterializeInc) recently wrote some code to teach hyper to respect http_proxy and friends: https://dev.materialize.com/api/rust/http_util/index.html. You can see the code here: https://github.com/MaterializeInc/materialize/blob/main/src/http-util/src/hyper.rs

It's not open source right now, but let me see what I can do about that. It's based on the hyper_proxy crate, which is usable on its own, but our little shim does the work of looking at http_proxy, https_proxy, and no_proxy and configuring hyper_proxy correctly.

[matiu2]

Goal: Create a smithy_client that I can use with sts, but with a hyper_proxy::Connector.

I'm trying to get access to the underlying hyper client, but so far without success. So far I have this:

//! Handles everything to do with reading the https_proxy environment variable
use hyper::client::HttpConnector;
use hyper::Client;
use hyper_proxy::{Intercept, Proxy, ProxyConnector};
use smithy_client::Builder;
use smithy_http::operation::BuildError;
use std::env;

/// Returns a proxy if the https_proxy environment varablie is set
pub fn proxy() -> anyhow::Result<Option<ProxyConnector<HttpConnector>>> {
    // TODO: Convert errors to thiserror
    let https_proxy = env::var("https_proxy")?;
    if https_proxy.is_empty() {
        Ok(None)
    } else {
        let proxy = {
            let proxy_uri = https_proxy.parse()?;
            let proxy = Proxy::new(Intercept::All, proxy_uri);
            let connector = HttpConnector::new();
            let proxy_connector = ProxyConnector::from_proxy(connector, proxy)?;
            proxy_connector
        };
        Ok(Some(proxy))
    }
}

/// If the https_proxy environment variable is set, returns a DynConnector you can use with other AWS services
/// Otherwise, returns nothing, so you can just use the aws-sdk-rust library normally
pub fn connector() -> anyhow::Result<Option<smithy_client::Client>> {
    Ok(proxy()?
        // Turn the proxy into a hyper::Client
        .map(|proxy| Client::builder().build(proxy))
        // Turn the hyper client into a DynConnector (it used to be like that, but then I changed it. Neither work so far).
        .map(|client| Builder::hyper(client).build()))
}

// .. and later...
    let proxy_conn = connector().unwrap().unwrap();
    let client = Client::from_conf_conn(config, proxy_conn);
    log::info!("Getting token");
    let token = client
        // It dies here..
        .get_session_token()

Error message:

error[E0599]: the method `get_session_token` exists for struct `aws_sdk_sts::Client<smithy_client::Client>`, but its trait bounds were not satisfied
   --> src/main.rs:40:10
    |
40  |           .get_session_token()
    |            ^^^^^^^^^^^^^^^^^ method cannot be called on `aws_sdk_sts::Client<smithy_client::Client>` due to unsatisfied trait bounds
    |
   ::: /Users/sherbomd/.cargo/git/checkouts/aws-sdk-rust-be00ef1d3f696844/d61aa95/sdk/smithy-client/src/lib.rs:92:1
    |
92  | / pub struct Client<
93  | |     Connector = erase::DynConnector,
94  | |     Middleware = erase::DynMiddleware<Connector>,
95  | |     RetryPolicy = retry::Standard,
...   |
99  | |     retry_policy: RetryPolicy,
100 | | }
    | |_- doesn't satisfy `smithy_client::Client: SmithyConnector`
    |
    = note: the following trait bounds were not satisfied:
            `smithy_client::Client: SmithyConnector`

I'm working on this in my little spare. I'll probably get there eventually, but any direction from devs would help.

[rcoh]

I suspect the error is that the response body type hasn't been converted. You can use HyperAdapter from smithy-client to wrap your new hyper client in the same way we wrap the base one. Also, I can't remember exactly why, but when I did this a few months ago, hyper_proxy wasn't working and I ended up wrapping reqwest instead. Might have been my specific use case though. In any case, this compiles although I haven't tested it. The key is wrapping your client in HyperAdapter:

use hyper::client::HttpConnector;
use hyper::Client;
use hyper_proxy::{Intercept, Proxy, ProxyConnector};
use smithy_client::bounds::SmithyConnector;
//use smithy_http::body::SdkBody;
//use tower::{BoxError, Service};

fn main() {
    let proxy = {
        let proxy_uri = "http://my-proxy:8080".parse().unwrap();
        let proxy = Proxy::new(Intercept::All, proxy_uri);
        //proxy.set_authorization(Authorization::basic("John Doe", "Agent1234"));
        let connector = HttpConnector::new();
        let proxy_connector = ProxyConnector::from_proxy(connector, proxy).unwrap();
        proxy_connector
    };
    let hyper_client = Client::builder().build(proxy);
    // need to ensure the `hyper` feature of smithy-client is enabled
    let hyper_client = smithy_client::hyper_ext::Adapter::from(hyper_client);
    let hyper_client = check_bounds(hyper_client);
    let conf = aws_sdk_sts::Config::builder().build();
    let sts = aws_sdk_sts::Client::from_conf_conn(conf, hyper_client);
    sts.get_session_token().send();
}

[matiu2]

That got me going. Thank you :) @rcoh

I'd like to leave this open though.

Feature request:

• Config::from_env() should detect 'HTTPS_PROXY' environment variable and automatically makes your connection use it.

This would be consistent with the other (python for example) sdks (I think).

The above example didn't work for me, had to change it a bit:

hyper-tls = "0.5.0"
hyper-proxy = "0.9.1"
hyper = "0.14.16"

aws-smithy-client = { version = "0.34.1", features = ["hyper"] }

let proxy = {
        let proxy_uri = "http://my-proxy:8080".parse().unwrap();
        let proxy = Proxy::new(Intercept::All, proxy_uri);
        //proxy.set_authorization(Authorization::basic("John Doe", "Agent1234"));
        let connector = HttpConnector::new();
        let proxy_connector = ProxyConnector::from_proxy(connector, proxy).unwrap();
        proxy_connector
    };
    // need to ensure the `hyper` feature of smithy-client is enabled
    let hyper_client = aws_smithy_client::hyper_ext::Adapter::builder()
        .build(proxy);

    let client = aws_sdk_s3::client::Client::from_conf_conn(config, hyper_client);

The difference is that Adapter::builder().build() doesn't accept the hyper::Client but rather the connector itself (ProxyConnector<HttpConnector> in this case.).

Also the smithy_client is named correctly aws_smithy_client

Otherwise thanks guys, was helpful :)

[elrob]

Another example I eventually got working - using socks proxy:

aws-smithy-client = { version = "0.38.0", features = ["hyper"] }
hyper = "0.14.16"
hyper-proxy = "0.9.1"
hyper-socks2 = "0.6.0"

use aws_sdk_cloudsearchdomain::{Client, Config, Endpoint};
use http::Uri;
use hyper_proxy::ProxyConnector;
use hyper_socks2::SocksConnector;

...

        let proxy = {
            let mut connector = hyper::client::HttpConnector::new();
            connector.enforce_http(false);
            let socks_connector = SocksConnector {
                proxy_addr: Uri::from_static("socks5://localhost:1080"),
                auth: None,
                connector,
            };
            ProxyConnector::new(socks_connector).unwrap()
        };

        let hyper_client =
            aws_smithy_client::hyper_ext::Adapter::builder().build(proxy);

        let config = aws_config::load_from_env().await;
        let cloud_search_domain_config = Config::builder()
            .credentials_provider(config.credentials_provider().unwrap().clone())
            .endpoint_resolver(Endpoint::immutable("http://REDACTED.cloudsearch.amazonaws.com".parse().unwrap()))
            .region(config.region().unwrap().clone())
            .build();
        let client = Client::from_conf_conn(cloud_search_domain_config, hyper_client);