我不完全明白问题出在哪里，但我已经想出了一个解决办法。您可以根据需要集成此代码。
demo gif

final ScrollController _scrollController = ScrollController();
  final double textfieldHeight = 80;
  final double itemHeight = 100;
  void _scrollToIndex(int index) {
    _scrollController.animateTo(
      index * itemHeight + textfieldHeight, 
      duration: Duration(milliseconds: 500),
      curve: Curves.ease,
    );
  }
  // index is a value that represents the position of the TextField in your list
  // itemHeight is a value that represents the height of each item in your list
  // note, if the TextField has focus, scrolling to the indices below the TextField will not occur.
  @override
  Widget build(BuildContext context) {
    return MaterialApp(
      title: 'Material App',
      home: Scaffold(
        appBar: AppBar(
          title: const Text('Material App Bar'),
        ),
        body: Padding(
          padding: const EdgeInsets.all(8.0),
          child: ListView(
            controller: _scrollController,
            children: [
              dummyWidget(),
              dummyWidget(),
              dummyWidget(),
              dummyWidget(),
              dummyWidget(),
              TextField(
                autofocus: false,
                decoration: InputDecoration(
                  hintText: "TextField",
                  border: OutlineInputBorder()
                ),
                onTap: () => _scrollToIndex(5)
              ),
              dummyWidget(),
              dummyWidget(),
              dummyWidget(),
              dummyWidget(),
              dummyWidget(),
              dummyWidget(),
              dummyWidget(),
              dummyWidget(),
              dummyWidget(),
              dummyWidget(),
            ],
          ),
        ),
      ),
    );
  }
  Container dummyWidget() {
    return Container(
      height: itemHeight, 
      color: Colors.amber,
      margin: EdgeInsets.all(8),
    );
  }